28 lines
854 B
Bash
Executable File
28 lines
854 B
Bash
Executable File
#!/bin/bash
|
|
cd /root/coolbot-data
|
|
source venv/bin/activate
|
|
export CRAWLER_INSTANCE_ID=server_1
|
|
python3 -u -c "
|
|
import sys, os
|
|
sys.path.insert(0, '/root/coolbot-data')
|
|
os.environ['DB_HOST'] = 'pgm-bp1t1008h019ez6c.pg.rds.aliyuncs.com'
|
|
os.environ['DB_PORT'] = '5432'
|
|
os.environ['DB_USER'] = 'coolbot'
|
|
os.environ['DB_PASSWORD'] = 'Coolbot123'
|
|
os.environ['DB_NAME'] = 'coolbot_data'
|
|
os.environ['CRAWLER_INSTANCE_ID'] = 'server_1'
|
|
from crawlers.crawl_today import YichensTodaySpider
|
|
spider = YichensTodaySpider()
|
|
spider.max_pages = 2
|
|
spider.min_delay = 0.2
|
|
spider.max_delay = 0.5
|
|
log_id = spider._log_start()
|
|
try:
|
|
result = spider.crawl_today()
|
|
spider._log_finish(log_id, 'success', result)
|
|
print('[server_1] 采集完成: ' + str(result) + ' 条', flush=True)
|
|
except Exception as e:
|
|
spider._log_finish(log_id, 'failed', 0, str(e))
|
|
raise
|
|
"
|