20 lines
573 B
Bash
20 lines
573 B
Bash
|
#!/bin/bash
|
||
|
|
cd /root/coolbot-data
|
||
|
|
source venv/bin/activate
|
||
|
|
python3 -u -c "
|
||
|
|
import sys, os
|
||
|
|
sys.path.insert(0, '/root/coolbot-data')
|
||
|
|
os.environ['DB_HOST'] = 'pgm-bp1t1008h019ez6c.pg.rds.aliyuncs.com'
|
||
|
|
os.environ['DB_PORT'] = '5432'
|
||
|
|
os.environ['DB_USER'] = 'coolbot'
|
||
|
|
os.environ['DB_PASSWORD'] = 'Coolbot123'
|
||
|
|
os.environ['DB_NAME'] = 'coolbot_data'
|
||
|
|
from crawlers.crawl_today import YichensTodaySpider
|
||
|
|
spider = YichensTodaySpider()
|
||
|
|
spider.max_pages = 2
|
||
|
|
spider.min_delay = 0.2
|
||
|
|
spider.max_delay = 0.5
|
||
|
|
result = spider.crawl_today()
|
||
|
|
print(f'采集完成: {result} 条', flush=True)
|
||
|
|
"
|