22 lines
677 B
Bash
22 lines
677 B
Bash
|
#!/bin/bash
|
||
|
|
cd /root/coolbot-data
|
||
|
|
source venv/bin/activate
|
||
|
|
export CRAWLER_INSTANCE_ID=server_2
|
||
|
|
python3 -u -c "
|
||
|
|
import sys, os
|
||
|
|
sys.path.insert(0, '/root/coolbot-data')
|
||
|
|
os.environ['DB_HOST'] = 'pgm-bp1t1008h019ez6c.pg.rds.aliyuncs.com'
|
||
|
|
os.environ['DB_PORT'] = '5432'
|
||
|
|
os.environ['DB_USER'] = 'coolbot'
|
||
|
|
os.environ['DB_PASSWORD'] = 'Coolbot123'
|
||
|
|
os.environ['DB_NAME'] = 'coolbot_data'
|
||
|
|
os.environ['CRAWLER_INSTANCE_ID'] = 'server_2'
|
||
|
|
from crawlers.crawl_today import YichensTodaySpider
|
||
|
|
spider = YichensTodaySpider()
|
||
|
|
spider.max_pages = 2
|
||
|
|
spider.min_delay = 0.2
|
||
|
|
spider.max_delay = 0.5
|
||
|
|
result = spider.crawl_today()
|
||
|
|
print('[server_2] 采集完成: ' + str(result) + ' 条', flush=True)
|
||
|
|
"
|