-
Notifications
You must be signed in to change notification settings - Fork 4
/
main.py
23 lines (22 loc) · 1.11 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from scrapy import cmdline
# cmdline.execute("scrapy crawl apkpurespider -s LOG_FILE=baiduspider.log".split())
# cmdline.execute("scrapy crawl baiduspider -s LOG_FILE=baiduspider.log".split())
# cmdline.execute("scrapy crawl coolapkspider -s LOG_FILE=coolapkspider.log".split())
# cmdline.execute("scrapy crawl qihuspider -s LOG_FILE=qihuspider.log".split())
# cmdline.execute("scrapy crawl qqspider -s LOG_FILE=qqspider.log".split())
# cmdline.execute("scrapy crawl wandoujiaspider -s LOG_FILE=wandoujiaspider.log".split())
# cmdline.execute("scrapy crawl xiaomispider -s LOG_FILE=xiaomispider.log".split())
# 直接运行
# cmdline.execute("scrapy crawl apkpurespider".split())
# 直接运行
cmdline.execute("scrapy crawl baiduspider".split())
# 直接运行
# cmdline.execute("scrapy crawl coolapkspider".split())
# 直接运行
# cmdline.execute("scrapy crawl qihuspider".split())
# 直接运行
# cmdline.execute("scrapy crawl qqspider".split())
# 需要限速，不然会触发阿里云验证码
# cmdline.execute("scrapy crawl wandoujiaspider".split())
# 直接运行
# cmdline.execute("scrapy crawl xiaomispider".split())