在工程根目錄下創(chuàng)建start_spiders.py
#coding=utf8
# -*- coding: utf-8 -*-
import os
# 必須先加載項(xiàng)目settings配置
# project需要改為你的工程名字（即settings.py所在的目錄名字）
os.environ.setdefault('SCRAPY_SETTINGS_MODULE', 'project.settings')
import scrapy
from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings
process = CrawlerProcess(get_project_settings())
# 指定多個(gè)spider
# process.crawl("board_spider")
# process.crawl("favorite_spider")
# 執(zhí)行所有 spider
for spider_name in process.spider_loader.list():
# print spider_name
process.crawl(spider_name)
process.start()
