From b9d939764278f2f80c7d37f4283674c6b1abc359 Mon Sep 17 00:00:00 2001 From: dubuqingfeng <1135326346@qq.com> Date: Wed, 8 Jul 2020 23:00:39 +0800 Subject: [PATCH] add crawlab. --- coinincome/settings.py | 1 + requirements.txt | 1 + 2 files changed, 2 insertions(+) diff --git a/coinincome/settings.py b/coinincome/settings.py index 98c2e82..daae41b 100644 --- a/coinincome/settings.py +++ b/coinincome/settings.py @@ -67,6 +67,7 @@ # See https://doc.scrapy.org/en/latest/topics/item-pipeline.html ITEM_PIPELINES = { 'coinincome.pipelines.MySQLTwistedPipeline': 300, + 'crawlab.pipelines.CrawlabMongoPipeline': 888, } # Enable and configure the AutoThrottle extension (disabled by default) diff --git a/requirements.txt b/requirements.txt index d4a7eda..d35c5de 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1 +1,2 @@ pymysql +crawlab-sdk \ No newline at end of file