From 0657379caa26e2f2bf3533de95568e76d7a326db Mon Sep 17 00:00:00 2001 From: Anderson Date: Fri, 24 Aug 2018 10:20:58 +0800 Subject: [PATCH 1/2] remove unused code. remove unused code of pipline. --- crawler/crawling/pipelines.py | 1 - 1 file changed, 1 deletion(-) diff --git a/crawler/crawling/pipelines.py b/crawler/crawling/pipelines.py index b6352917..cc4814a2 100644 --- a/crawler/crawling/pipelines.py +++ b/crawler/crawling/pipelines.py @@ -149,7 +149,6 @@ def _clean_item(self, item): del item_copy['status_msg'] item_copy['action'] = 'ack' item_copy['logger'] = self.logger.name - item_copy return item_copy From 0d536ef4b4069fbab91823dc32d483b4c68e0838 Mon Sep 17 00:00:00 2001 From: Anderson Date: Fri, 24 Aug 2018 10:56:28 +0800 Subject: [PATCH 2/2] Update quickstart.rst --- docs/topics/introduction/quickstart.rst | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/topics/introduction/quickstart.rst b/docs/topics/introduction/quickstart.rst index 513252de..0502e337 100644 --- a/docs/topics/introduction/quickstart.rst +++ b/docs/topics/introduction/quickstart.rst @@ -139,6 +139,8 @@ This will pull the latest stable images from Docker hub and build your scraping At time of writing, there is no Docker container to interface and run all of the tests within your compose-based cluster. Instead, if you wish to run the unit and integration tests plese see the following steps. +.. note:: If you want to switch to python3, just modify ``docker-compose.yml`` to change kafka_monitor, redis_monitor, crawler and rest image to python3's tag like kafka-monitor-dev-py3. You can find all available tag in `DockerHub Tags `_ + 4) To run the integration tests, get into the bash shell on any of the containers. Kafka monitor