From f6f7d26a9144bcd5943afa1a0b3628ba18da5edd Mon Sep 17 00:00:00 2001 From: Jason-Liu-Dream Date: Thu, 21 Jun 2018 17:18:49 +0800 Subject: [PATCH 1/2] Update spiderctrl.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 删除key两边的空行，否则填写args的时候，如果出现a=1, b=2这样的语句时，出现的key为'a', ' b'，第二个key会多个空格 --- SpiderKeeper/app/proxy/spiderctrl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/SpiderKeeper/app/proxy/spiderctrl.py b/SpiderKeeper/app/proxy/spiderctrl.py index 2e47cfab..efdee5a4 100644 --- a/SpiderKeeper/app/proxy/spiderctrl.py +++ b/SpiderKeeper/app/proxy/spiderctrl.py @@ -127,7 +127,7 @@ def start_spider(self, job_instance): from collections import defaultdict arguments = defaultdict(list) if job_instance.spider_arguments: - for k, v in list(map(lambda x: x.split('=', 1), job_instance.spider_arguments.split(','))): + for k, v in list(map(lambda x: x.split('=', 1).strip(), job_instance.spider_arguments.split(','))): arguments[k].append(v) threshold = 0 daemon_size = len(self.spider_service_instances) From d34d1d65ec36a7e72b1307ca620743074f0268ad Mon Sep 17 00:00:00 2001 From: Jason-Liu-Dream Date: Thu, 21 Jun 2018 17:30:24 +0800 Subject: [PATCH 2/2] Update spiderctrl.py --- SpiderKeeper/app/proxy/spiderctrl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/SpiderKeeper/app/proxy/spiderctrl.py b/SpiderKeeper/app/proxy/spiderctrl.py index efdee5a4..d41babf9 100644 --- a/SpiderKeeper/app/proxy/spiderctrl.py +++ b/SpiderKeeper/app/proxy/spiderctrl.py @@ -127,7 +127,7 @@ def start_spider(self, job_instance): from collections import defaultdict arguments = defaultdict(list) if job_instance.spider_arguments: - for k, v in list(map(lambda x: x.split('=', 1).strip(), job_instance.spider_arguments.split(','))): + for k, v in list(map(lambda x: x.split('=', 1), map(lambda x: x.strip(), job_instance.spider_arguments.split(',')))): arguments[k].append(v) threshold = 0 daemon_size = len(self.spider_service_instances)