收集更多信息

jetblue.py

@@ -25,10 +25,10 @@ client = MongoClient('mongodb://lcc-spider:JIUsfhiad&^@18.144.59.80:27017/?authS
 db = client.env
 
 # 查询所有文档
-# result = db.env_shape.find({'env.navigatorparams.useragent':{'$regex': 'Firefox'}})
+# result = db.env_shape.find({'env.funcs' :{'$ne': None}})
 # data = {str(x['_id']): x['env'] for x in result}
 # print(result)
-# with open('ff.json', 'w', encoding='utf-8') as f:
+# with open('env.json', 'w', encoding='utf-8') as f:
 #     f.write(json.dumps(data))
 with open('env.json', 'r', encoding='utf-8') as f:
     data = json.loads(f.read())
@@ -96,8 +96,6 @@ for i in range(100):
     # p = subprocess.Popen(['node', 'src_run_company_chrome.js', selectId, '11'], stdin=subprocess.PIPE, stdout=subprocess.PIPE,
     p = subprocess.Popen(['node', 'src_run1.js', selectId, '11'], stdin=subprocess.PIPE, stdout=subprocess.PIPE,
                          stderr=subprocess.PIPE)
-
-
     output, err = p.communicate(timeout=10)
     tmp = ''
     if p.returncode == 0: