wj

b6/src/jetblue.py

@@ -25,11 +25,11 @@ def md5(text):
 client = MongoClient('mongodb://lcc-spider:JIUsfhiad&^@18.144.59.80:27017/?authSource=admin&directConnection=true')
 db = client.env
 # 查询所有文档
-# result = db.env_shape.find({'env.funcs' :{'$ne': None}})
-# data = {str(x['_id']): x['env'] for x in result}
-# print(result)
-# with open('env.json', 'w', encoding='utf-8') as f:
-#     f.write(json.dumps(data))
+result = db.env_shape.find({'env.funcs' :{'$ne': None}, 'success': {'$gte': 30}})
+data = {str(x['_id']): x['env'] for x in result}
+print(result)
+with open('env.json', 'w', encoding='utf-8') as f:
+    f.write(json.dumps(data))
 
 with open('env.json', 'r', encoding='utf-8') as f:
     data = json.loads(f.read())
@@ -170,8 +170,8 @@ while True:
             #
             # # session = requests.Session()
             #
-            response = session.post(url, headers=headers, json=data, insecure_skip_verify=True)
-            logger.info(f'tls:{tlsV} proxy:{proxy}  res:: {response.status_code}')
+            # response = session.post(url, headers=headers, json=data, insecure_skip_verify=True)
+            # logger.info(f'tls:{tlsV} proxy:{proxy}  res:: {response.status_code}')
             # total += 1
             # # print(response.text)
             # if response.status_code != 403:
@@ -188,7 +188,7 @@ while True:
             # proxy = f'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:{int(random.randint(10000, 11149))}'
             # proxy = 'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:10042'
             # proxy = 'http://user-unifflcc-region-us:q39CEBTs5A5YQXor@pr.roxlabs.cn:4600'
-            # print(headers)
+            print(headers)
             r = requests.post(uri, json={
                 'brush_fromto': 'LAS-BOS',
                 'brush_fromdate': '2023-05-26',

test.py

@@ -8,22 +8,7 @@ session.proxies = {
     'http': 'http://127.0.0.1:7890',
     'https': 'http://127.0.0.1:7890',
 }
-headers = {
-        "Host" : "jbrest.jetblue.com",
-        "x-1itxwo9i-b" : "-xgnu3s",
-        "booking-application-type" : "NGB",
-        "origin" : "https://www.jetblue.com",
-        "x-1itxwo9i-f" : "AxweutqKAQAABwuLgpfY0rVwGe8HffN9GoGv7oTcebwhUauqimaJxO2G9Xf2AdF__ScAAAAAAAAAAAAAAAAAAA==",
-        "x-1itxwo9i-d" : "ABaAhIDBCKGFgQGAAYIQgISigaIAwBGAzvpCzi_33wdPhVLoqVarPQAAAAByzJzLANulyT4npsPi6qWV97r5nd0",
-        "x-1itxwo9i-a" : "14qokXbjZCBZoFpJzv8x=1DQwmKxP2MsBaAAUouVuS9IKPSSSuyjTUkfDFfXPBsoSIMIGrwzi1h_GVluiwhFRgrjXKqC9A9L9PO60tgKNZ_CEC8HKL8TLr=a_DrGXqo6saOqVkNC__IYOCaDZ0_Zvw--QrWUHllvXWnqZKRMl848u=2XW5k2-qrQmWhOpnLkwEoTrzlgd9KQATiG7BLj_1wnTEYsDDYYYWkWzbT98A8HR_K93g_zfgZkKkqaNvr886ELEBn71pasd_2J5nAsn5nUTEb-Ix4YZNOLdMMSw8HQzjbSBAj-eGu_mmp9EpUNbWF0lmxaCMWaGUEyWMOd23vv6dheA8l3SzYXwaTDMtmIK5w6SYBg7qeJ1CUqM3xD0n6qSdxnBPx=ro1wFO9h5_z66TCFErFsPIstzUvtzXZ6Vha=l-wWSJIMA6_w_yyAR9DHoYFJEyE7mJh7TR9ETz=bj=m4-awGtF11WalUYfiQyexApBz4NJLmKd04Yy2pL2ICoDN0HCOpdv2f6tZOPVDxxmxzuF4RvFbqRfNHsVVOCq141U9MPAO2o3dsgpFm7yV7I9AJuv0EPu3X1g_VUn_7TGZD==EA8Be1eLQF7a-g2Kxx9wwAFs86a5TO=3z9BvtKeMgAbaMOtxA_B28EKARJN8A2ey5872uOZ-O2MFm88tkz0jxVgFiLOySxnwL3ZXksu8Lko0L5NTNM_yJmsnjdV1bVhsbaluRfAI1SxOu0O5mGAK6JYfQ=4Y29P-NS-2nO_V3IaHbwGW_tJgT8UnGTBELxpQn_i86NaBOmXgVkB_8dQxrt8YUgvd7Vyr5ACKErTulx1iGbWOghDUYU9PH6rs7MACDXgQrKgNuxMba4nJZna_CrY13huwq9kFMoi4XzTLAbZGCl7hahw4OxBL2m4g_pYE8agZOwxBnm5fmZJ7ztv1H5RwsmlGYCAgCAxybusoRT--nEZbrYf8aYFCoJfmmqb=eEUjhYvzbmd-M5qFuQp8DeEaaqV0pnnRb7sygiVa08t2i-g6E=zsWE2q2UJ0FbtdNWRrGMgoHV9_j44hOlT4CbO91DMsCQJWRpNgifAuGY9DT9iz3QqzTsFFvSJ0_TuNWO=ljffy74MJxd0onqC6rl9z9hwQdajHOluShSmroWsyRF2F3JXDsWSPgbFvQHTeIx6wqhiY0anPXhtYk08JoeiJkQl-L7UE4T35abIhNKxb1PjCx22FfxmJXf-x0TH3j6ox_IBV-UgInl0-zhwp5oYfiXnqlylkrSlmXLFwUDAwmVEiA4ofVYv7JwpzlfBvyW4rIXuKnVg0gOrVVFIJXEmo=FqGvdQNQD9XgP-46RxKb5suPZCukuboxaljn2JzHFiW9ERCk7dyCpVuajFk=B9HdDN00Mb84usf2JthE3h0TEBDtCDr0nZHiiSDLwz1uD3j8H=O_ST6WFKn-n_uLA-WeiL5mGt=-LgV3K8l1jAXQ3bkM4JHhAyfZ5YLVnOzoBwdwKHgApErvUAhjYz5O8Dre7XEvoQk2paQYR6SV65IRCWgxpH5jOnmKQ86HAbR3BMT8nslJr9xRDtEUo3Cy=h3-HpH2Kb0ekCmPex6dR4i4BNjwJLMI1Sh8x7f=P5DGbABao41Z0XJzUoUoDGjmnIYxLh0v",
-        "accept-language" : "en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7",
-        "application-channel" : "Desktop_Web",
-        "user-agent" : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36",
-        "content-type" : "application/json",
-        "accept" : "application/json",
-        "x-1itxwo9i-c" : "AKBgttqKAQAAMSs8TJL_rVcXeWsiaZkrwSbycXcYaIGRgWc9p0-FUuipVqs9",
-        "x-1itxwo9i-z" : "q"
-    }
+headers = {'Host': 'jbrest.jetblue.com', 'application-channel': 'Desktop_Web', 'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Mobile Safari/537.36 Edg/117.0.2045.36', 'booking-application-type': 'NGB', 'content-type': 'application/json', 'accept': 'application/json', 'origin': 'https://www.jetblue.com', 'accept-language': 'en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7', 'x-1itxwo9i-f': 'A3kY5gKLAQAA_XeLsT-1Urt6xENIvA1HgTe1alA5OANkY_jwnR_Ne-BDHeBmASaWDWUAAAAAAAAAAAAAAAAAAA==', 'x-1itxwo9i-b': '-fsd62n', 'x-1itxwo9i-c': 'AMBT5AKLAQAAFGxbiZFJ62O3YT3zgLqcW81P0C4EI1Elub1SFVD4Vig6nIJe', 'x-1itxwo9i-d': 'ABaAhIDBCKGFgQGAAYIQgISigaIAwBGAzvpCzi_33wdQ-FYoOpyCXgAAAAByzJzLADPSPD6ez4g-A-wqxNIXw9g', 'x-1itxwo9i-z': 'q', 'x-1itxwo9i-a': 'nGmPQDGV96ZrXa=rOBx_b1Lc-6j5OyOFHccnEWq29ktAFuubqeeWj7jgrGFAmBPIF04vHtrMOVO=awOLTYaX2ap1kKIteIua0XbiKwlm5uQs=HRZg9wxgPS9dH-fNGeOpMa-b5I6lNghIa=sxLAyvRxT8NhbypVfXivng3bccZbxspYZSwWCGT0Z_DChpFBbqLMVXLwAyU=ZRHi=RvVyuOjozUGNmVPX=eyl1BtOmKnVtwICWF6-y_k41YVdzI8mjE5MkjaCSWZfGB9H=f7KxgiI1wKpZ5vGj5YSUHPG8s7gwYawFm2OZwZfTyfKFENMkFGCxI9rl8UzRXps8R=npA6YbYekAy_pLAC8TEf1iuAX_-60qgDAra35FpligAOAqYACwfStSGTui1hWpjwKtQ2ODDVDwSw2h-SMoxDg5=uH2Pq9hb=bHX-fnsBRS1I-fg1qsg1cL88HwT3frPT4snxqp7U1AwQZrUzuQmwuNQqKLW0hbMtX041yaoTLFdOdVbMivDbWhgdACjdk0GWQ73tAF_7tXaE8I812Ravmgx4T0r414xpVilbaK-twqlGoITFwwd2d6PypKQZqkVpe=_8nkhqWu8RuKsOpYzcboXT6BWM61dYme2Vngcv8g1mqf8iUtAwXWNcInV1Md0t-vRRVE8h5eWqSOy=k5KfR52fBQeEpSXpwkBWnepe4m7OQMag7L7l4nWtsTurbHt21Ucwiilozzzi5Tk=yrEB1g5sGuD45jX_FSZ6OHgeG3lDP9aG3ulkUZk0cQeZf9sag=Lq5_5rViqgKffbuKvEsyHKqwkTKm1G=7k4Baj1kRC0MkZ6Pe2_UL=Q-DSKo20eGzf1Y_n0Z5i_fc9NMmP6xeUmBorMem6Mi1BWb3gcxYi8krGcxlMfhzdrr5djLEmKFzbdFC8WAmKeT2jCr6w_usVTCFUA2o459sB3b_HSsMamP-G5U4tFrFcFOwu3draUGT6sjKWL5uyeSN=mgNTzH_XP67Qw0kuhzxKqTT6E2UtKxtIaNeUz59-brSw=43XlcgmlQMMIMPvtHwzaQ_g8aN5BuPGXdIcE0QtCeRAFIBrTlfypQxRAvr1j_jdI1ywBIU72jIYlakpeas31bRqtWzbUu1iVsAQtRgwfzzC81=G=yD9epbEkL2_iyB_hK4F-1fypdVyBAZiRpVtd6k_xXo40lNwFzSSKWWruDiEkbfYZcYRe8a_LknLrXxYoGEi2YMp6Owwwwd5RQOXeUDoEMTsRU5fdKn3RmB1kHysHAwKTXt-CI4cc8akA23c9IPaSj=wSTawbpHDj8Sb7gT2lmzByxdlxW1xl6wHhqaloH0kaY3dWKKbe2lSC3fHLyT_LnEpLijB1QuCRkkz8apFWFYuF-p7z5L4Uh0yAC9xxYE4xWlcNgk7xRu7s5cFrS_0abo_TBudFOQfm2PSXxYgowflK2VSCCx=ulDUkUXiUfaMz9RqXGNXj2Lzj5REgexv6nd2jI2FiSNX8-sXxl1UvMXUfOoV_w97gPEcZD55XlbAgHvkZFhWKhx6U=rF3hey9vFcsUs__XKC-YH9tNPFxq37IWqDlw1CguASCs6TRC-D44UDiQ5wqTFKiV_hA0qrGA2y_jCtHELVnBv74IsDev2FVojVFVC-S8KwCNVkI4AraruhZNpy1ohSYvbjNfmMbFLOdNF0RTGiZt6FFGm3DQWOI8rwxCMZZsYV5expYak3rzm3O58UGWKySRLOXWwD8s5145RK'}
 
 url = "https://jbrest.jetblue.com/lfs-rwb/outboundLFS"
 data = {