Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Sign in
Toggle navigation
L
lcc-shape
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Commits
Issue Boards
Open sidebar
wangmingming
lcc-shape
Commits
10e31944
Commit
10e31944
authored
Jan 11, 2024
by
wang
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
wn fix
parent
914bf610
Changes
2
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
7 additions
and
4 deletions
+7
-4
main.py
wn/src/main.py
+5
-2
src_run1.js
wn/src/src_run1.js
+2
-2
No files found.
wn/src/main.py
View file @
10e31944
import
pathlib
import
platform
import
platform
import
random
import
random
import
re
import
re
...
@@ -25,7 +26,7 @@ def md5(text):
...
@@ -25,7 +26,7 @@ def md5(text):
client
=
MongoClient
(
'mongodb://lcc-spider:JIUsfhiad&^@18.144.59.80:27017/?authSource=admin&directConnection=true'
)
client
=
MongoClient
(
'mongodb://lcc-spider:JIUsfhiad&^@18.144.59.80:27017/?authSource=admin&directConnection=true'
)
db
=
client
.
env
db
=
client
.
env
# 查询所有文档
# 查询所有文档
if
platform
.
uname
()
.
system
!=
'Darwin'
:
if
platform
.
uname
()
.
system
!=
'Darwin'
and
not
pathlib
.
Path
(
'env.json'
)
.
exists
()
:
# , 'success': {'$gte': 30}
# , 'success': {'$gte': 30}
# , 'env.navigatorparams.useragent': {'$regex': 'iPhone'}
# , 'env.navigatorparams.useragent': {'$regex': 'iPhone'}
result
=
db
.
env_shape
.
find
({
'env.funcs'
:{
'$ne'
:
None
}})
result
=
db
.
env_shape
.
find
({
'env.funcs'
:{
'$ne'
:
None
}})
...
@@ -100,14 +101,16 @@ while True:
...
@@ -100,14 +101,16 @@ while True:
try
:
try
:
# selectId = '55a8fe24a752595e774341d6'
# selectId = '55a8fe24a752595e774341d6'
proxy
=
f
'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:{int(random.randint(10000, 11149))}'
proxy
=
f
'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:{int(random.randint(10000, 11149))}'
proxy1
=
f
'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:{int(random.randint(10000, 11149))}'
# proxy = random.choice(['http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:9000', proxy])
# proxy = random.choice(['http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@usa.rotating.proxyrack.net:9000', proxy])
# proxy = requests.post('http://ymx-lcc.unififi.com/proxy/get-proxy', json={'name':"B6", 'type':'shopping'}).json()['url']
# proxy = requests.post('http://ymx-lcc.unififi.com/proxy/get-proxy', json={'name':"B6", 'type':'shopping'}).json()['url']
# proxy = f'http://ynfflcc2023.hotmail.com:gdcfh9@69.30.227.194:{random.randint(20001, 20250)}'
# proxy = f'http://ynfflcc2023.hotmail.com:gdcfh9@69.30.227.194:{random.randint(20001, 20250)}'
# proxy
= f'http://user-uni003-region-us-sessid-${random.randint(1000,5000)}-sesstime-5-keep-true:q39CEBTs5A5YQXor@pr.roxlabs.cn:4600'
proxy2
=
f
'http://user-uni003-region-us-sessid-${random.randint(1000,5000)}-sesstime-5-keep-true:q39CEBTs5A5YQXor@pr.roxlabs.cn:4600'
# proxy = f'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@198.147.25.26:{int(random.randint(10000, 11149))}'
# proxy = f'http://unfflcc:76cc14-47b8dd-1f8ace-827836-0c740e@198.147.25.26:{int(random.randint(10000, 11149))}'
# proxy = 'http://user-unifflcc-region-us:q39CEBTs5A5YQXor@pr.roxlabs.cn:4600'
# proxy = 'http://user-unifflcc-region-us:q39CEBTs5A5YQXor@pr.roxlabs.cn:4600'
tlsV
=
f
'chrome_{random.randint(105, 113)}'
tlsV
=
f
'chrome_{random.randint(105, 113)}'
proxy
=
random
.
choice
([
proxy1
,
proxy2
])
tlsV
=
'chrome_112'
tlsV
=
'chrome_112'
session
=
tls_client
.
Session
(
tlsV
)
session
=
tls_client
.
Session
(
tlsV
)
session
.
timeout_seconds
=
15
session
.
timeout_seconds
=
15
...
...
wn/src/src_run1.js
View file @
10e31944
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment