mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-06-23 21:00:30 +08:00
feat: added proxy rotation
This commit is contained in:
parent
e256b758b2
commit
0c36a7ec1f
@ -23,18 +23,6 @@ graph_config = {
|
||||
},
|
||||
"verbose": True,
|
||||
"headless": False,
|
||||
"loader_kwargs": {
|
||||
"proxy" : {
|
||||
"server": "broker",
|
||||
"criteria": {
|
||||
"anonymous": True,
|
||||
"secure": True,
|
||||
"countryset": {"IT"},
|
||||
"timeout": 10.0,
|
||||
"max_shape": 3
|
||||
},
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
# ************************************************
|
||||
|
||||
Loading…
Reference in New Issue
Block a user