CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-28 21:01:55 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: update pyproject.toml

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-09-18 09:59:14 +02:00
parent e6e2ce6db4
commit 932412e325
4 changed files with 80 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/openai/smart_scraper_openai.py
View File

@ -18,7 +18,7 @@ load_dotenv()
graph_config = { graph_config = {
"llm": { "llm": {
"api_key": os.getenv("OPENAI_API_KEY"), "api_key": os.getenv("OPENAI_API_KEY"),
"model": "openai/o1-preview", "model": "openai/gpt-4o",
}, },
"verbose": True, "verbose": True,
"headless": False, "headless": False,

10
pyproject.toml
View File

@ -12,7 +12,7 @@ authors = [
] ]
dependencies = [ dependencies = [
"langchain>=0.2.14", "langchain>=0.3.0",
"langchain-google-genai>=1.0.7", "langchain-google-genai>=1.0.7",
"langchain-openai>=0.1.22", "langchain-openai>=0.1.22",
"langchain-mistralai>=0.1.12", "langchain-mistralai>=0.1.12",
@ -66,7 +66,7 @@ classifiers = [
"Programming Language :: Python :: 3", "Programming Language :: Python :: 3",
"Operating System :: OS Independent", "Operating System :: OS Independent",
] ]
requires-python = ">=3.9,<4.0" requires-python = ">=3.10,<4.0"
[project.optional-dependencies] [project.optional-dependencies]
burr = ["burr[start]==0.22.1"] burr = ["burr[start]==0.22.1"]
@ -95,9 +95,9 @@ more-browser-options = [
# Group 4: Surya Library # Group 4: Surya Library
screenshot_scraper = [ screenshot_scraper = [
"surya-ocr>=0.5.0; python_version >= '3.10'", "surya-ocr>=0.5.0",
"matplotlib>=3.7.2; python_version >= '3.10'", "matplotlib>=3.7.2",
"ipywidgets>=8.1.0; python_version >= '3.10'", "ipywidgets>=8.1.0",
"pillow>=10.4.0", "pillow>=10.4.0",
] ]

50
requirements-dev.lock
View File

@ -148,6 +148,7 @@ httplib2==0.22.0
# via google-auth-httplib2 # via google-auth-httplib2
httpx==0.27.0 httpx==0.27.0
# via langchain-mistralai # via langchain-mistralai
# via langsmith
# via ollama # via ollama
# via openai # via openai
httpx-sse==0.4.0 httpx-sse==0.4.0
@ -162,10 +163,6 @@ idna==3.7
# via yarl # via yarl
imagesize==1.4.1 imagesize==1.4.1
# via sphinx # via sphinx
importlib-metadata==8.4.0
# via sphinx
importlib-resources==6.4.4
# via matplotlib
iniconfig==2.0.0 iniconfig==2.0.0
# via pytest # via pytest
isort==5.13.2 isort==5.13.2
@ -186,18 +183,19 @@ jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
jsonschema==4.23.0 jsonschema==4.23.0
# via altair # via altair
# via mistral-common
jsonschema-specifications==2023.12.1 jsonschema-specifications==2023.12.1
# via jsonschema # via jsonschema
kiwisolver==1.4.5 kiwisolver==1.4.5
# via matplotlib # via matplotlib
langchain==0.2.14 langchain==0.3.0
# via langchain-community # via langchain-community
# via scrapegraphai # via scrapegraphai
langchain-aws==0.1.16 langchain-aws==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-community==0.2.11 langchain-community==0.3.0
# via scrapegraphai # via scrapegraphai
langchain-core==0.2.37 langchain-core==0.3.1
# via langchain # via langchain
# via langchain-aws # via langchain-aws
# via langchain-community # via langchain-community
@ -206,17 +204,17 @@ langchain-core==0.2.37
# via langchain-ollama # via langchain-ollama
# via langchain-openai # via langchain-openai
# via langchain-text-splitters # via langchain-text-splitters
langchain-google-genai==1.0.8 langchain-google-genai==2.0.0
# via scrapegraphai # via scrapegraphai
langchain-mistralai==0.1.12 langchain-mistralai==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-ollama==0.1.3 langchain-ollama==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-openai==0.1.22 langchain-openai==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-text-splitters==0.2.2 langchain-text-splitters==0.3.0
# via langchain # via langchain
langsmith==0.1.99 langsmith==0.1.121
# via langchain # via langchain
# via langchain-community # via langchain-community
# via langchain-core # via langchain-core
@ -238,6 +236,8 @@ mdurl==0.1.2
# via markdown-it-py # via markdown-it-py
minify-html==0.15.0 minify-html==0.15.0
# via scrapegraphai # via scrapegraphai
mistral-common==1.4.1
# via scrapegraphai
mpire==2.10.2 mpire==2.10.2
# via semchunk # via semchunk
multidict==6.0.5 multidict==6.0.5
@ -256,6 +256,7 @@ numpy==1.26.4
# via langchain-aws # via langchain-aws
# via langchain-community # via langchain-community
# via matplotlib # via matplotlib
# via opencv-python-headless
# via pandas # via pandas
# via pyarrow # via pyarrow
# via pydeck # via pydeck
@ -267,6 +268,8 @@ ollama==0.3.2
openai==1.40.3 openai==1.40.3
# via burr # via burr
# via langchain-openai # via langchain-openai
opencv-python-headless==4.10.0.84
# via mistral-common
orjson==3.10.7 orjson==3.10.7
# via langsmith # via langsmith
packaging==24.1 packaging==24.1
@ -286,6 +289,7 @@ pandas==2.2.2
# via streamlit # via streamlit
pillow==10.4.0 pillow==10.4.0
# via matplotlib # via matplotlib
# via mistral-common
# via streamlit # via streamlit
platformdirs==4.2.2 platformdirs==4.2.2
# via pylint # via pylint
@ -318,11 +322,18 @@ pydantic==2.8.2
# via fastapi-pagination # via fastapi-pagination
# via google-generativeai # via google-generativeai
# via langchain # via langchain
# via langchain-aws
# via langchain-core # via langchain-core
# via langchain-google-genai
# via langchain-mistralai
# via langsmith # via langsmith
# via mistral-common
# via openai # via openai
# via pydantic-settings
pydantic-core==2.20.1 pydantic-core==2.20.1
# via pydantic # via pydantic
pydantic-settings==2.5.2
# via langchain-community
pydeck==0.9.1 pydeck==0.9.1
# via streamlit # via streamlit
pyee==11.1.0 pyee==11.1.0
@ -344,6 +355,7 @@ python-dateutil==2.9.0.post0
# via matplotlib # via matplotlib
# via pandas # via pandas
python-dotenv==1.0.1 python-dotenv==1.0.1
# via pydantic-settings
# via scrapegraphai # via scrapegraphai
pytz==2024.1 pytz==2024.1
# via pandas # via pandas
@ -367,6 +379,7 @@ requests==2.32.3
# via langchain # via langchain
# via langchain-community # via langchain-community
# via langsmith # via langsmith
# via mistral-common
# via sphinx # via sphinx
# via streamlit # via streamlit
# via tiktoken # via tiktoken
@ -384,6 +397,8 @@ safetensors==0.4.5
# via transformers # via transformers
semchunk==2.2.0 semchunk==2.2.0
# via scrapegraphai # via scrapegraphai
sentencepiece==0.2.0
# via mistral-common
sf-hamilton==1.73.1 sf-hamilton==1.73.1
# via burr # via burr
six==1.16.0 six==1.16.0
@ -430,6 +445,7 @@ tenacity==8.5.0
# via streamlit # via streamlit
tiktoken==0.7.0 tiktoken==0.7.0
# via langchain-openai # via langchain-openai
# via mistral-common
# via scrapegraphai # via scrapegraphai
tokenizers==0.19.1 tokenizers==0.19.1
# via langchain-mistralai # via langchain-mistralai
@ -462,14 +478,13 @@ typing-extensions==4.12.2
# via google-generativeai # via google-generativeai
# via huggingface-hub # via huggingface-hub
# via langchain-core # via langchain-core
# via mistral-common
# via openai # via openai
# via pydantic # via pydantic
# via pydantic-core # via pydantic-core
# via pyee # via pyee
# via pylint
# via sf-hamilton # via sf-hamilton
# via sqlalchemy # via sqlalchemy
# via starlette
# via streamlit # via streamlit
# via typing-inspect # via typing-inspect
# via uvicorn # via uvicorn
@ -489,6 +504,3 @@ uvicorn==0.30.5
# via burr # via burr
yarl==1.9.4 yarl==1.9.4
# via aiohttp # via aiohttp
zipp==3.20.1
# via importlib-metadata
# via importlib-resources

53
requirements.lock
View File

@ -23,6 +23,8 @@ async-timeout==4.0.3
# via langchain # via langchain
attrs==23.2.0 attrs==23.2.0
# via aiohttp # via aiohttp
# via jsonschema
# via referencing
beautifulsoup4==4.12.3 beautifulsoup4==4.12.3
# via google # via google
# via scrapegraphai # via scrapegraphai
@ -100,6 +102,7 @@ httplib2==0.22.0
# via google-auth-httplib2 # via google-auth-httplib2
httpx==0.27.0 httpx==0.27.0
# via langchain-mistralai # via langchain-mistralai
# via langsmith
# via ollama # via ollama
# via openai # via openai
httpx-sse==0.4.0 httpx-sse==0.4.0
@ -121,14 +124,18 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain==0.2.14 jsonschema==4.23.0
# via mistral-common
jsonschema-specifications==2023.12.1
# via jsonschema
langchain==0.3.0
# via langchain-community # via langchain-community
# via scrapegraphai # via scrapegraphai
langchain-aws==0.1.12 langchain-aws==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-community==0.2.10 langchain-community==0.3.0
# via scrapegraphai # via scrapegraphai
langchain-core==0.2.37 langchain-core==0.3.1
# via langchain # via langchain
# via langchain-aws # via langchain-aws
# via langchain-community # via langchain-community
@ -137,17 +144,17 @@ langchain-core==0.2.37
# via langchain-ollama # via langchain-ollama
# via langchain-openai # via langchain-openai
# via langchain-text-splitters # via langchain-text-splitters
langchain-google-genai==1.0.8 langchain-google-genai==2.0.0
# via scrapegraphai # via scrapegraphai
langchain-mistralai==0.1.12 langchain-mistralai==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-ollama==0.1.3 langchain-ollama==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-openai==0.1.22 langchain-openai==0.2.0
# via scrapegraphai # via scrapegraphai
langchain-text-splitters==0.2.2 langchain-text-splitters==0.3.0
# via langchain # via langchain
langsmith==0.1.93 langsmith==0.1.121
# via langchain # via langchain
# via langchain-community # via langchain-community
# via langchain-core # via langchain-core
@ -157,6 +164,8 @@ marshmallow==3.21.3
# via dataclasses-json # via dataclasses-json
minify-html==0.15.0 minify-html==0.15.0
# via scrapegraphai # via scrapegraphai
mistral-common==1.4.1
# via scrapegraphai
mpire==2.10.2 mpire==2.10.2
# via semchunk # via semchunk
multidict==6.0.5 multidict==6.0.5
@ -171,12 +180,15 @@ numpy==1.26.4
# via langchain # via langchain
# via langchain-aws # via langchain-aws
# via langchain-community # via langchain-community
# via opencv-python-headless
# via pandas # via pandas
# via transformers # via transformers
ollama==0.3.2 ollama==0.3.2
# via langchain-ollama # via langchain-ollama
openai==1.41.0 openai==1.41.0
# via langchain-openai # via langchain-openai
opencv-python-headless==4.10.0.84
# via mistral-common
orjson==3.10.6 orjson==3.10.6
# via langsmith # via langsmith
packaging==24.1 packaging==24.1
@ -187,6 +199,8 @@ packaging==24.1
# via transformers # via transformers
pandas==2.2.2 pandas==2.2.2
# via scrapegraphai # via scrapegraphai
pillow==10.4.0
# via mistral-common
playwright==1.45.1 playwright==1.45.1
# via scrapegraphai # via scrapegraphai
# via undetected-playwright # via undetected-playwright
@ -208,11 +222,18 @@ pyasn1-modules==0.4.0
pydantic==2.8.2 pydantic==2.8.2
# via google-generativeai # via google-generativeai
# via langchain # via langchain
# via langchain-aws
# via langchain-core # via langchain-core
# via langchain-google-genai
# via langchain-mistralai
# via langsmith # via langsmith
# via mistral-common
# via openai # via openai
# via pydantic-settings
pydantic-core==2.20.1 pydantic-core==2.20.1
# via pydantic # via pydantic
pydantic-settings==2.5.2
# via langchain-community
pyee==11.1.0 pyee==11.1.0
# via playwright # via playwright
pygments==2.18.0 pygments==2.18.0
@ -223,6 +244,7 @@ python-dateutil==2.9.0.post0
# via botocore # via botocore
# via pandas # via pandas
python-dotenv==1.0.1 python-dotenv==1.0.1
# via pydantic-settings
# via scrapegraphai # via scrapegraphai
pytz==2024.1 pytz==2024.1
# via pandas # via pandas
@ -232,6 +254,9 @@ pyyaml==6.0.1
# via langchain-community # via langchain-community
# via langchain-core # via langchain-core
# via transformers # via transformers
referencing==0.35.1
# via jsonschema
# via jsonschema-specifications
regex==2024.5.15 regex==2024.5.15
# via tiktoken # via tiktoken
# via transformers # via transformers
@ -242,8 +267,12 @@ requests==2.32.3
# via langchain # via langchain
# via langchain-community # via langchain-community
# via langsmith # via langsmith
# via mistral-common
# via tiktoken # via tiktoken
# via transformers # via transformers
rpds-py==0.20.0
# via jsonschema
# via referencing
rsa==4.9 rsa==4.9
# via google-auth # via google-auth
s3transfer==0.10.2 s3transfer==0.10.2
@ -252,6 +281,8 @@ safetensors==0.4.5
# via transformers # via transformers
semchunk==2.2.0 semchunk==2.2.0
# via scrapegraphai # via scrapegraphai
sentencepiece==0.2.0
# via mistral-common
six==1.16.0 six==1.16.0
# via python-dateutil # via python-dateutil
sniffio==1.3.1 sniffio==1.3.1
@ -269,6 +300,7 @@ tenacity==8.5.0
# via langchain-core # via langchain-core
tiktoken==0.7.0 tiktoken==0.7.0
# via langchain-openai # via langchain-openai
# via mistral-common
# via scrapegraphai # via scrapegraphai
tokenizers==0.19.1 tokenizers==0.19.1
# via langchain-mistralai # via langchain-mistralai
@ -288,6 +320,7 @@ typing-extensions==4.12.2
# via google-generativeai # via google-generativeai
# via huggingface-hub # via huggingface-hub
# via langchain-core # via langchain-core
# via mistral-common
# via openai # via openai
# via pydantic # via pydantic
# via pydantic-core # via pydantic-core