CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-04 21:00:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore(pyproject): upgrade dependencies

Browse Source
This commit is contained in:
Federico Aguzzi 2024-07-22 12:58:18 +02:00
parent f078fe8a3f
commit 0425124c57
5 changed files with 54 additions and 121 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
pyproject.toml
View File

@ -13,29 +13,29 @@ authors = [
{ name = "Lorenzo Padoan", email = "lorenzo.padoan977@gmail.com" } { name = "Lorenzo Padoan", email = "lorenzo.padoan977@gmail.com" }
] ]
dependencies = [ dependencies = [
"langchain", "langchain>=0.2.10",
"langchain-google-genai", "langchain-google-genai>=1.0.7",
"langchain-google-vertexai", "langchain-google-vertexai",
"langchain-openai", "langchain-openai>=0.1.17",
"langchain-groq==0.1.3", "langchain-groq>=0.1.3",
"langchain-aws==0.1.3", "langchain-aws>=0.1.3",
"langchain-anthropic==0.1.11", "langchain-anthropic>=0.1.11",
"html2text==2024.2.26", "html2text>=2024.2.26",
"faiss-cpu==1.8.0", "faiss-cpu>=1.8.0",
"beautifulsoup4==4.12.3", "beautifulsoup4>=4.12.3",
"pandas==2.2.2", "pandas>=2.2.2",
"python-dotenv==1.0.1", "python-dotenv>=1.0.1",
"tiktoken==0.7", "tiktoken>=0.7",
"tqdm==4.66.4", "tqdm>=4.66.4",
"graphviz==0.20.3", "graphviz>=0.20.3",
"minify-html==0.15.0", "minify-html>=0.15.0",
"free-proxy==1.1.1", "free-proxy>=1.1.1",
"playwright==1.43.0", "playwright>=1.43.0",
"google==3.0.0", "google>=3.0.0",
"undetected-playwright==0.3.0", "undetected-playwright>=0.3.0",
"semchunk==1.0.1", "semchunk>=1.0.1",
"html2text==2024.2.26", "html2text>=2024.2.26",
"langchain-fireworks==0.1.3" "langchain-fireworks>=0.1.3",
] ]
license = "MIT" license = "MIT"

49
requirements-dev.lock
View File

@ -12,7 +12,6 @@ aiofiles==23.2.1
# via burr # via burr
aiohttp==3.9.5 aiohttp==3.9.5
# via langchain # via langchain
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
@ -22,7 +21,7 @@ altair==5.3.0
# via streamlit # via streamlit
annotated-types==0.7.0 annotated-types==0.7.0
# via pydantic # via pydantic
anthropic==0.26.1 anthropic==0.31.2
# via langchain-anthropic # via langchain-anthropic
anyio==4.3.0 anyio==4.3.0
# via anthropic # via anthropic
@ -48,9 +47,9 @@ beautifulsoup4==4.12.3
# via scrapegraphai # via scrapegraphai
blinker==1.8.2 blinker==1.8.2
# via streamlit # via streamlit
boto3==1.34.113 boto3==1.34.145
# via langchain-aws # via langchain-aws
botocore==1.34.113 botocore==1.34.145
# via boto3 # via boto3
# via s3transfer # via s3transfer
burr==0.22.1 burr==0.22.1
@ -73,9 +72,6 @@ contourpy==1.2.1
# via matplotlib # via matplotlib
cycler==0.12.1 cycler==0.12.1
# via matplotlib # via matplotlib
dataclasses-json==0.6.6
# via langchain
# via langchain-community
defusedxml==0.7.1 defusedxml==0.7.1
# via langchain-anthropic # via langchain-anthropic
dill==0.3.8 dill==0.3.8
@ -125,7 +121,7 @@ gitpython==3.1.43
# via streamlit # via streamlit
google==3.0.0 google==3.0.0
# via scrapegraphai # via scrapegraphai
google-ai-generativelanguage==0.6.4 google-ai-generativelanguage==0.6.6
# via google-generativeai # via google-generativeai
google-api-core==2.19.0 google-api-core==2.19.0
# via google-ai-generativelanguage # via google-ai-generativelanguage
@ -166,7 +162,7 @@ google-cloud-storage==2.17.0
google-crc32c==1.5.0 google-crc32c==1.5.0
# via google-cloud-storage # via google-cloud-storage
# via google-resumable-media # via google-resumable-media
google-generativeai==0.5.4 google-generativeai==0.7.2
# via langchain-google-genai # via langchain-google-genai
google-resumable-media==2.7.1 google-resumable-media==2.7.1
# via google-cloud-bigquery # via google-cloud-bigquery
@ -180,6 +176,7 @@ graphviz==0.20.3
# via scrapegraphai # via scrapegraphai
greenlet==3.0.3 greenlet==3.0.3
# via playwright # via playwright
# via sqlalchemy
groq==0.8.0 groq==0.8.0
# via langchain-groq # via langchain-groq
grpc-google-iam-v1==0.13.1 grpc-google-iam-v1==0.13.1
@ -241,7 +238,6 @@ jmespath==1.0.1
# via boto3 # via boto3
# via botocore # via botocore
jsonpatch==1.33 jsonpatch==1.33
# via langchain
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
@ -251,19 +247,16 @@ jsonschema-specifications==2023.12.1
# via jsonschema # via jsonschema
kiwisolver==1.4.5 kiwisolver==1.4.5
# via matplotlib # via matplotlib
langchain==0.1.15 langchain==0.2.10
# via scrapegraphai # via scrapegraphai
langchain-anthropic==0.1.11 langchain-anthropic==0.1.20
# via scrapegraphai # via scrapegraphai
langchain-aws==0.1.3 langchain-aws==0.1.11
# via scrapegraphai # via scrapegraphai
langchain-community==0.0.38 langchain-core==0.2.22
# via langchain
langchain-core==0.1.52
# via langchain # via langchain
# via langchain-anthropic # via langchain-anthropic
# via langchain-aws # via langchain-aws
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
# via langchain-google-genai # via langchain-google-genai
# via langchain-google-vertexai # via langchain-google-vertexai
@ -272,19 +265,18 @@ langchain-core==0.1.52
# via langchain-text-splitters # via langchain-text-splitters
langchain-fireworks==0.1.3 langchain-fireworks==0.1.3
# via scrapegraphai # via scrapegraphai
langchain-google-genai==1.0.3 langchain-google-genai==1.0.7
# via scrapegraphai # via scrapegraphai
langchain-google-vertexai==1.0.4 langchain-google-vertexai==1.0.4
# via scrapegraphai # via scrapegraphai
langchain-groq==0.1.3 langchain-groq==0.1.6
# via scrapegraphai # via scrapegraphai
langchain-openai==0.1.6 langchain-openai==0.1.17
# via scrapegraphai # via scrapegraphai
langchain-text-splitters==0.0.2 langchain-text-splitters==0.2.2
# via langchain # via langchain
langsmith==0.1.63 langsmith==0.1.93
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
loguru==0.7.2 loguru==0.7.2
# via burr # via burr
@ -294,8 +286,6 @@ markdown-it-py==3.0.0
# via rich # via rich
markupsafe==2.1.5 markupsafe==2.1.5
# via jinja2 # via jinja2
marshmallow==3.21.2
# via dataclasses-json
matplotlib==3.9.0 matplotlib==3.9.0
# via burr # via burr
mccabe==0.7.0 mccabe==0.7.0
@ -315,7 +305,6 @@ numpy==1.26.4
# via faiss-cpu # via faiss-cpu
# via langchain # via langchain
# via langchain-aws # via langchain-aws
# via langchain-community
# via matplotlib # via matplotlib
# via pandas # via pandas
# via pyarrow # via pyarrow
@ -323,7 +312,7 @@ numpy==1.26.4
# via sf-hamilton # via sf-hamilton
# via shapely # via shapely
# via streamlit # via streamlit
openai==1.30.3 openai==1.36.1
# via burr # via burr
# via langchain-fireworks # via langchain-fireworks
# via langchain-openai # via langchain-openai
@ -336,7 +325,6 @@ packaging==23.2
# via google-cloud-bigquery # via google-cloud-bigquery
# via huggingface-hub # via huggingface-hub
# via langchain-core # via langchain-core
# via marshmallow
# via matplotlib # via matplotlib
# via pytest # via pytest
# via sphinx # via sphinx
@ -425,7 +413,6 @@ pytz==2024.1
pyyaml==6.0.1 pyyaml==6.0.1
# via huggingface-hub # via huggingface-hub
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
# via uvicorn # via uvicorn
referencing==0.35.1 referencing==0.35.1
@ -441,7 +428,6 @@ requests==2.32.2
# via google-cloud-storage # via google-cloud-storage
# via huggingface-hub # via huggingface-hub
# via langchain # via langchain
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
# via langsmith # via langsmith
# via sphinx # via sphinx
@ -499,14 +485,12 @@ sphinxcontrib-serializinghtml==1.1.10
# via sphinx # via sphinx
sqlalchemy==2.0.30 sqlalchemy==2.0.30
# via langchain # via langchain
# via langchain-community
starlette==0.37.2 starlette==0.37.2
# via fastapi # via fastapi
streamlit==1.35.0 streamlit==1.35.0
# via burr # via burr
tenacity==8.3.0 tenacity==8.3.0
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
# via streamlit # via streamlit
tiktoken==0.7.0 tiktoken==0.7.0
@ -556,7 +540,6 @@ typing-extensions==4.12.0
# via typing-inspect # via typing-inspect
# via uvicorn # via uvicorn
typing-inspect==0.9.0 typing-inspect==0.9.0
# via dataclasses-json
# via sf-hamilton # via sf-hamilton
tzdata==2024.1 tzdata==2024.1
# via pandas # via pandas

4
requirements-dev.txt
View File

@ -1,4 +0,0 @@
sphinx==7.1.2
furo==2024.5.6
pytest==8.0.0
burr[start]==0.22.1

53
requirements.lock
View File

@ -10,13 +10,12 @@
-e file:. -e file:.
aiohttp==3.9.5 aiohttp==3.9.5
# via langchain # via langchain
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
annotated-types==0.7.0 annotated-types==0.7.0
# via pydantic # via pydantic
anthropic==0.26.1 anthropic==0.31.2
# via langchain-anthropic # via langchain-anthropic
anyio==4.3.0 anyio==4.3.0
# via anthropic # via anthropic
@ -31,9 +30,9 @@ attrs==23.2.0
beautifulsoup4==4.12.3 beautifulsoup4==4.12.3
# via google # via google
# via scrapegraphai # via scrapegraphai
boto3==1.34.113 boto3==1.34.145
# via langchain-aws # via langchain-aws
botocore==1.34.113 botocore==1.34.145
# via boto3 # via boto3
# via s3transfer # via s3transfer
cachetools==5.3.3 cachetools==5.3.3
@ -44,9 +43,6 @@ certifi==2024.2.2
# via requests # via requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via requests # via requests
dataclasses-json==0.6.6
# via langchain
# via langchain-community
defusedxml==0.7.1 defusedxml==0.7.1
# via langchain-anthropic # via langchain-anthropic
distro==1.9.0 distro==1.9.0
@ -72,7 +68,7 @@ fsspec==2024.5.0
# via huggingface-hub # via huggingface-hub
google==3.0.0 google==3.0.0
# via scrapegraphai # via scrapegraphai
google-ai-generativelanguage==0.6.4 google-ai-generativelanguage==0.6.6
# via google-generativeai # via google-generativeai
google-api-core==2.19.0 google-api-core==2.19.0
# via google-ai-generativelanguage # via google-ai-generativelanguage
@ -113,7 +109,7 @@ google-cloud-storage==2.17.0
google-crc32c==1.5.0 google-crc32c==1.5.0
# via google-cloud-storage # via google-cloud-storage
# via google-resumable-media # via google-resumable-media
google-generativeai==0.5.4 google-generativeai==0.7.2
# via langchain-google-genai # via langchain-google-genai
google-resumable-media==2.7.1 google-resumable-media==2.7.1
# via google-cloud-bigquery # via google-cloud-bigquery
@ -126,6 +122,7 @@ graphviz==0.20.3
# via scrapegraphai # via scrapegraphai
greenlet==3.0.3 greenlet==3.0.3
# via playwright # via playwright
# via sqlalchemy
groq==0.8.0 groq==0.8.0
# via langchain-groq # via langchain-groq
grpc-google-iam-v1==0.13.1 grpc-google-iam-v1==0.13.1
@ -166,23 +163,19 @@ jmespath==1.0.1
# via boto3 # via boto3
# via botocore # via botocore
jsonpatch==1.33 jsonpatch==1.33
# via langchain
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain==0.1.15 langchain==0.2.10
# via scrapegraphai # via scrapegraphai
langchain-anthropic==0.1.11 langchain-anthropic==0.1.20
# via scrapegraphai # via scrapegraphai
langchain-aws==0.1.3 langchain-aws==0.1.11
# via scrapegraphai # via scrapegraphai
langchain-community==0.0.38 langchain-core==0.2.22
# via langchain
langchain-core==0.1.52
# via langchain # via langchain
# via langchain-anthropic # via langchain-anthropic
# via langchain-aws # via langchain-aws
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
# via langchain-google-genai # via langchain-google-genai
# via langchain-google-vertexai # via langchain-google-vertexai
@ -191,39 +184,33 @@ langchain-core==0.1.52
# via langchain-text-splitters # via langchain-text-splitters
langchain-fireworks==0.1.3 langchain-fireworks==0.1.3
# via scrapegraphai # via scrapegraphai
langchain-google-genai==1.0.3 langchain-google-genai==1.0.7
# via scrapegraphai # via scrapegraphai
langchain-google-vertexai==1.0.4 langchain-google-vertexai==1.0.4
# via scrapegraphai # via scrapegraphai
langchain-groq==0.1.3 langchain-groq==0.1.6
# via scrapegraphai # via scrapegraphai
langchain-openai==0.1.6 langchain-openai==0.1.17
# via scrapegraphai # via scrapegraphai
langchain-text-splitters==0.0.2 langchain-text-splitters==0.2.2
# via langchain # via langchain
langsmith==0.1.63 langsmith==0.1.93
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
lxml==5.2.2 lxml==5.2.2
# via free-proxy # via free-proxy
marshmallow==3.21.2
# via dataclasses-json
minify-html==0.15.0 minify-html==0.15.0
# via scrapegraphai # via scrapegraphai
multidict==6.0.5 multidict==6.0.5
# via aiohttp # via aiohttp
# via yarl # via yarl
mypy-extensions==1.0.0
# via typing-inspect
numpy==1.26.4 numpy==1.26.4
# via faiss-cpu # via faiss-cpu
# via langchain # via langchain
# via langchain-aws # via langchain-aws
# via langchain-community
# via pandas # via pandas
# via shapely # via shapely
openai==1.30.3 openai==1.36.1
# via langchain-fireworks # via langchain-fireworks
# via langchain-openai # via langchain-openai
orjson==3.10.3 orjson==3.10.3
@ -233,7 +220,6 @@ packaging==23.2
# via google-cloud-bigquery # via google-cloud-bigquery
# via huggingface-hub # via huggingface-hub
# via langchain-core # via langchain-core
# via marshmallow
pandas==2.2.2 pandas==2.2.2
# via scrapegraphai # via scrapegraphai
pillow==10.3.0 pillow==10.3.0
@ -288,7 +274,6 @@ pytz==2024.1
pyyaml==6.0.1 pyyaml==6.0.1
# via huggingface-hub # via huggingface-hub
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
regex==2024.5.15 regex==2024.5.15
# via tiktoken # via tiktoken
@ -299,7 +284,6 @@ requests==2.32.2
# via google-cloud-storage # via google-cloud-storage
# via huggingface-hub # via huggingface-hub
# via langchain # via langchain
# via langchain-community
# via langchain-fireworks # via langchain-fireworks
# via langsmith # via langsmith
# via tiktoken # via tiktoken
@ -323,10 +307,8 @@ soupsieve==2.5
# via beautifulsoup4 # via beautifulsoup4
sqlalchemy==2.0.30 sqlalchemy==2.0.30
# via langchain # via langchain
# via langchain-community
tenacity==8.3.0 tenacity==8.3.0
# via langchain # via langchain
# via langchain-community
# via langchain-core # via langchain-core
tiktoken==0.7.0 tiktoken==0.7.0
# via langchain-openai # via langchain-openai
@ -350,9 +332,6 @@ typing-extensions==4.12.0
# via pydantic-core # via pydantic-core
# via pyee # via pyee
# via sqlalchemy # via sqlalchemy
# via typing-inspect
typing-inspect==0.9.0
# via dataclasses-json
tzdata==2024.1 tzdata==2024.1
# via pandas # via pandas
undetected-playwright==0.3.0 undetected-playwright==0.3.0

25
requirements.txt
View File

@ -1,25 +0,0 @@
beautifulsoup4==4.12.3
burr==0.24.0
free_proxy==1.1.1
google==3.0.0
graphviz==0.20.3
html2text==2024.2.26
langchain==0.2.10
langchain_anthropic==0.1.20
langchain_aws==0.1.11
langchain_community==0.2.9
langchain_core==0.2.22
langchain_fireworks==0.1.5
langchain_google_genai==1.0.7
langchain_google_vertexai==1.0.6
langchain_groq==0.1.6
langchain_openai==0.1.17
minify_html==0.15.0
pandas==2.2.2
playwright==1.43.0
pydantic==2.8.2
Requests==2.32.3
semchunk==2.2.0
tiktoken==0.7.0
tqdm==4.66.4
undetected_playwright==0.3.0