mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-07-12 21:01:56 +08:00
fix: add new embedding models
This commit is contained in:
Marco Vinciguerra
parent
41964c55a0
commit
1d0cbbc6d6
@ -21,9 +21,9 @@ altair==5.3.0
|
|||||||
# via streamlit
|
# via streamlit
|
||||||
annotated-types==0.7.0
|
annotated-types==0.7.0
|
||||||
# via pydantic
|
# via pydantic
|
||||||
anthropic==0.26.1
|
anthropic==0.28.1
|
||||||
# via langchain-anthropic
|
# via langchain-anthropic
|
||||||
anyio==4.3.0
|
anyio==4.4.0
|
||||||
# via anthropic
|
# via anthropic
|
||||||
# via groq
|
# via groq
|
||||||
# via httpx
|
# via httpx
|
||||||
@ -42,9 +42,9 @@ beautifulsoup4==4.12.3
|
|||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
blinker==1.8.2
|
blinker==1.8.2
|
||||||
# via streamlit
|
# via streamlit
|
||||||
boto3==1.34.113
|
boto3==1.34.127
|
||||||
# via langchain-aws
|
# via langchain-aws
|
||||||
botocore==1.34.113
|
botocore==1.34.127
|
||||||
# via boto3
|
# via boto3
|
||||||
# via s3transfer
|
# via s3transfer
|
||||||
burr==0.22.1
|
burr==0.22.1
|
||||||
@ -52,7 +52,7 @@ burr==0.22.1
|
|||||||
cachetools==5.3.3
|
cachetools==5.3.3
|
||||||
# via google-auth
|
# via google-auth
|
||||||
# via streamlit
|
# via streamlit
|
||||||
certifi==2024.2.2
|
certifi==2024.6.2
|
||||||
# via httpcore
|
# via httpcore
|
||||||
# via httpx
|
# via httpx
|
||||||
# via requests
|
# via requests
|
||||||
@ -67,7 +67,7 @@ contourpy==1.2.1
|
|||||||
# via matplotlib
|
# via matplotlib
|
||||||
cycler==0.12.1
|
cycler==0.12.1
|
||||||
# via matplotlib
|
# via matplotlib
|
||||||
dataclasses-json==0.6.6
|
dataclasses-json==0.6.7
|
||||||
# via langchain
|
# via langchain
|
||||||
# via langchain-community
|
# via langchain-community
|
||||||
defusedxml==0.7.1
|
defusedxml==0.7.1
|
||||||
@ -80,27 +80,26 @@ dnspython==2.6.1
|
|||||||
# via email-validator
|
# via email-validator
|
||||||
docutils==0.19
|
docutils==0.19
|
||||||
# via sphinx
|
# via sphinx
|
||||||
email-validator==2.1.1
|
email-validator==2.1.2
|
||||||
# via fastapi
|
# via fastapi
|
||||||
faiss-cpu==1.8.0
|
faiss-cpu==1.8.0
|
||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
fastapi==0.111.0
|
fastapi==0.111.0
|
||||||
# via burr
|
# via burr
|
||||||
# via fastapi-pagination
|
|
||||||
fastapi-cli==0.0.4
|
fastapi-cli==0.0.4
|
||||||
# via fastapi
|
# via fastapi
|
||||||
fastapi-pagination==0.12.24
|
fastapi-pagination==0.12.25
|
||||||
# via burr
|
# via burr
|
||||||
filelock==3.14.0
|
filelock==3.15.1
|
||||||
# via huggingface-hub
|
# via huggingface-hub
|
||||||
fonttools==4.52.1
|
fonttools==4.53.0
|
||||||
# via matplotlib
|
# via matplotlib
|
||||||
free-proxy==1.1.1
|
free-proxy==1.1.1
|
||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
frozenlist==1.4.1
|
frozenlist==1.4.1
|
||||||
# via aiohttp
|
# via aiohttp
|
||||||
# via aiosignal
|
# via aiosignal
|
||||||
fsspec==2024.5.0
|
fsspec==2024.6.0
|
||||||
# via huggingface-hub
|
# via huggingface-hub
|
||||||
furo==2024.5.6
|
furo==2024.5.6
|
||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
@ -116,9 +115,9 @@ google-api-core==2.19.0
|
|||||||
# via google-ai-generativelanguage
|
# via google-ai-generativelanguage
|
||||||
# via google-api-python-client
|
# via google-api-python-client
|
||||||
# via google-generativeai
|
# via google-generativeai
|
||||||
google-api-python-client==2.130.0
|
google-api-python-client==2.133.0
|
||||||
# via google-generativeai
|
# via google-generativeai
|
||||||
google-auth==2.29.0
|
google-auth==2.30.0
|
||||||
# via google-ai-generativelanguage
|
# via google-ai-generativelanguage
|
||||||
# via google-api-core
|
# via google-api-core
|
||||||
# via google-api-python-client
|
# via google-api-python-client
|
||||||
@ -128,7 +127,7 @@ google-auth-httplib2==0.2.0
|
|||||||
# via google-api-python-client
|
# via google-api-python-client
|
||||||
google-generativeai==0.5.4
|
google-generativeai==0.5.4
|
||||||
# via langchain-google-genai
|
# via langchain-google-genai
|
||||||
googleapis-common-protos==1.63.0
|
googleapis-common-protos==1.63.1
|
||||||
# via google-api-core
|
# via google-api-core
|
||||||
# via grpcio-status
|
# via grpcio-status
|
||||||
graphviz==0.20.3
|
graphviz==0.20.3
|
||||||
@ -136,9 +135,9 @@ graphviz==0.20.3
|
|||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
greenlet==3.0.3
|
greenlet==3.0.3
|
||||||
# via playwright
|
# via playwright
|
||||||
groq==0.8.0
|
groq==0.9.0
|
||||||
# via langchain-groq
|
# via langchain-groq
|
||||||
grpcio==1.64.0
|
grpcio==1.64.1
|
||||||
# via google-api-core
|
# via google-api-core
|
||||||
# via grpcio-status
|
# via grpcio-status
|
||||||
grpcio-status==1.62.2
|
grpcio-status==1.62.2
|
||||||
@ -160,7 +159,7 @@ httpx==0.27.0
|
|||||||
# via fastapi
|
# via fastapi
|
||||||
# via groq
|
# via groq
|
||||||
# via openai
|
# via openai
|
||||||
huggingface-hub==0.23.1
|
huggingface-hub==0.23.4
|
||||||
# via tokenizers
|
# via tokenizers
|
||||||
idna==3.7
|
idna==3.7
|
||||||
# via anyio
|
# via anyio
|
||||||
@ -178,7 +177,7 @@ jinja2==3.1.4
|
|||||||
# via fastapi
|
# via fastapi
|
||||||
# via pydeck
|
# via pydeck
|
||||||
# via sphinx
|
# via sphinx
|
||||||
jiter==0.4.0
|
jiter==0.4.2
|
||||||
# via anthropic
|
# via anthropic
|
||||||
jmespath==1.0.1
|
jmespath==1.0.1
|
||||||
# via boto3
|
# via boto3
|
||||||
@ -186,7 +185,7 @@ jmespath==1.0.1
|
|||||||
jsonpatch==1.33
|
jsonpatch==1.33
|
||||||
# via langchain
|
# via langchain
|
||||||
# via langchain-core
|
# via langchain-core
|
||||||
jsonpointer==2.4
|
jsonpointer==3.0.0
|
||||||
# via jsonpatch
|
# via jsonpatch
|
||||||
jsonschema==4.22.0
|
jsonschema==4.22.0
|
||||||
# via altair
|
# via altair
|
||||||
@ -219,7 +218,7 @@ langchain-openai==0.1.6
|
|||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
langchain-text-splitters==0.0.2
|
langchain-text-splitters==0.0.2
|
||||||
# via langchain
|
# via langchain
|
||||||
langsmith==0.1.63
|
langsmith==0.1.77
|
||||||
# via langchain
|
# via langchain
|
||||||
# via langchain-community
|
# via langchain-community
|
||||||
# via langchain-core
|
# via langchain-core
|
||||||
@ -231,7 +230,7 @@ markdown-it-py==3.0.0
|
|||||||
# via rich
|
# via rich
|
||||||
markupsafe==2.1.5
|
markupsafe==2.1.5
|
||||||
# via jinja2
|
# via jinja2
|
||||||
marshmallow==3.21.2
|
marshmallow==3.21.3
|
||||||
# via dataclasses-json
|
# via dataclasses-json
|
||||||
matplotlib==3.9.0
|
matplotlib==3.9.0
|
||||||
# via burr
|
# via burr
|
||||||
@ -257,10 +256,10 @@ numpy==1.26.4
|
|||||||
# via pydeck
|
# via pydeck
|
||||||
# via sf-hamilton
|
# via sf-hamilton
|
||||||
# via streamlit
|
# via streamlit
|
||||||
openai==1.30.3
|
openai==1.34.0
|
||||||
# via burr
|
# via burr
|
||||||
# via langchain-openai
|
# via langchain-openai
|
||||||
orjson==3.10.3
|
orjson==3.10.5
|
||||||
# via fastapi
|
# via fastapi
|
||||||
# via langsmith
|
# via langsmith
|
||||||
packaging==23.2
|
packaging==23.2
|
||||||
@ -303,7 +302,7 @@ pyasn1==0.6.0
|
|||||||
# via rsa
|
# via rsa
|
||||||
pyasn1-modules==0.4.0
|
pyasn1-modules==0.4.0
|
||||||
# via google-auth
|
# via google-auth
|
||||||
pydantic==2.7.1
|
pydantic==2.7.4
|
||||||
# via anthropic
|
# via anthropic
|
||||||
# via burr
|
# via burr
|
||||||
# via fastapi
|
# via fastapi
|
||||||
@ -314,7 +313,7 @@ pydantic==2.7.1
|
|||||||
# via langchain-core
|
# via langchain-core
|
||||||
# via langsmith
|
# via langsmith
|
||||||
# via openai
|
# via openai
|
||||||
pydantic-core==2.18.2
|
pydantic-core==2.18.4
|
||||||
# via pydantic
|
# via pydantic
|
||||||
pydeck==0.9.1
|
pydeck==0.9.1
|
||||||
# via streamlit
|
# via streamlit
|
||||||
@ -352,7 +351,7 @@ referencing==0.35.1
|
|||||||
# via jsonschema-specifications
|
# via jsonschema-specifications
|
||||||
regex==2024.5.15
|
regex==2024.5.15
|
||||||
# via tiktoken
|
# via tiktoken
|
||||||
requests==2.32.2
|
requests==2.32.3
|
||||||
# via burr
|
# via burr
|
||||||
# via free-proxy
|
# via free-proxy
|
||||||
# via google-api-core
|
# via google-api-core
|
||||||
@ -375,7 +374,7 @@ s3transfer==0.10.1
|
|||||||
# via boto3
|
# via boto3
|
||||||
semchunk==1.0.1
|
semchunk==1.0.1
|
||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
sf-hamilton==1.63.0
|
sf-hamilton==1.66.1
|
||||||
# via burr
|
# via burr
|
||||||
shellingham==1.5.4
|
shellingham==1.5.4
|
||||||
# via typer
|
# via typer
|
||||||
@ -418,7 +417,7 @@ starlette==0.37.2
|
|||||||
# via fastapi
|
# via fastapi
|
||||||
streamlit==1.35.0
|
streamlit==1.35.0
|
||||||
# via burr
|
# via burr
|
||||||
tenacity==8.3.0
|
tenacity==8.4.1
|
||||||
# via langchain
|
# via langchain
|
||||||
# via langchain-community
|
# via langchain-community
|
||||||
# via langchain-core
|
# via langchain-core
|
||||||
@ -432,7 +431,7 @@ toml==0.10.2
|
|||||||
# via streamlit
|
# via streamlit
|
||||||
toolz==0.12.1
|
toolz==0.12.1
|
||||||
# via altair
|
# via altair
|
||||||
tornado==6.4
|
tornado==6.4.1
|
||||||
# via streamlit
|
# via streamlit
|
||||||
tqdm==4.66.4
|
tqdm==4.66.4
|
||||||
# via google-generativeai
|
# via google-generativeai
|
||||||
@ -442,7 +441,7 @@ tqdm==4.66.4
|
|||||||
# via semchunk
|
# via semchunk
|
||||||
typer==0.12.3
|
typer==0.12.3
|
||||||
# via fastapi-cli
|
# via fastapi-cli
|
||||||
typing-extensions==4.12.0
|
typing-extensions==4.12.2
|
||||||
# via anthropic
|
# via anthropic
|
||||||
# via fastapi
|
# via fastapi
|
||||||
# via fastapi-pagination
|
# via fastapi-pagination
|
||||||
@ -469,15 +468,15 @@ undetected-playwright==0.3.0
|
|||||||
# via scrapegraphai
|
# via scrapegraphai
|
||||||
uritemplate==4.1.1
|
uritemplate==4.1.1
|
||||||
# via google-api-python-client
|
# via google-api-python-client
|
||||||
urllib3==1.26.18
|
urllib3==2.2.2
|
||||||
# via botocore
|
# via botocore
|
||||||
# via requests
|
# via requests
|
||||||
uvicorn==0.29.0
|
uvicorn==0.30.1
|
||||||
# via burr
|
# via burr
|
||||||
# via fastapi
|
# via fastapi
|
||||||
uvloop==0.19.0
|
uvloop==0.19.0
|
||||||
# via uvicorn
|
# via uvicorn
|
||||||
watchfiles==0.21.0
|
watchfiles==0.22.0
|
||||||
# via uvicorn
|
# via uvicorn
|
||||||
websockets==12.0
|
websockets==12.0
|
||||||
# via uvicorn
|
# via uvicorn
|
||||||
|
|||||||
@ -60,7 +60,10 @@ models_tokens = {
|
|||||||
"stablelm-zephyr": 8192,
|
"stablelm-zephyr": 8192,
|
||||||
"wizardlm2:8x22b": 65536,
|
"wizardlm2:8x22b": 65536,
|
||||||
# embedding models
|
# embedding models
|
||||||
"shaw/dmeta-embedding-zh": 8192,
|
"shaw/dmeta-embedding-zh-small-q4": 8192,
|
||||||
|
"shaw/dmeta-embedding-zh-q4": 8192,
|
||||||
|
"chevalblanc/acge_text_embedding": 8192,
|
||||||
|
"martcreation/dmeta-embedding-zh": 8192,
|
||||||
"snowflake-arctic-embed": 8192,
|
"snowflake-arctic-embed": 8192,
|
||||||
"mxbai-embed-large": 512
|
"mxbai-embed-large": 512
|
||||||
},
|
},
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user