mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-07-12 21:01:56 +08:00
0ca52b1da6
## [0.10.0](https://github.com/VinciGit00/Scrapegraph-ai/compare/v0.9.0...v0.10.0) (2024-05-08) ### Features * add claude documentation ([5bdee55](5bdee55876)) * add gemini embeddings ([79daa4c](79daa4c112)) * add llava integration ([019b722](019b7223dc)) * add new hugging_face models ([d5547a4](d5547a450c)) * Fix bug for gemini case when embeddings config not passed ([726de28](726de28898)) * fixed custom_graphs example and robots_node ([84fcb44](84fcb44aaa)) * multiple graph instances ([dbb614a](dbb614a8dd)) * **node:** multiple url search in SearchGraph + fixes ([930adb3](930adb38f2)) * refactoring search function ([aeb1acb](aeb1acbf05)) ### Bug Fixes * bug on .toml ([f7d66f5](f7d66f5181)) * **llm:** fixed gemini api_key ([fd01b73](fd01b73b71)) * **examples:** local, mixed models and fixed SearchGraph embeddings problem ([6b71ec1](6b71ec1d2b)) * **examples:** openai std examples ([186c0d0](186c0d035d)) * removed .lock file for deployment ([d4c7d4e](d4c7d4e7fc)) ### Docs * update README.md ([17ec992](17ec992b49)) ### CI * **release:** 0.10.0-beta.1 [skip ci] ([c47a505](c47a505750)) * **release:** 0.10.0-beta.2 [skip ci] ([3f0e069](3f0e0694f3)) * **release:** 0.9.0-beta.2 [skip ci] ([5aa600c](5aa600cb0a)) * **release:** 0.9.0-beta.3 [skip ci] ([da8c72c](da8c72ce13)) * **release:** 0.9.0-beta.4 [skip ci] ([8c5397f](8c5397f67a)) * **release:** 0.9.0-beta.5 [skip ci] ([532adb6](532adb639d)) * **release:** 0.9.0-beta.6 [skip ci] ([8c0b46e](8c0b46eb40)) * **release:** 0.9.0-beta.7 [skip ci] ([6911e21](6911e21584)) * **release:** 0.9.0-beta.8 [skip ci] ([739aaa3](739aaa33c3))
61 lines
1.7 KiB
TOML
61 lines
1.7 KiB
TOML
[tool.poetry]
|
|
name = "scrapegraphai"
|
|
|
|
version = "0.10.0"
|
|
|
|
description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
|
|
authors = [
|
|
"Marco Vinciguerra <mvincig11@gmail.com>",
|
|
"Marco Perini <perinim.98@gmail.com>",
|
|
"Lorenzo Padoan <lorenzo.padoan977@gmail.com>"
|
|
]
|
|
license = "MIT"
|
|
readme = "README.md"
|
|
homepage = "https://scrapegraph-ai.readthedocs.io/"
|
|
repository = "https://github.com/VinciGit00/Scrapegraph-ai"
|
|
documentation = "https://scrapegraph-doc.onrender.com/"
|
|
keywords = ["scrapegraph", "scrapegraphai", "langchain", "ai", "artificial intelligence", "gpt", "machine learning", "rag", "nlp", "natural language processing", "openai", "scraping", "web scraping", "web scraping library", "web scraping tool", "webscraping", "graph"]
|
|
classifiers = [
|
|
"Intended Audience :: Developers",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"Programming Language :: Python :: 3",
|
|
"Operating System :: OS Independent",
|
|
]
|
|
|
|
[tool.poetry.dependencies]
|
|
python = "^3.9"
|
|
langchain = "0.1.15"
|
|
langchain-openai = "^0.1.6"
|
|
langchain-google-genai = "^1.0.3"
|
|
langchain-groq = "^0.1.3"
|
|
langchain-aws = "^0.1.3"
|
|
langchain-anthropic = "^0.1.11"
|
|
html2text = "^2024.2.26"
|
|
faiss-cpu = "^1.8.0"
|
|
beautifulsoup4 = "^4.12.3"
|
|
pandas = "^2.2.2"
|
|
python-dotenv = "^1.0.1"
|
|
tiktoken = "^0.6.0"
|
|
tqdm = "^4.66.4"
|
|
graphviz = "^0.20.3"
|
|
minify-html = "^0.15.0"
|
|
free-proxy = "^1.1.1"
|
|
playwright = "^1.43.0"
|
|
google = "^3.0.0"
|
|
yahoo-search-py = "^0.3"
|
|
|
|
[tool.poetry.dev-dependencies]
|
|
pytest = "8.0.0"
|
|
|
|
[tool.poetry.group.docs]
|
|
optional = true
|
|
|
|
[tool.poetry.group.docs.dependencies]
|
|
sphinx = "7.1.2"
|
|
sphinx-rtd-theme = "2.0.0"
|
|
|
|
[build-system]
|
|
requires = ["poetry-core>=1.0.0"]
|
|
build-backend = "poetry.core.masonry.api"
|
|
|