CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-25 21:11:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: Azure implementation + embeddings refactoring

Browse Source
This commit is contained in:
Marco Perini 2024-05-03 21:40:01 +02:00
parent 2abe05a0cf
commit aa9271e7bc
2 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/openai/smart_scraper_openai.py
View File

@ -21,7 +21,7 @@ graph_config = {
"api_key": openai_key, "api_key": openai_key,
"model": "gpt-3.5-turbo", "model": "gpt-3.5-turbo",
}, },
"verbose":False, "verbose": True,
} }
# ************************************************ # ************************************************

5
scrapegraphai/nodes/rag_node.py
View File

@ -6,14 +6,9 @@ from typing import List
from langchain.docstore.document import Document from langchain.docstore.document import Document
from langchain.retrievers import ContextualCompressionRetriever from langchain.retrievers import ContextualCompressionRetriever
from langchain.retrievers.document_compressors import EmbeddingsFilter, DocumentCompressorPipeline from langchain.retrievers.document_compressors import EmbeddingsFilter, DocumentCompressorPipeline
from langchain_aws.embeddings.bedrock import BedrockEmbeddings
from langchain_community.document_transformers import EmbeddingsRedundantFilter from langchain_community.document_transformers import EmbeddingsRedundantFilter
from langchain_community.embeddings import HuggingFaceHubEmbeddings
from langchain_community.vectorstores import FAISS from langchain_community.vectorstores import FAISS
from langchain_community.embeddings import OllamaEmbeddings
from langchain_openai import OpenAIEmbeddings, AzureOpenAIEmbeddings
from ..models import OpenAI, Ollama, AzureOpenAI, HuggingFace, Bedrock
from .base_node import BaseNode from .base_node import BaseNode