CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-20 21:13:05 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

add new tests
Some checks are pending
/ build (push) Waiting to run
Details
Release / Build (push) Waiting to run
Details
Release / Release (push) Blocked by required conditions
Details

Browse Source 
Co-Authored-By: Matteo Vedovati <68272450+vedovati-matteo@users.noreply.github.com>
This commit is contained in:
Marco Vinciguerra 2024-08-11 17:10:55 +02:00
parent 40043f376e
commit cec5537f2a
10 changed files with 2 additions and 43 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
pyproject.toml
View File

@ -5,7 +5,6 @@ name = "scrapegraphai"
version = "1.14.0b1"
description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
authors = [

1
scrapegraphai/nodes/__init__.py
View File

@ -4,7 +4,6 @@ __init__.py file for node folder
from .base_node import BaseNode
from .fetch_node import FetchNode
from .conditional_node import ConditionalNode
from .get_probable_tags_node import GetProbableTagsNode
from .generate_answer_node import GenerateAnswerNode
from .parse_node import ParseNode

7
tests/graphs/scrape_plain_text_llama3_test.py → tests/graphs/scrape_plain_text_llama3.1_test.py
View File

@ -26,15 +26,10 @@ def graph_config():
"""
return {
"llm": {
"model": "ollama/llama3",
"model": "ollama/llama3.1",
"temperature": 0,
"format": "json",
"base_url": "http://localhost:11434",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
}
}

5
tests/graphs/scrape_plain_text_mistral_test.py
View File

@ -30,11 +30,6 @@ def graph_config():
"temperature": 0,
"format": "json",
"base_url": "http://localhost:11434",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
}
}

5
tests/graphs/scrape_xml_ollama_test.py
View File

@ -32,11 +32,6 @@ def graph_config():
"temperature": 0,
"format": "json",
"base_url": "http://localhost:11434",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
}
}

5
tests/graphs/script_generator_test.py
View File

@ -18,11 +18,6 @@ def graph_config():
"base_url": "http://localhost:11434",
"library": "beautifulsoup",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
},
"library": "beautifulsoup"
}

6
tests/graphs/search_link_ollama.py
View File

@ -4,14 +4,10 @@ from scrapegraphai.utils import prettify_exec_info
def test_smart_scraper_pipeline():
graph_config = {
"llm": {
"model": "ollama/llama3",
"model": "ollama/llama3.1",
"temperature": 0,
"format": "json",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
},
"verbose": True,
"headless": False
}

5
tests/graphs/smart_scraper_ernie_test.py
View File

@ -16,11 +16,6 @@ def graph_config():
"ernie_client_id": "<ernie_client_id>",
"ernie_client_secret": "<ernie_client_secret>",
"temperature": 0.1
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
}
}

5
tests/graphs/smart_scraper_fireworks_test.py
View File

@ -20,11 +20,6 @@ def graph_config():
"api_key": fireworks_api_key,
"model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
},
"verbose": True,
"headless": False,
}

5
tests/graphs/smart_scraper_ollama_test.py
View File

@ -16,11 +16,6 @@ def graph_config():
"temperature": 0,
"format": "json",
"base_url": "http://localhost:11434",
},
"embeddings": {
"model": "ollama/nomic-embed-text",
"temperature": 0,
"base_url": "http://localhost:11434",
}
}