CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-23 21:00:30 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

changed name

Browse Source
This commit is contained in:
VinciGit00 2024-05-01 20:17:01 +02:00
parent 7c1b5796d7
commit 276ac8b40c
6 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/gemini/csv_scraper_gemini.py
View File

@ -1,11 +1,11 @@
"""
Basic example of scraping pipeline using CsvScraperGraph from CSV documents
Basic example of scraping pipeline using CSVScraperGraph from CSV documents
"""
import os
from dotenv import load_dotenv
import pandas as pd
from scrapegraphai.graphs import CsvScraperGraph
from scrapegraphai.graphs import CSVScraperGraph
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
load_dotenv()
@ -36,10 +36,10 @@ graph_config = {
}
# ************************************************
# Create the CsvScraperGraph instance and run it
# Create the CSVScraperGraph instance and run it
# ************************************************
csv_scraper_graph = CsvScraperGraph(
csv_scraper_graph = CSVScraperGraph(
prompt="List me all the last names",
source=str(text), # Pass the content of the file, not the file object
config=graph_config

8
examples/local_models/Docker/csv_scraper_docker.py
View File

@ -1,9 +1,9 @@
"""
Basic example of scraping pipeline using CsvScraperGraph from CSV documents
Basic example of scraping pipeline using CSVScraperGraph from CSV documents
"""
import pandas as pd
from scrapegraphai.graphs import CsvScraperGraph
from scrapegraphai.graphs import CSVScraperGraph
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
# ************************************************
@ -30,10 +30,10 @@ graph_config = {
}
# ************************************************
# Create the CsvScraperGraph instance and run it
# Create the CSVScraperGraph instance and run it
# ************************************************
csv_scraper_graph = CsvScraperGraph(
csv_scraper_graph = CSVScraperGraph(
prompt="List me all the last names",
source=str(text), # Pass the content of the file, not the file object
config=graph_config

8
examples/local_models/Ollama/csv_scraper_ollama.py
View File

@ -1,9 +1,9 @@
"""
Basic example of scraping pipeline using CsvScraperGraph from CSV documents
Basic example of scraping pipeline using CSVScraperGraph from CSV documents
"""
import pandas as pd
from scrapegraphai.graphs import CsvScraperGraph
from scrapegraphai.graphs import CSVScraperGraph
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
# ************************************************
@ -32,10 +32,10 @@ graph_config = {
}
# ************************************************
# Create the CsvScraperGraph instance and run it
# Create the CSVScraperGraph instance and run it
# ************************************************
csv_scraper_graph = CsvScraperGraph(
csv_scraper_graph = CSVScraperGraph(
prompt="List me all the last names",
source=str(text), # Pass the content of the file, not the file object
config=graph_config

8
examples/openai/csv_scraper_openai.py
View File

@ -1,11 +1,11 @@
"""
Basic example of scraping pipeline using CsvScraperGraph from CSV documents
Basic example of scraping pipeline using CSVScraperGraph from CSV documents
"""
import os
from dotenv import load_dotenv
import pandas as pd
from scrapegraphai.graphs import CsvScraperGraph
from scrapegraphai.graphs import CSVScraperGraph
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
load_dotenv()
@ -29,10 +29,10 @@ graph_config = {
}
# ************************************************
# Create the CsvScraperGraph instance and run it
# Create the CSVScraperGraph instance and run it
# ************************************************
csv_scraper_graph = CsvScraperGraph(
csv_scraper_graph = CSVScraperGraph(
prompt="List me all the last names",
source=str(text), # Pass the content of the file, not the file object
config=graph_config

2
scrapegraphai/graphs/__init__.py
View File

@ -8,4 +8,4 @@ from .search_graph import SearchGraph
from .script_creator_graph import ScriptCreatorGraph
from .xml_scraper_graph import XMLScraperGraph
from .json_scraper_graph import JSONScraperGraph
from .csv_scraper_graph import CsvScraperGraph
from .csv_scraper_graph import CSVScraperGraph

4
scrapegraphai/graphs/csv_scraper_graph.py
View File

@ -11,7 +11,7 @@ from ..nodes import (
from .abstract_graph import AbstractGraph
class CsvScraperGraph(AbstractGraph):
class CSVScraperGraph(AbstractGraph):
"""
SmartScraper is a comprehensive web scraping tool that automates the process of extracting
information from web pages using a natural language model to interpret and answer prompts.
@ -19,7 +19,7 @@ class CsvScraperGraph(AbstractGraph):
def __init__(self, prompt: str, source: str, config: dict):
"""
Initializes the csvScraperGraph with a prompt, source, and configuration.
Initializes the CSVScraperGraph with a prompt, source, and configuration.
"""
super().__init__(prompt, config, source)