mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-07-01 21:00:48 +08:00
feat: updated pydantic to v2
This commit is contained in:
parent
28b85a3b16
commit
eb89549248
@ -5,7 +5,7 @@ Example of Search Graph
|
|||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Basic example of scraping pipeline using SmartScraper using Azure OpenAI Key
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
import os
|
import os
|
||||||
import json
|
import json
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Example of Search Graph
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
Basic example of scraping pipeline using SmartScraper
|
Basic example of scraping pipeline using SmartScraper
|
||||||
"""
|
"""
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Basic example of scraping pipeline using SmartScraper
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Example of Search Graph
|
|||||||
import os
|
import os
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,7 @@ import os
|
|||||||
import json
|
import json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import PdfScraperMultiGraph
|
from scrapegraphai.graphs import PdfScraperMultiGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using ScriptCreatorGraph
|
|||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import ScriptCreatorGraph
|
from scrapegraphai.graphs import ScriptCreatorGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
import os, json
|
import os, json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
|
|
||||||
import os, json
|
import os, json
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|||||||
@ -8,7 +8,7 @@ from typing import List
|
|||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.integrations import IndexifyNode
|
from scrapegraphai.integrations import IndexifyNode
|
||||||
|
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Example of Search Graph
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -3,7 +3,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
"""
|
"""
|
||||||
import json
|
import json
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,7 @@ import os
|
|||||||
import json
|
import json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import PdfScraperMultiGraph
|
from scrapegraphai.graphs import PdfScraperMultiGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -6,7 +6,7 @@ import os
|
|||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from scrapegraphai.graphs import ScriptCreatorGraph
|
from scrapegraphai.graphs import ScriptCreatorGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Example of Search Graph
|
|||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
import os, json
|
import os, json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -7,7 +7,7 @@ from dotenv import load_dotenv
|
|||||||
from scrapegraphai.graphs import ScriptCreatorGraph
|
from scrapegraphai.graphs import ScriptCreatorGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -9,7 +9,7 @@ load_dotenv()
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
import os, json
|
import os, json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -4,7 +4,7 @@ Example of Search Graph
|
|||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# ************************************************
|
# ************************************************
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
Basic example of scraping pipeline using SmartScraper and OneAPI
|
Basic example of scraping pipeline using SmartScraper and OneAPI
|
||||||
"""
|
"""
|
||||||
from typing import List
|
from typing import List
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,7 @@ import os
|
|||||||
import json
|
import json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import PdfScraperMultiGraph
|
from scrapegraphai.graphs import PdfScraperMultiGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -7,7 +7,7 @@ from dotenv import load_dotenv
|
|||||||
from scrapegraphai.graphs import ScriptCreatorGraph
|
from scrapegraphai.graphs import ScriptCreatorGraph
|
||||||
from scrapegraphai.utils import prettify_exec_info
|
from scrapegraphai.utils import prettify_exec_info
|
||||||
|
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Example of Search Graph
|
|||||||
import os
|
import os
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SearchGraph
|
from scrapegraphai.graphs import SearchGraph
|
||||||
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
|
||||||
|
|
||||||
|
|||||||
@ -5,7 +5,7 @@ Basic example of scraping pipeline using SmartScraper with schema
|
|||||||
import os, json
|
import os, json
|
||||||
from typing import List
|
from typing import List
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from langchain_core.pydantic_v1 import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
from scrapegraphai.graphs import SmartScraperGraph
|
from scrapegraphai.graphs import SmartScraperGraph
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|||||||
@ -5,7 +5,7 @@ import asyncio
|
|||||||
from typing import List, Optional
|
from typing import List, Optional
|
||||||
from tqdm.asyncio import tqdm
|
from tqdm.asyncio import tqdm
|
||||||
from .base_node import BaseNode
|
from .base_node import BaseNode
|
||||||
from langchain_core.pydantic_v1 import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
DEFAULT_BATCHSIZE = 16
|
DEFAULT_BATCHSIZE = 16
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user