CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-01 21:00:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: integration of o1

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-09-13 14:20:23 +02:00
parent 62912c263e
commit 5c25da2fe6
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/openai/smart_scraper_openai.py
View File

@ -18,7 +18,7 @@ load_dotenv()
graph_config = { graph_config = {
"llm": { "llm": {
"api_key": os.getenv("OPENAI_API_KEY"), "api_key": os.getenv("OPENAI_API_KEY"),
"model": "openai/gpt-4o", "model": "openai/o1-preview",
}, },
"verbose": True, "verbose": True,
"headless": False, "headless": False,

7
scrapegraphai/helpers/models_tokens.py
View File

@ -23,7 +23,8 @@ models_tokens = {
"gpt-4o-2024-08-06": 128000, "gpt-4o-2024-08-06": 128000,
"gpt-4o-2024-05-13": 128000, "gpt-4o-2024-05-13": 128000,
"gpt-4o-mini":128000, "gpt-4o-mini":128000,
"o1-preview":128000,
"o1-mini":128000
}, },
"azure_openai": { "azure_openai": {
"gpt-3.5-turbo-0125": 16385, "gpt-3.5-turbo-0125": 16385,
@ -43,7 +44,9 @@ models_tokens = {
"gpt-4-32k-0613": 32768, "gpt-4-32k-0613": 32768,
"gpt-4o": 128000, "gpt-4o": 128000,
"gpt-4o-mini":128000, "gpt-4o-mini":128000,
"chatgpt-4o-latest": 128000 "chatgpt-4o-latest": 128000,
"o1-preview":128000,
"o1-mini":128000
}, },
"google_genai": { "google_genai": {
"gemini-pro": 128000, "gemini-pro": 128000,