CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-23 21:00:30 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge branch 'multiple-requests' into get_request_new

Browse Source
This commit is contained in:
VinciGit00 2024-02-10 16:45:42 +01:00
commit ec6b284dfa
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
yosoai/request.py
View File

@ -1,6 +1,8 @@
import time
from tqdm import tqdm
from typing import List
from multiprocessing import Pool
from tqdm import tqdm # Import tqdm for progress bar
from .getter import remover
from .class_generator import Generator
from .class_creator import create_class
@ -14,7 +16,6 @@ REQUEST_INTERVAL = 20 # Adjust as needed, represents the interval in seconds be
def send_request(key: str, text:str, values:list[dict], model:str, temperature:float = 0.0, encoding_name: str = EMBEDDING_ENCODING) -> List[dict]:
"""
Send a request to openai.
Args:
key (str): The API key for accessing the language model.
text (str): The input text to be processed.
@ -23,11 +24,9 @@ def send_request(key: str, text:str, values:list[dict], model:str, temperature:f
- "title" (str): The title of the field.
- "type" (str): The type of the field.
- "description" (str): The description of the field.
model (str): The name of the language model to be used.
temperature (float): A parameter controlling the randomness of the language model's output (default: 0).
encoding_name (str): The name of the encoding to be used (default: EMBEDDING_ENCODING).
Returns:
List[dict]: The result of the request to openai.
"""