Scrapegraph-ai/scrapegraphai/utils/tokenizers/tokenizer_openai.py
2024-09-12 20:21:00 +02:00

29 lines
813 B
Python

"""
Tokenization utilities for OpenAI models
"""
import tiktoken
from langchain_core.language_models.chat_models import BaseChatModel
from ..logging import get_logger
def num_tokens_openai(text: str, llm_model:BaseChatModel) -> int:
"""
Estimate the number of tokens in a given text using OpenAI's tokenization method,
adjusted for different OpenAI models.
Args:
text (str): The text to be tokenized and counted.
llm_model (BaseChatModel): The specific OpenAI model to adjust tokenization.
Returns:
int: The number of tokens in the text.
"""
logger = get_logger()
logger.debug(f"Counting tokens for text of {len(text)} characters")
encoding = tiktoken.encoding_for_model("gpt-4")
num_tokens = len(encoding.encode(text))
return num_tokens