fixed json parsing error for ping result in stream

This commit is contained in:
Yuanzhang Hu 2024-04-26 21:42:23 -04:00
parent c373f4215c
commit 3f8ec155e7
No known key found for this signature in database
GPG Key ID: 83B3E45AFE1D32EF

View File

@ -5,6 +5,7 @@ import random
import string
import time
import uuid
import traceback
from api.chat_completions import model_system_fingerprint, split_tokens_from_content
from utils.Logger import Logger
@ -103,7 +104,7 @@ async def stream_response(service, response, model, max_tokens):
try:
if chunk.startswith("data: [DONE]"):
yield "data: [DONE]\n\n"
elif not chunk.startswith("data: "):
elif not chunk.startswith("data: {"):
continue
else:
chunk_old_data = json.loads(chunk[6:])