Merge pull request #241 from harry0703/dev

add qwen error logs
This commit is contained in:
Harry
2024-04-12 10:08:08 +08:00
committed by GitHub

View File

@@ -76,13 +76,27 @@ def _generate_response(prompt: str) -> str:
if llm_provider == "qwen": if llm_provider == "qwen":
import dashscope import dashscope
from dashscope.api_entities.dashscope_response import GenerationResponse
dashscope.api_key = api_key dashscope.api_key = api_key
response = dashscope.Generation.call( response = dashscope.Generation.call(
model=model_name, model=model_name,
messages=[{"role": "user", "content": prompt}] messages=[{"role": "user", "content": prompt}]
) )
content = response["output"]["text"] if response:
return content.replace("\n", "") if isinstance(response, GenerationResponse):
status_code = response.status_code
if status_code != 200:
raise Exception(
f"[{llm_provider}] returned an error response: \"{response}\"")
content = response["output"]["text"]
return content.replace("\n", "")
else:
raise Exception(
f"[{llm_provider}] returned an invalid response: \"{response}\"")
else:
raise Exception(
f"[{llm_provider}] returned an empty response")
if llm_provider == "gemini": if llm_provider == "gemini":
import google.generativeai as genai import google.generativeai as genai
@@ -122,17 +136,17 @@ def _generate_response(prompt: str) -> str:
convo.send_message(prompt) convo.send_message(prompt)
return convo.last.text return convo.last.text
if llm_provider == "cloudflare": if llm_provider == "cloudflare":
import requests import requests
response = requests.post( response = requests.post(
f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/{model_name}", f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/{model_name}",
headers={"Authorization": f"Bearer {api_key}"}, headers={"Authorization": f"Bearer {api_key}"},
json={ json={
"messages": [ "messages": [
{"role": "system", "content": "You are a friendly assistant"}, {"role": "system", "content": "You are a friendly assistant"},
{"role": "user", "content": prompt} {"role": "user", "content": prompt}
] ]
} }
) )
result = response.json() result = response.json()