fix default models

This commit is contained in:
2024-10-30 09:18:24 -04:00
parent d78aec4e1a
commit de36bc1328
4 changed files with 18 additions and 13 deletions
+4 -4
View File
@@ -39,7 +39,7 @@ class Anthropic(BaseProvider):
]
response = self.client.messages.create(
model=conversation.llm_model or DEFAULT_MODEL,
model=conversation.llm_model or self.DEFAULT_MODEL,
messages=messages,
max_tokens=DEFAULT_MAX_TOKENS,
**kwargs,
@@ -53,13 +53,13 @@ class Anthropic(BaseProvider):
role="assistant",
text=assistant_message,
raw=response,
llm_model=conversation.llm_model or DEFAULT_MODEL,
llm_model=conversation.llm_model or self.DEFAULT_MODEL,
llm_provider=PROVIDER_NAME,
)
def structured_response(self, model, response_model, **kwargs):
response = self.structured_client.messages.create(
model=model, response_model=response_model, **kwargs
model=model, response_model=response_model or self.DEFAULT_MODEL, **kwargs
)
return response
@@ -69,7 +69,7 @@ class Anthropic(BaseProvider):
]
response = self.client.messages.create(
model=llm_model,
model=llm_model or self.DEFAULT_MODEL,
messages=messages,
max_tokens=DEFAULT_MAX_TOKENS,
**kwargs,
+3 -3
View File
@@ -42,7 +42,7 @@ class Groq(BaseProvider):
]
response = self.client.chat.completions.create(
model=conversation.llm_model or DEFAULT_MODEL,
model=conversation.llm_model or self.DEFAULT_MODEL,
messages=messages,
**kwargs,
)
@@ -55,7 +55,7 @@ class Groq(BaseProvider):
role="assistant",
text=assistant_message.content or "",
raw=response,
llm_model=conversation.llm_model or DEFAULT_MODEL,
llm_model=conversation.llm_model or self.DEFAULT_MODEL,
llm_provider=PROVIDER_NAME,
)
@@ -85,7 +85,7 @@ class Groq(BaseProvider):
response = self.client.chat.completions.create(
messages=messages,
model=llm_model,
model=llm_model or self.DEFAULT_MODEL,
**kwargs,
)
+8 -3
View File
@@ -53,7 +53,7 @@ class Ollama(BaseProvider):
role="assistant",
text=assistant_message.get("content"),
raw=response,
llm_model=conversation.llm_model or DEFAULT_MODEL,
llm_model=conversation.llm_model or self.DEFAULT_MODEL,
llm_provider=PROVIDER_NAME,
)
@@ -63,7 +63,10 @@ class Ollama(BaseProvider):
]
response = self.structured_client.chat.completions.create(
messages=messages, model=llm_model, response_model=response_model, **kwargs
messages=messages,
model=llm_model or self.DEFAULT_MODEL,
response_model=response_model,
**kwargs,
)
return response
@@ -72,6 +75,8 @@ class Ollama(BaseProvider):
{"role": "user", "content": prompt},
]
response = self.client.chat(messages=messages, model=llm_model)
response = self.client.chat(
messages=messages, model=llm_model or self.DEFAULT_MODEL
)
return response.get("message").get("content")
+3 -3
View File
@@ -43,7 +43,7 @@ class XAI(BaseProvider):
]
response = self.client.chat.completions.create(
model=conversation.llm_model or DEFAULT_MODEL,
model=conversation.llm_model or self.DEFAULT_MODEL,
messages=messages,
**kwargs,
)
@@ -56,7 +56,7 @@ class XAI(BaseProvider):
role="assistant",
text=assistant_message.content,
raw=response,
llm_model=conversation.llm_model or DEFAULT_MODEL,
llm_model=conversation.llm_model or self.DEFAULT_MODEL,
llm_provider=PROVIDER_NAME,
)
@@ -70,7 +70,7 @@ class XAI(BaseProvider):
response = self.client.chat.completions.create(
messages=messages,
model=llm_model,
model=llm_model or self.DEFAULT_MODEL,
**kwargs,
)