Files
temporal-ai-agent/activities.py
Steve Androulakis 396b748b7d black formatting
2024-12-31 12:28:02 -08:00

29 lines
693 B
Python

from dataclasses import dataclass
from temporalio import activity
from ollama import chat, ChatResponse
@dataclass
class OllamaPromptInput:
prompt: str
context_instructions: str
class OllamaActivities:
@activity.defn
def prompt_ollama(self, input: OllamaPromptInput) -> str:
model_name = "mistral"
messages = [
{
"role": "system",
"content": input.context_instructions,
},
{
"role": "user",
"content": input.prompt,
},
]
response: ChatResponse = chat(model=model_name, messages=messages)
return response.message.content