system context

This commit is contained in:
Steve Androulakis
2024-12-31 12:19:53 -08:00
parent c6b71b8ffa
commit 4286be2e5d
4 changed files with 72 additions and 57 deletions

View File

@@ -1,19 +1,26 @@
from dataclasses import dataclass
from temporalio import activity
from ollama import chat, ChatResponse
@dataclass
class OllamaPromptInput:
prompt: str
context_instructions: str
class OllamaActivities:
@activity.defn
def prompt_ollama(self, prompt: str) -> str:
def prompt_ollama(self, input: OllamaPromptInput) -> str:
model_name = 'mistral'
messages = [
{
'role': 'system',
'content': input.context_instructions,
},
{
'role': 'user',
'content': prompt
'content': input.prompt,
}
]
# Call ollama's chat function
response: ChatResponse = chat(model=model_name, messages=messages)
# Return the model's text response
return response.message.content