blob: cbe9474f71d2e96335fe6d693f518b77b5f1d210 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
import os
from dataclasses import dataclass
import ollama
@dataclass
class Prompt:
question: str
context: str
# def context(self) -> str:
# return "\n".join(point.payload["text"] for point in self.points)
class Generator:
def __init__(self) -> None:
self.model = os.environ["GENERATOR_MODEL"]
def __metaprompt(self, role: str, prompt: Prompt) -> str:
metaprompt = (
f"You are a {role}.\n"
"Answer the following question using the provided context.\n"
"If you can't find the answer, do not pretend you know it,"
'but answer "I don\'t know".'
f"Question: {prompt.question.strip()}\n\n"
"Context:\n"
f"{prompt.context.strip()}\n\n"
"Answer:\n"
)
return metaprompt
def generate(self, role: str, prompt: Prompt) -> str:
metaprompt = self.__metaprompt(role, prompt)
return ollama.generate(model=self.model, prompt=metaprompt)
|
