diff options
author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2024-04-24 01:10:43 +0200 |
---|---|---|
committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2024-04-24 01:10:43 +0200 |
commit | 95305f59df84caded50286b1a57b6075e48725a8 (patch) | |
tree | c0f0157a99da6332a3c96462b0aba2bd02dfcb33 /rag/generator/ollama.py | |
parent | 75be0914f6bd2cdeda1539f83b38fcbc854d5cfa (diff) |
Rerank working
llama3 sucks at rag
Diffstat (limited to 'rag/generator/ollama.py')
-rw-r--r-- | rag/generator/ollama.py | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/rag/generator/ollama.py b/rag/generator/ollama.py index b72d763..9118906 100644 --- a/rag/generator/ollama.py +++ b/rag/generator/ollama.py @@ -1,5 +1,5 @@ import os -from typing import Any, Dict, Generator, List +from typing import Any, Generator, List import ollama from loguru import logger as log @@ -24,12 +24,12 @@ class Ollama(metaclass=AbstractGenerator): def __metaprompt(self, prompt: Prompt) -> str: metaprompt = ( - "Answer the question based only on the following context:\n" - "<context>\n" - f"{self.__context(prompt.documents)}\n\n" - "</context>\n" f"{ANSWER_INSTRUCTION}" + "Only the information between <results>...</results> should be used to answer the question.\n" f"Question: {prompt.query.strip()}\n\n" + "<results>\n" + f"{self.__context(prompt.documents)}\n\n" + "</results>\n" "Answer:" ) return metaprompt |