blob: 6826a802611b8229501e2e9f24095dc6b7834d92 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
from typing import List
from dotenv import load_dotenv
from loguru import logger as log
from qdrant_client.models import StrictFloat
from rag.db.vector import VectorDB
from rag.llm.encoder import Encoder
from rag.llm.generator import Generator, Prompt
class RAG:
def __init__(self) -> None:
load_dotenv()
self.generator = Generator()
self.encoder = Encoder()
self.vector_db = VectorDB()
def __context(self, query_emb: List[StrictFloat], limit: int) -> str:
hits = self.vector_db.search(query_emb, limit)
log.debug(f"Got {len(hits)} hits in the vector db with limit={limit}")
return "\n".join(h.payload["text"] for h in hits)
def rag(self, query: str, role: str, limit: int = 5) -> str:
query_emb = self.encoder.encode_query(query)
context = self.__context(query_emb, limit)
prompt = Prompt(query, context)
return self.generator.generate(prompt, role)["response"]
|
