diff options
-rw-r--r-- | rag/llm/__init__.py (renamed from rag/llms/__init__.py) | 0 | ||||
-rw-r--r-- | rag/llm/encoder.py (renamed from rag/llms/encoder.py) | 9 | ||||
-rw-r--r-- | rag/llm/generator.py (renamed from rag/llms/generator.py) | 0 |
3 files changed, 4 insertions, 5 deletions
diff --git a/rag/llms/__init__.py b/rag/llm/__init__.py index e69de29..e69de29 100644 --- a/rag/llms/__init__.py +++ b/rag/llm/__init__.py diff --git a/rag/llms/encoder.py b/rag/llm/encoder.py index 758b523..d5e0566 100644 --- a/rag/llms/encoder.py +++ b/rag/llm/encoder.py @@ -1,13 +1,13 @@ +import os from typing import List -import ollama -import numpy as np -# FIXME: .env -ENCODER_MODEL = "mxbai-embed-large" +import numpy as np +import ollama class Encoder: def __init__(self) -> None: + self.model = os.environ["ENCODER_MODEL"] self.query_prompt = "Represent this sentence for searching relevant passages: " def __encode(self, prompt: str) -> np.ndarray: @@ -21,4 +21,3 @@ class Encoder: def query(self, query: str) -> np.ndarray: query = self.query_prompt + query return self.__encode(query) - diff --git a/rag/llms/generator.py b/rag/llm/generator.py index e69de29..e69de29 100644 --- a/rag/llms/generator.py +++ b/rag/llm/generator.py |