blob: 995e9370ef35bef16127e36adb16d67f69a5e0b8 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
from abc import abstractmethod
from typing import Any, Generator
from rag.rag import Message
from .prompt import Prompt
class AbstractGenerator(type):
_instances = {}
def __call__(cls, *args, **kwargs):
if cls not in cls._instances:
instance = super().__call__(*args, **kwargs)
cls._instances[cls] = instance
return cls._instances[cls]
@abstractmethod
def generate(
self, prompt: Prompt, messages: List[Message]
) -> Generator[Any, Any, Any]:
pass
|
