from abc import abstractmethod from typing import Any, Generator from rag.rag import Message from .prompt import Prompt class AbstractGenerator(type): _instances = {} def __call__(cls, *args, **kwargs): if cls not in cls._instances: instance = super().__call__(*args, **kwargs) cls._instances[cls] = instance return cls._instances[cls] @abstractmethod def generate( self, prompt: Prompt, messages: List[Message] ) -> Generator[Any, Any, Any]: pass