from abc import ABC, abstractmethod from typing import List, Optional class ILLMService(ABC): @abstractmethod async def prediction( self, model: str, messages: List, fields_to_check: Optional[List[str]], temperature: float, check_blacklisted: bool = True, token_count: int = -1 ): pass @abstractmethod async def prediction_override(self, **kwargs): pass