22 lines
478 B
Python
22 lines
478 B
Python
from abc import ABC, abstractmethod
|
|
from typing import List, Optional
|
|
|
|
|
|
class ILLMService(ABC):
|
|
|
|
@abstractmethod
|
|
async def prediction(
|
|
self,
|
|
model: str,
|
|
messages: List,
|
|
fields_to_check: Optional[List[str]],
|
|
temperature: float,
|
|
check_blacklisted: bool = True,
|
|
token_count: int = -1
|
|
):
|
|
pass
|
|
|
|
@abstractmethod
|
|
async def prediction_override(self, **kwargs):
|
|
pass
|