Updated this to the latest version of develop, got rid of most of the duplication, might be missing some packages in toml, needs testing

app/services/abc/third_parties/llm.py

@@ -1,6 +1,10 @@
 from abc import ABC, abstractmethod
-from typing import List, Optional
+from typing import List, Optional, TypeVar, Callable
 
+from openai.types.chat import ChatCompletionMessageParam
+from pydantic import BaseModel
+
+T = TypeVar('T', bound=BaseModel)
 
 class ILLMService(ABC):
 
@@ -19,3 +23,16 @@ class ILLMService(ABC):
     @abstractmethod
     async def prediction_override(self, **kwargs):
         pass
+
+    @abstractmethod
+    async def pydantic_prediction(
+            self,
+            messages: List[ChatCompletionMessageParam],
+            map_to_model: Callable,
+            json_scheme: str,
+            *,
+            model: Optional[str] = None,
+            temperature: Optional[float] = None,
+            max_retries: int = 3
+    ) -> List[T] | T | None:
+        pass