ENCOA-274 and patch to the Dockerfile, in some merge the firebase tools were left out

2024-12-11 15:23:00 +00:00
parent 0222c339fe
commit 196f9e9c3e
9 changed files with 36 additions and 23 deletions
--- a/ielts_be/services/impl/third_parties/openai.py
+++ b/ielts_be/services/impl/third_parties/openai.py
@@ -93,7 +93,10 @@ class OpenAI(ILLMService):
    def _count_total_tokens(messages):
        total_tokens = 0
        for message in messages:
-            total_tokens += count_tokens(message["content"])["n_tokens"]
+            # Skip when content isn't text
+            message_content = message.get("content", None)
+            if message_content is not None and isinstance(message_content, str):
+                total_tokens += count_tokens(message["content"])["n_tokens"]
        return total_tokens

    @staticmethod