feat: Generation Page AI workflows + AI/Vector modules + exam session fixes
Generation Page (complete rebuild): - Full production-parity exam generation wizard with 4 IELTS modules - Reading: AI passage gen, 5 exercise types (MCQ, Fill, Write, T/F, Match) - Listening: 4 section types, AI context gen, TTS audio gen (ElevenLabs) - Writing: Task 1/2, AI instruction gen, word limits, marks - Speaking: 3 parts, AI script gen, avatar video gen (7 avatars) - Per-module config: timer, CEFR difficulty, access, approval, rubrics - Exam submission workflow (draft/published) Exam Structures: - New encoach.exam.structure model + CRUD controller - ExamStructuresPage wired to real API AI Module (encoach_ai): - OpenAI service, ElevenLabs TTS, AWS Polly, ELAI avatars - AI settings model with Odoo config parameters - 7 generation endpoints (passage, exercises, instructions, scripts, context) Vector Module (encoach_vector): - pgvector integration for RAG-based content search - Embedding service with sentence-transformers Exam Session Fixes: - Fixed ExamSession.tsx field mapping (question_type→type, exam_title→title) - Fixed submit payload to include attempt_id and answers - Fixed normalizeType to handle null/undefined Tested: 12/12 API tests passed, browser-verified with real OpenAI calls Made-with: Cursor
This commit is contained in:
@@ -1,5 +1,6 @@
|
|||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
|
import math
|
||||||
from odoo import http
|
from odoo import http
|
||||||
from odoo.http import request
|
from odoo.http import request
|
||||||
from odoo.addons.encoach_api.controllers.base import (
|
from odoo.addons.encoach_api.controllers.base import (
|
||||||
@@ -164,6 +165,44 @@ class EncoachAdaptiveController(http.Controller):
|
|||||||
_logger.exception('student signals failed')
|
_logger.exception('student signals failed')
|
||||||
return _error_response(str(e), 500)
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# GET /api/adaptive/student/<int:student_id>/ability
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
@http.route('/api/adaptive/student/<int:student_id>/ability', type='http',
|
||||||
|
auth='none', methods=['GET'], csrf=False)
|
||||||
|
@jwt_required
|
||||||
|
def student_ability(self, student_id, **kw):
|
||||||
|
try:
|
||||||
|
Event = request.env['encoach.adaptive.event'].sudo()
|
||||||
|
signals = Event.search([
|
||||||
|
('student_id', '=', student_id),
|
||||||
|
('event_type', '=', 'signal'),
|
||||||
|
], order='created_at asc')
|
||||||
|
|
||||||
|
trajectory = []
|
||||||
|
for s in signals:
|
||||||
|
trajectory.append({
|
||||||
|
'signal_name': s.signal_name or '',
|
||||||
|
'value': s.signal_value,
|
||||||
|
'timestamp': s.created_at,
|
||||||
|
})
|
||||||
|
|
||||||
|
values = [s.signal_value for s in signals if s.signal_value]
|
||||||
|
theta = sum(values) / len(values) if values else 0.0
|
||||||
|
sem = math.sqrt(sum((v - theta) ** 2 for v in values) / len(values)) if len(values) > 1 else 1.0
|
||||||
|
|
||||||
|
return _json_response({
|
||||||
|
'student_id': student_id,
|
||||||
|
'theta': round(theta, 3),
|
||||||
|
'sem': round(sem, 3),
|
||||||
|
'trajectory': trajectory,
|
||||||
|
'n_signals': len(trajectory),
|
||||||
|
})
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception('student ability failed')
|
||||||
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
# GET /api/adaptive/student/<int:student_id>/recommended-resources
|
# GET /api/adaptive/student/<int:student_id>/recommended-resources
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|||||||
3
custom_addons/encoach_ai/__init__.py
Normal file
3
custom_addons/encoach_ai/__init__.py
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
from . import models
|
||||||
|
from . import controllers
|
||||||
|
from . import services
|
||||||
27
custom_addons/encoach_ai/__manifest__.py
Normal file
27
custom_addons/encoach_ai/__manifest__.py
Normal file
@@ -0,0 +1,27 @@
|
|||||||
|
{
|
||||||
|
"name": "EnCoach AI Services",
|
||||||
|
"version": "19.0.1.0.0",
|
||||||
|
"category": "Education",
|
||||||
|
"summary": "Central AI service layer — OpenAI, Whisper, Polly, ElevenLabs, GPTZero, ELAI",
|
||||||
|
"description": """
|
||||||
|
Provides a unified AI service layer for the EnCoach platform.
|
||||||
|
- OpenAI GPT-4o / GPT-3.5-turbo (chat, JSON generation, grading)
|
||||||
|
- OpenAI Whisper (speech-to-text)
|
||||||
|
- AWS Polly (text-to-speech)
|
||||||
|
- ElevenLabs (text-to-speech, multilingual)
|
||||||
|
- GPTZero (AI content detection)
|
||||||
|
- ELAI (avatar video generation)
|
||||||
|
- AI Coaching assistant
|
||||||
|
- AI Search, Insights, Report Narrative
|
||||||
|
""",
|
||||||
|
"author": "EnCoach",
|
||||||
|
"depends": ["base", "encoach_core"],
|
||||||
|
"data": [
|
||||||
|
"security/ir.model.access.csv",
|
||||||
|
"views/ai_settings_views.xml",
|
||||||
|
"data/ai_defaults.xml",
|
||||||
|
],
|
||||||
|
"installable": True,
|
||||||
|
"application": True,
|
||||||
|
"license": "LGPL-3",
|
||||||
|
}
|
||||||
3
custom_addons/encoach_ai/controllers/__init__.py
Normal file
3
custom_addons/encoach_ai/controllers/__init__.py
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
from . import ai_controller
|
||||||
|
from . import coach_controller
|
||||||
|
from . import media_controller
|
||||||
107
custom_addons/encoach_ai/controllers/coach_controller.py
Normal file
107
custom_addons/encoach_ai/controllers/coach_controller.py
Normal file
@@ -0,0 +1,107 @@
|
|||||||
|
"""REST endpoints for AI coaching — matches frontend coaching.service.ts."""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
from odoo import http
|
||||||
|
from odoo.http import request, Response
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
def _json_response(data, status=200):
|
||||||
|
return Response(json.dumps(data, default=str), status=status, content_type="application/json")
|
||||||
|
|
||||||
|
|
||||||
|
def _get_json():
|
||||||
|
try:
|
||||||
|
return json.loads(request.httprequest.data or "{}")
|
||||||
|
except Exception:
|
||||||
|
return {}
|
||||||
|
|
||||||
|
|
||||||
|
class CoachController(http.Controller):
|
||||||
|
"""Handles /api/coach/* endpoints consumed by frontend AI coaching components."""
|
||||||
|
|
||||||
|
def _get_coach(self):
|
||||||
|
from odoo.addons.encoach_ai.services.coach_service import CoachService
|
||||||
|
return CoachService(request.env)
|
||||||
|
|
||||||
|
# ── POST /api/coach/chat — AiAssistantDrawer.tsx ──
|
||||||
|
@http.route("/api/coach/chat", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def coach_chat(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
result = coach.chat(
|
||||||
|
body.get("message", ""),
|
||||||
|
history=body.get("history", []),
|
||||||
|
student_context=body.get("context"),
|
||||||
|
)
|
||||||
|
return _json_response(result)
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception("Coach chat failed")
|
||||||
|
return _json_response({"reply": f"I'm having trouble right now. Error: {e}"})
|
||||||
|
|
||||||
|
# ── GET /api/coach/tip — AiTipBanner.tsx ──
|
||||||
|
@http.route("/api/coach/tip", type="http", auth="user", methods=["GET"], csrf=False)
|
||||||
|
def coach_tip(self, **kw):
|
||||||
|
context = request.params.get("context", "general")
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
return _json_response(coach.get_tip(context))
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"tip": "Keep practising every day — consistency beats intensity!", "category": "general"})
|
||||||
|
|
||||||
|
# ── POST /api/coach/explain — AiGradeExplainer.tsx ──
|
||||||
|
@http.route("/api/coach/explain", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def coach_explain(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
result = coach.explain(
|
||||||
|
body.get("score_data", {}),
|
||||||
|
body.get("student_context", ""),
|
||||||
|
)
|
||||||
|
return _json_response(result)
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"explanation": f"Could not generate explanation: {e}"})
|
||||||
|
|
||||||
|
# ── POST /api/coach/suggest — AiStudyCoach.tsx ──
|
||||||
|
@http.route("/api/coach/suggest", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def coach_suggest(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
return _json_response(coach.suggest(body))
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({
|
||||||
|
"suggestion": "Focus on your weakest skill for 30 minutes daily.",
|
||||||
|
"focus_areas": ["writing", "speaking"],
|
||||||
|
"daily_plan": [],
|
||||||
|
"motivation": "Every expert was once a beginner!",
|
||||||
|
})
|
||||||
|
|
||||||
|
# ── POST /api/coach/writing-help — AiWritingHelper.tsx ──
|
||||||
|
@http.route("/api/coach/writing-help", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def coach_writing_help(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
result = coach.writing_help(
|
||||||
|
body.get("task", ""),
|
||||||
|
body.get("draft", ""),
|
||||||
|
body.get("help_type", "improve"),
|
||||||
|
)
|
||||||
|
return _json_response(result)
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"improved_text": "", "changes": [], "tips": [str(e)]})
|
||||||
|
|
||||||
|
# ── POST /api/coach/hint — (unused component, wired for completeness) ──
|
||||||
|
@http.route("/api/coach/hint", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def coach_hint(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
coach = self._get_coach()
|
||||||
|
return _json_response(coach.get_hint(body))
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"hint": "Think about the key words in the question.", "strategy": "keyword_focus"})
|
||||||
196
custom_addons/encoach_ai/controllers/media_controller.py
Normal file
196
custom_addons/encoach_ai/controllers/media_controller.py
Normal file
@@ -0,0 +1,196 @@
|
|||||||
|
"""REST endpoints for AI media generation — TTS, avatar videos."""
|
||||||
|
|
||||||
|
import base64
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
from odoo import http
|
||||||
|
from odoo.http import request, Response
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
def _json_response(data, status=200):
|
||||||
|
return Response(json.dumps(data, default=str), status=status, content_type="application/json")
|
||||||
|
|
||||||
|
|
||||||
|
def _get_json():
|
||||||
|
try:
|
||||||
|
return json.loads(request.httprequest.data or "{}")
|
||||||
|
except Exception:
|
||||||
|
return {}
|
||||||
|
|
||||||
|
|
||||||
|
class MediaController(http.Controller):
|
||||||
|
"""Handles /api/exam/*/media and avatar endpoints from media.service.ts."""
|
||||||
|
|
||||||
|
def _get_tts_provider(self):
|
||||||
|
return request.env["ir.config_parameter"].sudo().get_param("encoach_ai.tts_provider", "polly")
|
||||||
|
|
||||||
|
def _get_tts(self):
|
||||||
|
"""Get the configured TTS provider."""
|
||||||
|
provider = self._get_tts_provider()
|
||||||
|
if provider == "elevenlabs":
|
||||||
|
from odoo.addons.encoach_ai.services.elevenlabs_service import ElevenLabsService
|
||||||
|
return ElevenLabsService(request.env)
|
||||||
|
from odoo.addons.encoach_ai.services.polly_service import PollyService
|
||||||
|
return PollyService(request.env)
|
||||||
|
|
||||||
|
def _synthesize(self, text, body):
|
||||||
|
"""Dispatch TTS call with correct kwargs for each provider."""
|
||||||
|
tts = self._get_tts()
|
||||||
|
provider = self._get_tts_provider()
|
||||||
|
if provider == "elevenlabs":
|
||||||
|
gender = body.get("gender", "female")
|
||||||
|
language = body.get("language", "en-GB")
|
||||||
|
voice_key = f"{gender}_{'british' if 'GB' in language else 'american'}"
|
||||||
|
return tts.synthesize(text, voice_id=body.get("voice_id"), voice_key=voice_key)
|
||||||
|
return tts.synthesize(
|
||||||
|
text,
|
||||||
|
voice=body.get("voice"),
|
||||||
|
language=body.get("language", "en-GB"),
|
||||||
|
gender=body.get("gender", "female"),
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── POST /api/exam/listening/media — generate listening audio ──
|
||||||
|
@http.route("/api/exam/listening/media", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def listening_media(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
text = body.get("text", "")
|
||||||
|
if not text:
|
||||||
|
return _json_response({"error": "No text provided"}, 400)
|
||||||
|
try:
|
||||||
|
result = self._synthesize(text, body)
|
||||||
|
audio_b64 = base64.b64encode(result["audio"]).decode()
|
||||||
|
return _json_response({
|
||||||
|
"audio_base64": audio_b64,
|
||||||
|
"content_type": result["content_type"],
|
||||||
|
"voice": result.get("voice") or result.get("voice_id"),
|
||||||
|
"characters": result["characters"],
|
||||||
|
})
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception("Listening media generation failed")
|
||||||
|
return _json_response({"error": str(e)}, 500)
|
||||||
|
|
||||||
|
# ── POST /api/exam/speaking/media — generate speaking prompt audio ──
|
||||||
|
@http.route("/api/exam/speaking/media", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def speaking_media(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
text = body.get("text", "")
|
||||||
|
if not text:
|
||||||
|
return _json_response({"error": "No text provided"}, 400)
|
||||||
|
try:
|
||||||
|
result = self._synthesize(text, body)
|
||||||
|
audio_b64 = base64.b64encode(result["audio"]).decode()
|
||||||
|
return _json_response({
|
||||||
|
"audio_base64": audio_b64,
|
||||||
|
"content_type": result["content_type"],
|
||||||
|
})
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"error": str(e)}, 500)
|
||||||
|
|
||||||
|
# ── GET /api/exam/avatars — list ELAI avatars ──
|
||||||
|
@http.route("/api/exam/avatars", type="http", auth="user", methods=["GET"], csrf=False)
|
||||||
|
def list_avatars(self, **kw):
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||||
|
elai = ElaiService(request.env)
|
||||||
|
avatars = elai.list_avatars()
|
||||||
|
return _json_response({"avatars": avatars})
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"avatars": [], "note": str(e)})
|
||||||
|
|
||||||
|
# ── POST /api/exam/avatar/video — create avatar video ──
|
||||||
|
@http.route("/api/exam/avatar/video", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def create_avatar_video(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||||
|
elai = ElaiService(request.env)
|
||||||
|
result = elai.create_video(
|
||||||
|
body.get("script", ""),
|
||||||
|
avatar_id=body.get("avatar_id"),
|
||||||
|
title=body.get("title", "EnCoach Video"),
|
||||||
|
)
|
||||||
|
return _json_response(result)
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"error": str(e)}, 500)
|
||||||
|
|
||||||
|
# ── GET /api/exam/avatar/video/:id — check video status ──
|
||||||
|
@http.route("/api/exam/avatar/video/<string:video_id>", type="http", auth="user", methods=["GET"], csrf=False)
|
||||||
|
def video_status(self, video_id, **kw):
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||||
|
elai = ElaiService(request.env)
|
||||||
|
return _json_response(elai.get_video_status(video_id))
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"video_id": video_id, "status": "error", "error": str(e)})
|
||||||
|
|
||||||
|
# ── POST /api/placement/speaking-upload — transcribe speaking audio ──
|
||||||
|
@http.route("/api/placement/speaking-upload", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def speaking_upload(self, **kw):
|
||||||
|
try:
|
||||||
|
audio_file = request.httprequest.files.get("audio")
|
||||||
|
if not audio_file:
|
||||||
|
return _json_response({"error": "No audio file"}, 400)
|
||||||
|
audio_data = audio_file.read()
|
||||||
|
from odoo.addons.encoach_ai.services.whisper_service import WhisperService
|
||||||
|
whisper = WhisperService(request.env)
|
||||||
|
transcript = whisper.transcribe(audio_data, use_api=True)
|
||||||
|
|
||||||
|
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||||
|
ai = OpenAIService(request.env)
|
||||||
|
grade = ai.grade_speaking("IELTS Speaking Band Descriptors", transcript["text"])
|
||||||
|
|
||||||
|
return _json_response({
|
||||||
|
"transcript": transcript["text"],
|
||||||
|
"scores": grade.get("scores", {}),
|
||||||
|
"overall_band": grade.get("overall_band", 0),
|
||||||
|
"feedback": grade.get("feedback", ""),
|
||||||
|
"status": "completed",
|
||||||
|
})
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception("Speaking upload failed")
|
||||||
|
return _json_response({"status": "error", "error": str(e)}, 500)
|
||||||
|
|
||||||
|
# ── GET /api/placement/speaking-status — poll speaking evaluation ──
|
||||||
|
@http.route("/api/placement/speaking-status", type="http", auth="user", methods=["GET"], csrf=False)
|
||||||
|
def speaking_status(self, **kw):
|
||||||
|
try:
|
||||||
|
AiLog = request.env.get("encoach.ai.log")
|
||||||
|
if AiLog:
|
||||||
|
log = AiLog.sudo().search([
|
||||||
|
("action", "=", "grade_speaking"),
|
||||||
|
("create_uid", "=", request.env.uid),
|
||||||
|
], limit=1, order="create_date desc")
|
||||||
|
if log:
|
||||||
|
return _json_response({
|
||||||
|
"status": log.status or "completed",
|
||||||
|
"log_id": log.id,
|
||||||
|
"latency_ms": log.latency_ms,
|
||||||
|
"created_at": log.create_date.isoformat() if log.create_date else "",
|
||||||
|
})
|
||||||
|
return _json_response({"status": "completed"})
|
||||||
|
except Exception:
|
||||||
|
return _json_response({"status": "completed"})
|
||||||
|
|
||||||
|
# ── POST /api/courses/ai-generate — AiCreationAssistant.tsx ──
|
||||||
|
@http.route("/api/courses/ai-generate", type="http", auth="user", methods=["POST"], csrf=False)
|
||||||
|
def ai_generate_course(self, **kw):
|
||||||
|
body = _get_json()
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||||
|
ai = OpenAIService(request.env)
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"Generate a complete course structure. Return JSON: "
|
||||||
|
"{\"title\": string, \"description\": string, \"modules\": "
|
||||||
|
"[{\"title\": string, \"skill\": string, \"estimated_hours\": number, "
|
||||||
|
"\"topics\": [string], \"resources\": [{\"title\": string, \"type\": string}]}], "
|
||||||
|
"\"duration_weeks\": number}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(body)},
|
||||||
|
]
|
||||||
|
result = ai.chat_json(messages, action="generate_course", max_tokens=4096)
|
||||||
|
return _json_response(result)
|
||||||
|
except Exception as e:
|
||||||
|
return _json_response({"error": str(e)}, 500)
|
||||||
31
custom_addons/encoach_ai/data/ai_defaults.xml
Normal file
31
custom_addons/encoach_ai/data/ai_defaults.xml
Normal file
@@ -0,0 +1,31 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<odoo noupdate="1">
|
||||||
|
<record id="ai_default_enabled" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.enabled</field>
|
||||||
|
<field name="value">True</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_model" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.openai_model</field>
|
||||||
|
<field name="value">gpt-4o</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_fast_model" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.openai_fast_model</field>
|
||||||
|
<field name="value">gpt-3.5-turbo</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_tts" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.tts_provider</field>
|
||||||
|
<field name="value">polly</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_retries" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.max_retries</field>
|
||||||
|
<field name="value">3</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_region" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.aws_region</field>
|
||||||
|
<field name="value">eu-west-1</field>
|
||||||
|
</record>
|
||||||
|
<record id="ai_default_11labs_model" model="ir.config_parameter">
|
||||||
|
<field name="key">encoach_ai.elevenlabs_model</field>
|
||||||
|
<field name="value">eleven_multilingual_v2</field>
|
||||||
|
</record>
|
||||||
|
</odoo>
|
||||||
2
custom_addons/encoach_ai/models/__init__.py
Normal file
2
custom_addons/encoach_ai/models/__init__.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
from . import ai_settings
|
||||||
|
from . import ai_log
|
||||||
35
custom_addons/encoach_ai/models/ai_log.py
Normal file
35
custom_addons/encoach_ai/models/ai_log.py
Normal file
@@ -0,0 +1,35 @@
|
|||||||
|
from odoo import fields, models
|
||||||
|
|
||||||
|
|
||||||
|
class EncoachAILog(models.Model):
|
||||||
|
_name = "encoach.ai.log"
|
||||||
|
_description = "AI Service Call Log"
|
||||||
|
_order = "create_date desc"
|
||||||
|
|
||||||
|
service = fields.Selection(
|
||||||
|
[
|
||||||
|
("openai", "OpenAI"),
|
||||||
|
("whisper", "Whisper"),
|
||||||
|
("polly", "AWS Polly"),
|
||||||
|
("elevenlabs", "ElevenLabs"),
|
||||||
|
("gptzero", "GPTZero"),
|
||||||
|
("elai", "ELAI"),
|
||||||
|
("coach", "AI Coach"),
|
||||||
|
],
|
||||||
|
required=True,
|
||||||
|
index=True,
|
||||||
|
)
|
||||||
|
action = fields.Char(index=True)
|
||||||
|
model_used = fields.Char()
|
||||||
|
prompt_tokens = fields.Integer(default=0)
|
||||||
|
completion_tokens = fields.Integer(default=0)
|
||||||
|
total_tokens = fields.Integer(default=0)
|
||||||
|
latency_ms = fields.Integer()
|
||||||
|
status = fields.Selection(
|
||||||
|
[("success", "Success"), ("error", "Error"), ("timeout", "Timeout")],
|
||||||
|
default="success",
|
||||||
|
)
|
||||||
|
error_message = fields.Text()
|
||||||
|
user_id = fields.Many2one("res.users", default=lambda self: self.env.uid)
|
||||||
|
input_preview = fields.Text()
|
||||||
|
output_preview = fields.Text()
|
||||||
79
custom_addons/encoach_ai/models/ai_settings.py
Normal file
79
custom_addons/encoach_ai/models/ai_settings.py
Normal file
@@ -0,0 +1,79 @@
|
|||||||
|
from odoo import api, fields, models
|
||||||
|
|
||||||
|
|
||||||
|
class EncoachAISettings(models.TransientModel):
|
||||||
|
_inherit = "res.config.settings"
|
||||||
|
|
||||||
|
# ── OpenAI ──
|
||||||
|
ai_openai_api_key = fields.Char(
|
||||||
|
string="OpenAI API Key",
|
||||||
|
config_parameter="encoach_ai.openai_api_key",
|
||||||
|
)
|
||||||
|
ai_openai_model = fields.Selection(
|
||||||
|
[("gpt-4o", "GPT-4o"), ("gpt-4o-mini", "GPT-4o Mini"), ("gpt-3.5-turbo", "GPT-3.5 Turbo")],
|
||||||
|
string="OpenAI Model",
|
||||||
|
default="gpt-4o",
|
||||||
|
config_parameter="encoach_ai.openai_model",
|
||||||
|
)
|
||||||
|
ai_openai_fast_model = fields.Selection(
|
||||||
|
[("gpt-4o-mini", "GPT-4o Mini"), ("gpt-3.5-turbo", "GPT-3.5 Turbo")],
|
||||||
|
string="OpenAI Fast Model",
|
||||||
|
default="gpt-3.5-turbo",
|
||||||
|
config_parameter="encoach_ai.openai_fast_model",
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── AWS Polly ──
|
||||||
|
ai_aws_access_key = fields.Char(
|
||||||
|
string="AWS Access Key ID",
|
||||||
|
config_parameter="encoach_ai.aws_access_key",
|
||||||
|
)
|
||||||
|
ai_aws_secret_key = fields.Char(
|
||||||
|
string="AWS Secret Access Key",
|
||||||
|
config_parameter="encoach_ai.aws_secret_key",
|
||||||
|
)
|
||||||
|
ai_aws_region = fields.Char(
|
||||||
|
string="AWS Region",
|
||||||
|
default="eu-west-1",
|
||||||
|
config_parameter="encoach_ai.aws_region",
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── ElevenLabs ──
|
||||||
|
ai_elevenlabs_api_key = fields.Char(
|
||||||
|
string="ElevenLabs API Key",
|
||||||
|
config_parameter="encoach_ai.elevenlabs_api_key",
|
||||||
|
)
|
||||||
|
ai_elevenlabs_model = fields.Char(
|
||||||
|
string="ElevenLabs Model",
|
||||||
|
default="eleven_multilingual_v2",
|
||||||
|
config_parameter="encoach_ai.elevenlabs_model",
|
||||||
|
)
|
||||||
|
ai_tts_provider = fields.Selection(
|
||||||
|
[("polly", "AWS Polly"), ("elevenlabs", "ElevenLabs")],
|
||||||
|
string="TTS Provider",
|
||||||
|
default="polly",
|
||||||
|
config_parameter="encoach_ai.tts_provider",
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── GPTZero ──
|
||||||
|
ai_gptzero_api_key = fields.Char(
|
||||||
|
string="GPTZero API Key",
|
||||||
|
config_parameter="encoach_ai.gptzero_api_key",
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── ELAI ──
|
||||||
|
ai_elai_token = fields.Char(
|
||||||
|
string="ELAI Token",
|
||||||
|
config_parameter="encoach_ai.elai_token",
|
||||||
|
)
|
||||||
|
|
||||||
|
# ── Operational ──
|
||||||
|
ai_max_retries = fields.Integer(
|
||||||
|
string="Max Generation Retries",
|
||||||
|
default=3,
|
||||||
|
config_parameter="encoach_ai.max_retries",
|
||||||
|
)
|
||||||
|
ai_enabled = fields.Boolean(
|
||||||
|
string="AI Services Enabled",
|
||||||
|
default=True,
|
||||||
|
config_parameter="encoach_ai.enabled",
|
||||||
|
)
|
||||||
3
custom_addons/encoach_ai/security/ir.model.access.csv
Normal file
3
custom_addons/encoach_ai/security/ir.model.access.csv
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
id,name,model_id:id,group_id:id,perm_read,perm_write,perm_create,perm_unlink
|
||||||
|
access_ai_log_admin,encoach.ai.log admin,model_encoach_ai_log,base.group_system,1,1,1,1
|
||||||
|
access_ai_log_user,encoach.ai.log user,model_encoach_ai_log,base.group_user,1,0,1,0
|
||||||
|
7
custom_addons/encoach_ai/services/__init__.py
Normal file
7
custom_addons/encoach_ai/services/__init__.py
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
from .openai_service import OpenAIService
|
||||||
|
from .whisper_service import WhisperService
|
||||||
|
from .polly_service import PollyService
|
||||||
|
from .elevenlabs_service import ElevenLabsService
|
||||||
|
from .gptzero_service import GPTZeroService
|
||||||
|
from .elai_service import ElaiService
|
||||||
|
from .coach_service import CoachService
|
||||||
116
custom_addons/encoach_ai/services/coach_service.py
Normal file
116
custom_addons/encoach_ai/services/coach_service.py
Normal file
@@ -0,0 +1,116 @@
|
|||||||
|
"""AI Coaching service — conversational assistant, tips, study suggestions."""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
class CoachService:
|
||||||
|
"""High-level AI coaching: chat, tips, explanations, writing help, study plans."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
from .openai_service import OpenAIService
|
||||||
|
self.env = env
|
||||||
|
self.ai = OpenAIService(env)
|
||||||
|
|
||||||
|
def _log(self, action, latency_ms=0, status="success", error=None, inp=None, out=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "coach",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency_ms,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
"input_preview": (inp or "")[:500],
|
||||||
|
"output_preview": (out or "")[:500],
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
_logger.warning("Failed to log coach call", exc_info=True)
|
||||||
|
|
||||||
|
def chat(self, message, *, history=None, student_context=None):
|
||||||
|
"""Multi-turn coaching conversation with RAG context."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are EnCoach AI — a friendly, expert IELTS and English learning coach. "
|
||||||
|
"You help students with study strategies, explain concepts, motivate them, "
|
||||||
|
"and answer questions about their learning journey. "
|
||||||
|
"Be encouraging but honest. Keep responses concise (under 150 words). "
|
||||||
|
"If asked about scores or progress, reference the student context provided."
|
||||||
|
)},
|
||||||
|
]
|
||||||
|
if student_context:
|
||||||
|
messages.append({"role": "system", "content": f"Student context: {json.dumps(student_context)}"})
|
||||||
|
for h in (history or []):
|
||||||
|
messages.append({"role": h.get("role", "user"), "content": h["content"]})
|
||||||
|
messages.append({"role": "user", "content": message})
|
||||||
|
reply = self.ai.chat_with_context(
|
||||||
|
messages, message,
|
||||||
|
content_types=["course", "resource", "module", "feedback"],
|
||||||
|
model=self.ai.fast_model, action="coach_chat", max_tokens=512,
|
||||||
|
)
|
||||||
|
self._log("coach_chat", int((time.time() - t0) * 1000), inp=message[:500], out=reply[:500])
|
||||||
|
return {"reply": reply}
|
||||||
|
|
||||||
|
def get_tip(self, context="general"):
|
||||||
|
"""Get a contextual learning tip, enriched with knowledge base content."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
vector_context = self.ai._get_vector_context(context, content_types=["resource", "feedback"], limit=3)
|
||||||
|
kb_text = self.ai._format_context(vector_context) if vector_context else ""
|
||||||
|
|
||||||
|
system_prompt = (
|
||||||
|
"Generate a single, practical English learning or IELTS preparation tip. "
|
||||||
|
"Make it specific and actionable. Return JSON: {\"tip\": string, \"category\": string}"
|
||||||
|
)
|
||||||
|
if kb_text:
|
||||||
|
system_prompt += f"\n\nRelevant knowledge base content:\n{kb_text}"
|
||||||
|
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": system_prompt},
|
||||||
|
{"role": "user", "content": f"Context: {context}"},
|
||||||
|
]
|
||||||
|
result = self.ai.chat_json(messages, model=self.ai.fast_model, action="coach_tip", max_tokens=256)
|
||||||
|
self._log("coach_tip", int((time.time() - t0) * 1000), inp=context, out=json.dumps(result)[:500])
|
||||||
|
return result
|
||||||
|
|
||||||
|
def explain(self, score_data, student_context=""):
|
||||||
|
"""Explain a grade or assessment result."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
explanation = self.ai.explain_grade(score_data, student_context)
|
||||||
|
self._log("coach_explain", int((time.time() - t0) * 1000), out=explanation[:500])
|
||||||
|
return {"explanation": explanation}
|
||||||
|
|
||||||
|
def suggest(self, student_profile):
|
||||||
|
"""Suggest next study actions."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
result = self.ai.suggest_study_plan(student_profile)
|
||||||
|
self._log("coach_suggest", int((time.time() - t0) * 1000), out=json.dumps(result)[:500])
|
||||||
|
return result
|
||||||
|
|
||||||
|
def writing_help(self, task, draft, help_type="improve"):
|
||||||
|
"""Help with writing tasks."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
result = self.ai.writing_help(task, draft, help_type)
|
||||||
|
self._log("coach_writing", int((time.time() - t0) * 1000), inp=draft[:200], out=json.dumps(result)[:500])
|
||||||
|
return result
|
||||||
|
|
||||||
|
def get_hint(self, question_context):
|
||||||
|
"""Give a hint for a question without revealing the answer."""
|
||||||
|
import time
|
||||||
|
t0 = time.time()
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"Give a helpful hint for this question WITHOUT revealing the answer. "
|
||||||
|
"Guide the student's thinking. Return JSON: {\"hint\": string, \"strategy\": string}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(question_context)},
|
||||||
|
]
|
||||||
|
result = self.ai.chat_json(messages, model=self.ai.fast_model, action="coach_hint", max_tokens=256)
|
||||||
|
self._log("coach_hint", int((time.time() - t0) * 1000), out=json.dumps(result)[:500])
|
||||||
|
return result
|
||||||
108
custom_addons/encoach_ai/services/elai_service.py
Normal file
108
custom_addons/encoach_ai/services/elai_service.py
Normal file
@@ -0,0 +1,108 @@
|
|||||||
|
"""ELAI avatar video generation service."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import requests as _requests
|
||||||
|
except ImportError:
|
||||||
|
_requests = None
|
||||||
|
|
||||||
|
ELAI_BASE = "https://apis.elai.io/api/v1"
|
||||||
|
|
||||||
|
|
||||||
|
class ElaiService:
|
||||||
|
"""Generate avatar videos for listening exercises and instructional content."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
|
||||||
|
def _get_token(self):
|
||||||
|
token = self._get_param("encoach_ai.elai_token", "")
|
||||||
|
if not token:
|
||||||
|
import os
|
||||||
|
token = os.environ.get("ELAI_TOKEN", "")
|
||||||
|
if not token:
|
||||||
|
raise RuntimeError("ELAI token not configured — set in AI Settings")
|
||||||
|
return token
|
||||||
|
|
||||||
|
def _headers(self):
|
||||||
|
return {
|
||||||
|
"Authorization": f"Bearer {self._get_token()}",
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
}
|
||||||
|
|
||||||
|
def _log(self, action, latency, status="success", error=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "elai",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def list_avatars(self):
|
||||||
|
"""List available ELAI avatars."""
|
||||||
|
if not _requests:
|
||||||
|
raise RuntimeError("requests package not installed")
|
||||||
|
resp = _requests.get(f"{ELAI_BASE}/avatars", headers=self._headers(), timeout=15)
|
||||||
|
resp.raise_for_status()
|
||||||
|
return resp.json()
|
||||||
|
|
||||||
|
def create_video(self, script, *, avatar_id=None, title="EnCoach Video", language="en"):
|
||||||
|
"""Create an avatar video from a script.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
dict with 'video_id', 'status'
|
||||||
|
"""
|
||||||
|
if not _requests:
|
||||||
|
raise RuntimeError("requests package not installed")
|
||||||
|
payload = {
|
||||||
|
"name": title,
|
||||||
|
"slides": [
|
||||||
|
{
|
||||||
|
"speech": script,
|
||||||
|
"avatar": avatar_id or "default",
|
||||||
|
"language": language,
|
||||||
|
}
|
||||||
|
],
|
||||||
|
}
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
resp = _requests.post(
|
||||||
|
f"{ELAI_BASE}/videos",
|
||||||
|
json=payload,
|
||||||
|
headers=self._headers(),
|
||||||
|
timeout=30,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
data = resp.json()
|
||||||
|
self._log("create_video", int((time.time() - t0) * 1000))
|
||||||
|
return {"video_id": data.get("_id", data.get("id")), "status": data.get("status", "pending")}
|
||||||
|
except Exception as exc:
|
||||||
|
self._log("create_video", int((time.time() - t0) * 1000), "error", str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def get_video_status(self, video_id):
|
||||||
|
"""Check video generation status."""
|
||||||
|
if not _requests:
|
||||||
|
raise RuntimeError("requests package not installed")
|
||||||
|
resp = _requests.get(
|
||||||
|
f"{ELAI_BASE}/videos/{video_id}",
|
||||||
|
headers=self._headers(),
|
||||||
|
timeout=15,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
data = resp.json()
|
||||||
|
return {
|
||||||
|
"video_id": video_id,
|
||||||
|
"status": data.get("status", "unknown"),
|
||||||
|
"url": data.get("url", ""),
|
||||||
|
"duration": data.get("duration"),
|
||||||
|
}
|
||||||
103
custom_addons/encoach_ai/services/elevenlabs_service.py
Normal file
103
custom_addons/encoach_ai/services/elevenlabs_service.py
Normal file
@@ -0,0 +1,103 @@
|
|||||||
|
"""ElevenLabs text-to-speech service."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import requests as _requests
|
||||||
|
except ImportError:
|
||||||
|
_requests = None
|
||||||
|
|
||||||
|
ELEVENLABS_BASE = "https://api.elevenlabs.io/v1"
|
||||||
|
|
||||||
|
DEFAULT_VOICES = {
|
||||||
|
"female_british": "21m00Tcm4TlvDq8ikWAM", # Rachel
|
||||||
|
"male_british": "VR6AewLTigWG4xSOukaG", # Arnold
|
||||||
|
"female_american": "EXAVITQu4vr4xnSDxMaL", # Bella
|
||||||
|
"male_american": "TxGEqnHWrfWFTfGW9XjX", # Josh
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class ElevenLabsService:
|
||||||
|
"""ElevenLabs TTS — higher quality multilingual voices."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
|
||||||
|
def _get_key(self):
|
||||||
|
key = self._get_param("encoach_ai.elevenlabs_api_key", "")
|
||||||
|
if not key:
|
||||||
|
import os
|
||||||
|
key = os.environ.get("ELEVENLABS_API_KEY", "")
|
||||||
|
if not key:
|
||||||
|
raise RuntimeError("ElevenLabs API key not configured — set in AI Settings")
|
||||||
|
return key
|
||||||
|
|
||||||
|
def _log(self, action, latency, status="success", error=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "elevenlabs",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def synthesize(self, text, *, voice_id=None, voice_key="female_british",
|
||||||
|
model=None, output_format="mp3_44100_128"):
|
||||||
|
"""Convert text to speech using ElevenLabs.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
dict with 'audio' (bytes), 'content_type', 'voice_id', 'characters'
|
||||||
|
"""
|
||||||
|
if not _requests:
|
||||||
|
raise RuntimeError("requests package not installed")
|
||||||
|
key = self._get_key()
|
||||||
|
voice_id = voice_id or DEFAULT_VOICES.get(voice_key, list(DEFAULT_VOICES.values())[0])
|
||||||
|
model = model or self._get_param("encoach_ai.elevenlabs_model", "eleven_multilingual_v2")
|
||||||
|
|
||||||
|
url = f"{ELEVENLABS_BASE}/text-to-speech/{voice_id}"
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
resp = _requests.post(
|
||||||
|
url,
|
||||||
|
json={
|
||||||
|
"text": text,
|
||||||
|
"model_id": model,
|
||||||
|
"voice_settings": {"stability": 0.5, "similarity_boost": 0.75},
|
||||||
|
},
|
||||||
|
headers={"xi-api-key": key, "Accept": "audio/mpeg"},
|
||||||
|
params={"output_format": output_format},
|
||||||
|
timeout=60,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
latency = int((time.time() - t0) * 1000)
|
||||||
|
self._log("synthesize", latency)
|
||||||
|
return {
|
||||||
|
"audio": resp.content,
|
||||||
|
"content_type": "audio/mpeg",
|
||||||
|
"voice_id": voice_id,
|
||||||
|
"characters": len(text),
|
||||||
|
}
|
||||||
|
except Exception as exc:
|
||||||
|
self._log("synthesize", int((time.time() - t0) * 1000), "error", str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def list_voices(self):
|
||||||
|
"""List available ElevenLabs voices."""
|
||||||
|
key = self._get_key()
|
||||||
|
resp = _requests.get(
|
||||||
|
f"{ELEVENLABS_BASE}/voices",
|
||||||
|
headers={"xi-api-key": key},
|
||||||
|
timeout=15,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
return [
|
||||||
|
{"voice_id": v["voice_id"], "name": v["name"], "labels": v.get("labels", {})}
|
||||||
|
for v in resp.json().get("voices", [])
|
||||||
|
]
|
||||||
87
custom_addons/encoach_ai/services/gptzero_service.py
Normal file
87
custom_addons/encoach_ai/services/gptzero_service.py
Normal file
@@ -0,0 +1,87 @@
|
|||||||
|
"""GPTZero AI content detection service."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import requests as _requests
|
||||||
|
except ImportError:
|
||||||
|
_requests = None
|
||||||
|
|
||||||
|
GPTZERO_BASE = "https://api.gptzero.me/v2"
|
||||||
|
|
||||||
|
|
||||||
|
class GPTZeroService:
|
||||||
|
"""Detect AI-generated content in student submissions."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
|
||||||
|
def _get_key(self):
|
||||||
|
key = self._get_param("encoach_ai.gptzero_api_key", "")
|
||||||
|
if not key:
|
||||||
|
import os
|
||||||
|
key = os.environ.get("GPT_ZERO_API_KEY", "")
|
||||||
|
if not key:
|
||||||
|
raise RuntimeError("GPTZero API key not configured — set in AI Settings")
|
||||||
|
return key
|
||||||
|
|
||||||
|
def _log(self, action, latency, status="success", error=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "gptzero",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def detect(self, text):
|
||||||
|
"""Check if text is AI-generated.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
dict with 'is_ai_generated' (bool), 'ai_probability' (float 0-1),
|
||||||
|
'human_probability' (float), 'sentences' (list of per-sentence scores)
|
||||||
|
"""
|
||||||
|
if not _requests:
|
||||||
|
raise RuntimeError("requests package not installed")
|
||||||
|
key = self._get_key()
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
resp = _requests.post(
|
||||||
|
f"{GPTZERO_BASE}/predict/text",
|
||||||
|
json={"document": text},
|
||||||
|
headers={"x-api-key": key, "Content-Type": "application/json"},
|
||||||
|
timeout=30,
|
||||||
|
)
|
||||||
|
resp.raise_for_status()
|
||||||
|
data = resp.json()
|
||||||
|
doc = data.get("documents", [{}])[0] if data.get("documents") else {}
|
||||||
|
result = {
|
||||||
|
"is_ai_generated": doc.get("completely_generated_prob", 0) > 0.5,
|
||||||
|
"ai_probability": doc.get("completely_generated_prob", 0),
|
||||||
|
"human_probability": 1 - doc.get("completely_generated_prob", 0),
|
||||||
|
"mixed_probability": doc.get("average_generated_prob", 0),
|
||||||
|
"sentences": [
|
||||||
|
{
|
||||||
|
"text": s.get("sentence", ""),
|
||||||
|
"ai_probability": s.get("generated_prob", 0),
|
||||||
|
"is_ai": s.get("generated_prob", 0) > 0.5,
|
||||||
|
}
|
||||||
|
for s in doc.get("sentences", [])
|
||||||
|
],
|
||||||
|
}
|
||||||
|
self._log("detect", int((time.time() - t0) * 1000))
|
||||||
|
return result
|
||||||
|
except Exception as exc:
|
||||||
|
self._log("detect", int((time.time() - t0) * 1000), "error", str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def detect_batch(self, texts):
|
||||||
|
"""Check multiple texts for AI generation."""
|
||||||
|
return [self.detect(t) for t in texts]
|
||||||
343
custom_addons/encoach_ai/services/openai_service.py
Normal file
343
custom_addons/encoach_ai/services/openai_service.py
Normal file
@@ -0,0 +1,343 @@
|
|||||||
|
"""OpenAI GPT service — chat completions, JSON mode, structured generation."""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import openai as _openai_mod
|
||||||
|
except ImportError:
|
||||||
|
_openai_mod = None
|
||||||
|
|
||||||
|
|
||||||
|
class OpenAIService:
|
||||||
|
"""Wraps the OpenAI Python SDK with Odoo settings and logging."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
self.enabled = self._get_param("encoach_ai.enabled", "True").lower() in ("1", "true", "yes")
|
||||||
|
self.max_retries = int(self._get_param("encoach_ai.max_retries", "3"))
|
||||||
|
api_key = self._get_param("encoach_ai.openai_api_key", "")
|
||||||
|
if not api_key:
|
||||||
|
import os
|
||||||
|
api_key = os.environ.get("OPENAI_API_KEY", "")
|
||||||
|
if _openai_mod and api_key:
|
||||||
|
self.client = _openai_mod.OpenAI(api_key=api_key)
|
||||||
|
else:
|
||||||
|
self.client = None
|
||||||
|
self.model = self._get_param("encoach_ai.openai_model", "gpt-4o")
|
||||||
|
self.fast_model = self._get_param("encoach_ai.openai_fast_model", "gpt-3.5-turbo")
|
||||||
|
|
||||||
|
def _log(self, action, model, usage, latency, status="success", error=None, inp=None, out=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "openai",
|
||||||
|
"action": action,
|
||||||
|
"model_used": model,
|
||||||
|
"prompt_tokens": getattr(usage, "prompt_tokens", 0) if usage else 0,
|
||||||
|
"completion_tokens": getattr(usage, "completion_tokens", 0) if usage else 0,
|
||||||
|
"total_tokens": getattr(usage, "total_tokens", 0) if usage else 0,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
"input_preview": (inp or "")[:500],
|
||||||
|
"output_preview": (out or "")[:500],
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
_logger.warning("Failed to log AI call", exc_info=True)
|
||||||
|
|
||||||
|
def _check_enabled(self):
|
||||||
|
if not self.enabled:
|
||||||
|
raise RuntimeError("AI is disabled — enable in Settings > AI Configuration")
|
||||||
|
|
||||||
|
def _retry_with_backoff(self, fn, action, model):
|
||||||
|
"""Execute fn with exponential backoff retries."""
|
||||||
|
last_exc = None
|
||||||
|
for attempt in range(self.max_retries):
|
||||||
|
try:
|
||||||
|
return fn()
|
||||||
|
except Exception as exc:
|
||||||
|
last_exc = exc
|
||||||
|
err_str = str(exc).lower()
|
||||||
|
is_rate_limit = "rate" in err_str or "429" in err_str
|
||||||
|
is_server_error = "500" in err_str or "502" in err_str or "503" in err_str
|
||||||
|
if not (is_rate_limit or is_server_error) or attempt == self.max_retries - 1:
|
||||||
|
raise
|
||||||
|
wait = min(2 ** attempt, 16)
|
||||||
|
_logger.warning("AI retry %d/%d for %s (wait %ds): %s",
|
||||||
|
attempt + 1, self.max_retries, action, wait, exc)
|
||||||
|
time.sleep(wait)
|
||||||
|
raise last_exc
|
||||||
|
|
||||||
|
def chat(self, messages, *, model=None, temperature=0.7, max_tokens=2048, action="chat"):
|
||||||
|
"""Standard chat completion. Returns the assistant message content string."""
|
||||||
|
self._check_enabled()
|
||||||
|
if not self.client:
|
||||||
|
raise RuntimeError("OpenAI not configured — set API key in AI Settings")
|
||||||
|
model = model or self.model
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
def _call():
|
||||||
|
return self.client.chat.completions.create(
|
||||||
|
model=model,
|
||||||
|
messages=messages,
|
||||||
|
temperature=temperature,
|
||||||
|
max_tokens=max_tokens,
|
||||||
|
)
|
||||||
|
resp = self._retry_with_backoff(_call, action, model)
|
||||||
|
content = resp.choices[0].message.content
|
||||||
|
self._log(action, model, resp.usage, int((time.time() - t0) * 1000),
|
||||||
|
inp=json.dumps(messages[-1:])[:500], out=content[:500])
|
||||||
|
return content
|
||||||
|
except Exception as exc:
|
||||||
|
self._log(action, model, None, int((time.time() - t0) * 1000),
|
||||||
|
status="error", error=str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def chat_json(self, messages, *, model=None, temperature=0.3, max_tokens=4096, action="chat_json"):
|
||||||
|
"""Chat completion with JSON response format. Returns parsed dict/list."""
|
||||||
|
self._check_enabled()
|
||||||
|
if not self.client:
|
||||||
|
raise RuntimeError("OpenAI not configured — set API key in AI Settings")
|
||||||
|
model = model or self.model
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
def _call():
|
||||||
|
return self.client.chat.completions.create(
|
||||||
|
model=model,
|
||||||
|
messages=messages,
|
||||||
|
temperature=temperature,
|
||||||
|
max_tokens=max_tokens,
|
||||||
|
response_format={"type": "json_object"},
|
||||||
|
)
|
||||||
|
resp = self._retry_with_backoff(_call, action, model)
|
||||||
|
raw = resp.choices[0].message.content
|
||||||
|
self._log(action, model, resp.usage, int((time.time() - t0) * 1000),
|
||||||
|
inp=json.dumps(messages[-1:])[:500], out=raw[:500])
|
||||||
|
return json.loads(raw)
|
||||||
|
except Exception as exc:
|
||||||
|
self._log(action, model, None, int((time.time() - t0) * 1000),
|
||||||
|
status="error", error=str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def chat_fast(self, messages, **kwargs):
|
||||||
|
"""Use the fast/cheap model for classification, tagging, simple tasks."""
|
||||||
|
return self.chat(messages, model=self.fast_model, **kwargs)
|
||||||
|
|
||||||
|
def grade_writing(self, rubric, task_text, response_text):
|
||||||
|
"""Grade a writing response using GPT with a rubric."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are an expert IELTS examiner. Grade the following response using the rubric provided. "
|
||||||
|
"Return JSON: {\"scores\": {\"task_achievement\": float, \"coherence_cohesion\": float, "
|
||||||
|
"\"lexical_resource\": float, \"grammatical_range\": float}, "
|
||||||
|
"\"overall_band\": float, \"feedback\": string, \"suggestions\": [string]}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": f"## Rubric\n{rubric}\n\n## Task\n{task_text}\n\n## Student Response\n{response_text}"},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, action="grade_writing")
|
||||||
|
|
||||||
|
def grade_speaking(self, rubric, transcript):
|
||||||
|
"""Grade a speaking transcript using GPT."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are an expert IELTS Speaking examiner. Grade the transcript. "
|
||||||
|
"Return JSON: {\"scores\": {\"fluency_coherence\": float, \"lexical_resource\": float, "
|
||||||
|
"\"grammatical_range\": float, \"pronunciation\": float}, "
|
||||||
|
"\"overall_band\": float, \"feedback\": string, \"suggestions\": [string]}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": f"## Rubric\n{rubric}\n\n## Transcript\n{transcript}"},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, action="grade_speaking")
|
||||||
|
|
||||||
|
def generate_content(self, content_type, brief, *, cefr_level="B2"):
|
||||||
|
"""Generate educational content (reading passage, grammar exercise, etc.)."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"You are an expert EFL content creator. Generate a {content_type} "
|
||||||
|
f"at CEFR {cefr_level} level. Return well-structured JSON with the content, "
|
||||||
|
"questions/exercises if applicable, answer keys, and metadata."
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(brief)},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, action=f"generate_{content_type}", max_tokens=4096)
|
||||||
|
|
||||||
|
def explain_grade(self, score_data, student_context=""):
|
||||||
|
"""Explain a grade to a student in simple terms."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are a supportive English learning coach. Explain the grade to the student "
|
||||||
|
"in an encouraging way. Highlight strengths, then areas for improvement with "
|
||||||
|
"concrete tips. Keep it under 200 words."
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": f"Score data: {json.dumps(score_data)}\nContext: {student_context}"},
|
||||||
|
]
|
||||||
|
return self.chat(messages, model=self.fast_model, action="explain_grade")
|
||||||
|
|
||||||
|
def search_answer(self, query, context=""):
|
||||||
|
"""Answer a natural language search query about the platform."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are an intelligent assistant for the EnCoach IELTS & English learning platform. "
|
||||||
|
"Answer the query based on available context. Be concise and helpful. "
|
||||||
|
"Return JSON: {\"answer\": string, \"suggestions\": [string], \"related_actions\": [{\"label\": string, \"action\": string}]}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": f"Query: {query}\nContext: {context}"},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, model=self.fast_model, action="search")
|
||||||
|
|
||||||
|
def generate_insights(self, data_summary, insight_type="general"):
|
||||||
|
"""Generate AI insights from data."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"You are a data analyst for an education platform. Generate {insight_type} insights. "
|
||||||
|
"Return JSON: {\"insights\": [{\"title\": string, \"description\": string, "
|
||||||
|
"\"severity\": \"info\"|\"warning\"|\"critical\", \"recommendation\": string}]}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(data_summary)},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, model=self.fast_model, action="insights")
|
||||||
|
|
||||||
|
def generate_report_narrative(self, report_type, data):
|
||||||
|
"""Generate a human-readable narrative for a report."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"Write a concise professional narrative summary for a {report_type} report. "
|
||||||
|
"2-3 paragraphs. Highlight key trends, concerns, and recommendations."
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(data)},
|
||||||
|
]
|
||||||
|
return self.chat(messages, model=self.fast_model, action="report_narrative")
|
||||||
|
|
||||||
|
def suggest_study_plan(self, student_profile):
|
||||||
|
"""Suggest a personalized study plan."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are an IELTS preparation expert coach. Create a personalized study suggestion. "
|
||||||
|
"Return JSON: {\"suggestion\": string, \"focus_areas\": [string], "
|
||||||
|
"\"daily_plan\": [{\"activity\": string, \"duration_min\": int, \"skill\": string}], "
|
||||||
|
"\"motivation\": string}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(student_profile)},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, model=self.fast_model, action="study_suggest")
|
||||||
|
|
||||||
|
def writing_help(self, task, draft, help_type="improve"):
|
||||||
|
"""Provide writing assistance."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"You are a writing tutor. Help the student {help_type} their draft. "
|
||||||
|
"Return JSON: {\"improved_text\": string, \"changes\": [{\"original\": string, "
|
||||||
|
"\"revised\": string, \"reason\": string}], \"tips\": [string]}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": f"Task: {task}\n\nDraft:\n{draft}"},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, action="writing_help")
|
||||||
|
|
||||||
|
def batch_optimize(self, items, optimization_type="schedule"):
|
||||||
|
"""Optimize a batch of items (schedule, grouping, etc.)."""
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"You are an optimization specialist. Optimize these items for {optimization_type}. "
|
||||||
|
"Return JSON: {\"optimized\": [items with suggested changes], \"summary\": string, \"impact\": string}"
|
||||||
|
)},
|
||||||
|
{"role": "user", "content": json.dumps(items)},
|
||||||
|
]
|
||||||
|
return self.chat_json(messages, action="batch_optimize")
|
||||||
|
|
||||||
|
# ── RAG-enhanced methods ─────────────────────────────────────────
|
||||||
|
|
||||||
|
def _get_vector_context(self, query, *, content_types=None, limit=5):
|
||||||
|
"""Retrieve relevant context from the vector store."""
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_vector.services.embedding_service import EmbeddingService
|
||||||
|
svc = EmbeddingService(self.env)
|
||||||
|
if content_types:
|
||||||
|
results = []
|
||||||
|
for ct in content_types:
|
||||||
|
results.extend(svc.search(query, content_type=ct, limit=limit))
|
||||||
|
results.sort(key=lambda r: r['similarity'], reverse=True)
|
||||||
|
return results[:limit]
|
||||||
|
return svc.search(query, limit=limit)
|
||||||
|
except Exception:
|
||||||
|
_logger.debug("Vector search unavailable, proceeding without RAG", exc_info=True)
|
||||||
|
return []
|
||||||
|
|
||||||
|
def _format_context(self, vector_results):
|
||||||
|
"""Format vector search results as context for the LLM."""
|
||||||
|
if not vector_results:
|
||||||
|
return ""
|
||||||
|
parts = []
|
||||||
|
for r in vector_results:
|
||||||
|
text = (r.get('text') or '')[:500]
|
||||||
|
meta = r.get('metadata', {})
|
||||||
|
label = f"[{r['content_type']}#{r['content_id']}]"
|
||||||
|
if meta:
|
||||||
|
label += f" ({', '.join(f'{k}={v}' for k, v in meta.items())})"
|
||||||
|
parts.append(f"{label}\n{text}")
|
||||||
|
return "\n---\n".join(parts)
|
||||||
|
|
||||||
|
def chat_with_context(self, messages, query, *, content_types=None, limit=5, **kwargs):
|
||||||
|
"""RAG-enhanced chat: search vectors, inject context, then call GPT."""
|
||||||
|
context_results = self._get_vector_context(query, content_types=content_types, limit=limit)
|
||||||
|
if context_results:
|
||||||
|
context_text = self._format_context(context_results)
|
||||||
|
rag_msg = {
|
||||||
|
"role": "system",
|
||||||
|
"content": (
|
||||||
|
"The following relevant content was found in the knowledge base. "
|
||||||
|
"Use it to provide accurate, contextual answers:\n\n" + context_text
|
||||||
|
),
|
||||||
|
}
|
||||||
|
messages = [messages[0], rag_msg] + messages[1:]
|
||||||
|
kwargs.setdefault("action", "chat_rag")
|
||||||
|
return self.chat(messages, **kwargs)
|
||||||
|
|
||||||
|
def search_with_rag(self, query, context=""):
|
||||||
|
"""RAG-enhanced search: vector search + GPT synthesis."""
|
||||||
|
vector_results = self._get_vector_context(query, limit=8)
|
||||||
|
context_text = self._format_context(vector_results)
|
||||||
|
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
"You are an intelligent assistant for the EnCoach IELTS & English learning platform. "
|
||||||
|
"Answer the query based on the knowledge base content provided below. "
|
||||||
|
"Be concise, accurate, and cite specific content when possible. "
|
||||||
|
"Return JSON: {\"answer\": string, \"suggestions\": [string], "
|
||||||
|
"\"related_actions\": [{\"label\": string, \"action\": string}], "
|
||||||
|
"\"sources\": [{\"type\": string, \"id\": number}]}"
|
||||||
|
)},
|
||||||
|
]
|
||||||
|
if context_text:
|
||||||
|
messages.append({"role": "system", "content": f"Knowledge base:\n{context_text}"})
|
||||||
|
if context:
|
||||||
|
messages.append({"role": "system", "content": f"Additional context: {context}"})
|
||||||
|
messages.append({"role": "user", "content": f"Query: {query}"})
|
||||||
|
|
||||||
|
return self.chat_json(messages, model=self.fast_model, action="search_rag")
|
||||||
|
|
||||||
|
def generate_content_dedup(self, content_type, brief, *, cefr_level="B2"):
|
||||||
|
"""Generate content with dedup-awareness: checks for similar existing content."""
|
||||||
|
brief_text = json.dumps(brief) if isinstance(brief, dict) else str(brief)
|
||||||
|
similar = self._get_vector_context(brief_text, content_types=[content_type], limit=3)
|
||||||
|
|
||||||
|
messages = [
|
||||||
|
{"role": "system", "content": (
|
||||||
|
f"You are an expert EFL content creator. Generate a {content_type} "
|
||||||
|
f"at CEFR {cefr_level} level. Return well-structured JSON with the content, "
|
||||||
|
"questions/exercises if applicable, answer keys, and metadata."
|
||||||
|
)},
|
||||||
|
]
|
||||||
|
if similar:
|
||||||
|
context_text = self._format_context(similar)
|
||||||
|
messages.append({"role": "system", "content": (
|
||||||
|
"IMPORTANT: The following similar content already exists. "
|
||||||
|
"Make your output DISTINCT — different angles, examples, or approaches. "
|
||||||
|
"Do NOT duplicate existing content:\n\n" + context_text
|
||||||
|
)})
|
||||||
|
messages.append({"role": "user", "content": brief_text})
|
||||||
|
|
||||||
|
return self.chat_json(messages, action=f"generate_{content_type}_dedup", max_tokens=4096)
|
||||||
102
custom_addons/encoach_ai/services/polly_service.py
Normal file
102
custom_addons/encoach_ai/services/polly_service.py
Normal file
@@ -0,0 +1,102 @@
|
|||||||
|
"""AWS Polly text-to-speech service."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import boto3 as _boto3
|
||||||
|
except ImportError:
|
||||||
|
_boto3 = None
|
||||||
|
|
||||||
|
VOICE_MAP = {
|
||||||
|
"en-GB": {"female": "Amy", "male": "Brian"},
|
||||||
|
"en-US": {"female": "Joanna", "male": "Matthew"},
|
||||||
|
"en-AU": {"female": "Nicole", "male": "Russell"},
|
||||||
|
"en-IN": {"female": "Aditi", "male": "Aditi"},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class PollyService:
|
||||||
|
"""AWS Polly TTS for generating listening exam audio."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
self._client = None
|
||||||
|
|
||||||
|
def _get_client(self):
|
||||||
|
if self._client:
|
||||||
|
return self._client
|
||||||
|
if not _boto3:
|
||||||
|
raise RuntimeError("boto3 not installed — run: pip install boto3")
|
||||||
|
access_key = self._get_param("encoach_ai.aws_access_key", "")
|
||||||
|
secret_key = self._get_param("encoach_ai.aws_secret_key", "")
|
||||||
|
region = self._get_param("encoach_ai.aws_region", "eu-west-1")
|
||||||
|
if not access_key or not secret_key:
|
||||||
|
import os
|
||||||
|
access_key = access_key or os.environ.get("AWS_ACCESS_KEY_ID", "")
|
||||||
|
secret_key = secret_key or os.environ.get("AWS_SECRET_ACCESS_KEY", "")
|
||||||
|
if not access_key:
|
||||||
|
raise RuntimeError("AWS credentials not configured — set in AI Settings")
|
||||||
|
self._client = _boto3.client(
|
||||||
|
"polly",
|
||||||
|
aws_access_key_id=access_key,
|
||||||
|
aws_secret_access_key=secret_key,
|
||||||
|
region_name=region,
|
||||||
|
)
|
||||||
|
return self._client
|
||||||
|
|
||||||
|
def _log(self, action, latency, status="success", error=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "polly",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def synthesize(self, text, *, voice=None, language="en-GB", gender="female",
|
||||||
|
engine="neural", output_format="mp3"):
|
||||||
|
"""Convert text to speech audio bytes.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
dict with 'audio' (bytes), 'content_type', 'voice', 'characters'
|
||||||
|
"""
|
||||||
|
client = self._get_client()
|
||||||
|
if not voice:
|
||||||
|
voice = VOICE_MAP.get(language, VOICE_MAP["en-GB"]).get(gender, "Amy")
|
||||||
|
t0 = time.time()
|
||||||
|
try:
|
||||||
|
resp = client.synthesize_speech(
|
||||||
|
Text=text,
|
||||||
|
OutputFormat=output_format,
|
||||||
|
VoiceId=voice,
|
||||||
|
Engine=engine,
|
||||||
|
LanguageCode=language,
|
||||||
|
)
|
||||||
|
audio = resp["AudioStream"].read()
|
||||||
|
latency = int((time.time() - t0) * 1000)
|
||||||
|
self._log("synthesize", latency)
|
||||||
|
return {
|
||||||
|
"audio": audio,
|
||||||
|
"content_type": resp["ContentType"],
|
||||||
|
"voice": voice,
|
||||||
|
"characters": len(text),
|
||||||
|
}
|
||||||
|
except Exception as exc:
|
||||||
|
self._log("synthesize", int((time.time() - t0) * 1000), "error", str(exc))
|
||||||
|
raise
|
||||||
|
|
||||||
|
def list_voices(self, language="en-GB"):
|
||||||
|
"""List available voices for a language."""
|
||||||
|
client = self._get_client()
|
||||||
|
resp = client.describe_voices(LanguageCode=language)
|
||||||
|
return [
|
||||||
|
{"id": v["Id"], "name": v["Name"], "gender": v["Gender"], "engine": v.get("SupportedEngines", [])}
|
||||||
|
for v in resp.get("Voices", [])
|
||||||
|
]
|
||||||
110
custom_addons/encoach_ai/services/whisper_service.py
Normal file
110
custom_addons/encoach_ai/services/whisper_service.py
Normal file
@@ -0,0 +1,110 @@
|
|||||||
|
"""OpenAI Whisper speech-to-text service."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import tempfile
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
try:
|
||||||
|
import whisper as _whisper_mod
|
||||||
|
except ImportError:
|
||||||
|
_whisper_mod = None
|
||||||
|
|
||||||
|
try:
|
||||||
|
import openai as _openai_mod
|
||||||
|
except ImportError:
|
||||||
|
_openai_mod = None
|
||||||
|
|
||||||
|
|
||||||
|
class WhisperService:
|
||||||
|
"""Speech-to-text via local Whisper model or OpenAI Whisper API."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||||
|
self._local_model = None
|
||||||
|
api_key = self._get_param("encoach_ai.openai_api_key", "")
|
||||||
|
if not api_key:
|
||||||
|
import os
|
||||||
|
api_key = os.environ.get("OPENAI_API_KEY", "")
|
||||||
|
self._api_key = api_key
|
||||||
|
|
||||||
|
def _get_local_model(self):
|
||||||
|
if not _whisper_mod:
|
||||||
|
return None
|
||||||
|
if self._local_model is None:
|
||||||
|
self._local_model = _whisper_mod.load_model("base")
|
||||||
|
return self._local_model
|
||||||
|
|
||||||
|
def _log(self, action, latency, status="success", error=None):
|
||||||
|
try:
|
||||||
|
self.env["encoach.ai.log"].sudo().create({
|
||||||
|
"service": "whisper",
|
||||||
|
"action": action,
|
||||||
|
"latency_ms": latency,
|
||||||
|
"status": status,
|
||||||
|
"error_message": error,
|
||||||
|
})
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def transcribe(self, audio_data, *, language="en", use_api=False):
|
||||||
|
"""Transcribe audio bytes to text.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
audio_data: Raw audio bytes (wav, mp3, webm, etc.)
|
||||||
|
language: Language code
|
||||||
|
use_api: If True, use OpenAI Whisper API instead of local model
|
||||||
|
Returns:
|
||||||
|
dict with 'text', 'language', 'segments' keys
|
||||||
|
"""
|
||||||
|
t0 = time.time()
|
||||||
|
|
||||||
|
if use_api and self._api_key and _openai_mod:
|
||||||
|
return self._transcribe_api(audio_data, language, t0)
|
||||||
|
|
||||||
|
model = self._get_local_model()
|
||||||
|
if model:
|
||||||
|
return self._transcribe_local(model, audio_data, language, t0)
|
||||||
|
|
||||||
|
if self._api_key and _openai_mod:
|
||||||
|
return self._transcribe_api(audio_data, language, t0)
|
||||||
|
|
||||||
|
raise RuntimeError("Whisper not available — install whisper package or set OpenAI API key")
|
||||||
|
|
||||||
|
def _transcribe_local(self, model, audio_data, language, t0):
|
||||||
|
with tempfile.NamedTemporaryFile(suffix=".webm", delete=True) as tmp:
|
||||||
|
tmp.write(audio_data)
|
||||||
|
tmp.flush()
|
||||||
|
result = model.transcribe(tmp.name, language=language)
|
||||||
|
latency = int((time.time() - t0) * 1000)
|
||||||
|
self._log("transcribe_local", latency)
|
||||||
|
return {
|
||||||
|
"text": result["text"].strip(),
|
||||||
|
"language": result.get("language", language),
|
||||||
|
"segments": [
|
||||||
|
{"start": s["start"], "end": s["end"], "text": s["text"]}
|
||||||
|
for s in result.get("segments", [])
|
||||||
|
],
|
||||||
|
}
|
||||||
|
|
||||||
|
def _transcribe_api(self, audio_data, language, t0):
|
||||||
|
client = _openai_mod.OpenAI(api_key=self._api_key)
|
||||||
|
with tempfile.NamedTemporaryFile(suffix=".webm", delete=True) as tmp:
|
||||||
|
tmp.write(audio_data)
|
||||||
|
tmp.flush()
|
||||||
|
tmp.seek(0)
|
||||||
|
result = client.audio.transcriptions.create(
|
||||||
|
model="whisper-1",
|
||||||
|
file=tmp,
|
||||||
|
language=language,
|
||||||
|
response_format="verbose_json",
|
||||||
|
)
|
||||||
|
latency = int((time.time() - t0) * 1000)
|
||||||
|
self._log("transcribe_api", latency)
|
||||||
|
return {
|
||||||
|
"text": result.text.strip() if hasattr(result, "text") else str(result),
|
||||||
|
"language": language,
|
||||||
|
"segments": getattr(result, "segments", []),
|
||||||
|
}
|
||||||
64
custom_addons/encoach_ai/views/ai_settings_views.xml
Normal file
64
custom_addons/encoach_ai/views/ai_settings_views.xml
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<odoo>
|
||||||
|
<record id="res_config_settings_view_form_encoach_ai" model="ir.ui.view">
|
||||||
|
<field name="name">res.config.settings.view.form.encoach.ai</field>
|
||||||
|
<field name="model">res.config.settings</field>
|
||||||
|
<field name="priority">90</field>
|
||||||
|
<field name="inherit_id" ref="base.res_config_settings_view_form"/>
|
||||||
|
<field name="arch" type="xml">
|
||||||
|
<xpath expr="//form" position="inside">
|
||||||
|
<app string="EnCoach AI Services" name="encoach_ai">
|
||||||
|
<block title="General">
|
||||||
|
<setting string="Enable AI Services" help="Master switch for all AI features">
|
||||||
|
<field name="ai_enabled"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="Max Generation Retries" help="Maximum retry attempts for AI content generation">
|
||||||
|
<field name="ai_max_retries"/>
|
||||||
|
</setting>
|
||||||
|
</block>
|
||||||
|
<block title="OpenAI (GPT & Whisper)">
|
||||||
|
<setting string="API Key" help="Your OpenAI API key (sk-...)">
|
||||||
|
<field name="ai_openai_api_key" password="True"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="Primary Model" help="Used for grading, content generation, coaching">
|
||||||
|
<field name="ai_openai_model"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="Fast Model" help="Used for tagging, classification, tips">
|
||||||
|
<field name="ai_openai_fast_model"/>
|
||||||
|
</setting>
|
||||||
|
</block>
|
||||||
|
<block title="Text-to-Speech">
|
||||||
|
<setting string="TTS Provider" help="Choose between AWS Polly and ElevenLabs">
|
||||||
|
<field name="ai_tts_provider"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="AWS Access Key ID">
|
||||||
|
<field name="ai_aws_access_key" password="True"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="AWS Secret Access Key">
|
||||||
|
<field name="ai_aws_secret_key" password="True"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="AWS Region">
|
||||||
|
<field name="ai_aws_region"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="ElevenLabs API Key">
|
||||||
|
<field name="ai_elevenlabs_api_key" password="True"/>
|
||||||
|
</setting>
|
||||||
|
<setting string="ElevenLabs Model">
|
||||||
|
<field name="ai_elevenlabs_model"/>
|
||||||
|
</setting>
|
||||||
|
</block>
|
||||||
|
<block title="Content Detection">
|
||||||
|
<setting string="GPTZero API Key" help="For AI-generated content detection">
|
||||||
|
<field name="ai_gptzero_api_key" password="True"/>
|
||||||
|
</setting>
|
||||||
|
</block>
|
||||||
|
<block title="Avatar Videos">
|
||||||
|
<setting string="ELAI Token" help="For generating avatar videos">
|
||||||
|
<field name="ai_elai_token" password="True"/>
|
||||||
|
</setting>
|
||||||
|
</block>
|
||||||
|
</app>
|
||||||
|
</xpath>
|
||||||
|
</field>
|
||||||
|
</record>
|
||||||
|
</odoo>
|
||||||
@@ -5,7 +5,7 @@
|
|||||||
'summary': 'AI content generation pipelines for General English and IELTS courses',
|
'summary': 'AI content generation pipelines for General English and IELTS courses',
|
||||||
'author': 'EnCoach',
|
'author': 'EnCoach',
|
||||||
'license': 'LGPL-3',
|
'license': 'LGPL-3',
|
||||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen'],
|
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_ai'],
|
||||||
'data': [
|
'data': [
|
||||||
'security/ir.model.access.csv',
|
'security/ir.model.access.csv',
|
||||||
'views/ai_generation_log_views.xml',
|
'views/ai_generation_log_views.xml',
|
||||||
|
|||||||
@@ -263,6 +263,171 @@ class EncoachAiCourseController(http.Controller):
|
|||||||
_logger.exception('validation check failed')
|
_logger.exception('validation check failed')
|
||||||
return _error_response(str(e), 500)
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# GET /api/ai-course/<int:course_id>
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
@http.route('/api/ai-course/<int:course_id>', type='http', auth='none',
|
||||||
|
methods=['GET'], csrf=False)
|
||||||
|
@jwt_required
|
||||||
|
def get_course(self, course_id, **kw):
|
||||||
|
try:
|
||||||
|
Log = request.env['encoach.ai.generation.log'].sudo()
|
||||||
|
log = Log.browse(course_id)
|
||||||
|
if not log.exists():
|
||||||
|
IeltsLog = request.env['encoach.ai.ielts.generation.log'].sudo()
|
||||||
|
ielts = IeltsLog.browse(course_id)
|
||||||
|
if not ielts.exists():
|
||||||
|
return _error_response('Course/log not found', 404)
|
||||||
|
return _json_response({
|
||||||
|
'id': ielts.id,
|
||||||
|
'type': 'ielts',
|
||||||
|
'skill': ielts.skill or '',
|
||||||
|
'status': ielts.status or '',
|
||||||
|
'review_status': getattr(ielts, 'review_status', ''),
|
||||||
|
'created_at': ielts.create_date.isoformat() if ielts.create_date else '',
|
||||||
|
})
|
||||||
|
|
||||||
|
brief = {}
|
||||||
|
try:
|
||||||
|
brief = json.loads(log.brief or '{}')
|
||||||
|
except (json.JSONDecodeError, TypeError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
return _json_response({
|
||||||
|
'id': log.id,
|
||||||
|
'type': 'general_english',
|
||||||
|
'status': log.status or '',
|
||||||
|
'course_type': log.course_type or '',
|
||||||
|
'brief': brief,
|
||||||
|
'attempts': log.attempts,
|
||||||
|
'student_id': log.student_id.id if log.student_id else None,
|
||||||
|
'created_at': log.create_date.isoformat() if log.create_date else '',
|
||||||
|
})
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception('get_course failed')
|
||||||
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# GET /api/ai-course/<int:course_id>/tracks
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
@http.route('/api/ai-course/<int:course_id>/tracks', type='http', auth='none',
|
||||||
|
methods=['GET'], csrf=False)
|
||||||
|
@jwt_required
|
||||||
|
def get_tracks(self, course_id, **kw):
|
||||||
|
try:
|
||||||
|
Log = request.env['encoach.ai.generation.log'].sudo()
|
||||||
|
log = Log.browse(course_id)
|
||||||
|
if not log.exists():
|
||||||
|
return _error_response('Course not found', 404)
|
||||||
|
|
||||||
|
generated = {}
|
||||||
|
try:
|
||||||
|
generated = json.loads(log.generated_content or '{}')
|
||||||
|
except (json.JSONDecodeError, TypeError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
tracks = []
|
||||||
|
modules = generated.get('modules', [])
|
||||||
|
for i, mod in enumerate(modules):
|
||||||
|
tracks.append({
|
||||||
|
'index': i,
|
||||||
|
'title': mod.get('title', f'Module {i+1}'),
|
||||||
|
'skill': mod.get('skill', ''),
|
||||||
|
'status': 'completed' if i == 0 else 'locked',
|
||||||
|
'progress': 100 if i == 0 else 0,
|
||||||
|
})
|
||||||
|
|
||||||
|
if not tracks:
|
||||||
|
tracks = [{
|
||||||
|
'index': 0,
|
||||||
|
'title': 'Course content pending generation',
|
||||||
|
'skill': '',
|
||||||
|
'status': 'pending',
|
||||||
|
'progress': 0,
|
||||||
|
}]
|
||||||
|
|
||||||
|
return _json_response({'tracks': tracks})
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception('get_tracks failed')
|
||||||
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# GET /api/ai-course/english/taxonomy
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
@http.route('/api/ai-course/english/taxonomy', type='http', auth='none',
|
||||||
|
methods=['GET'], csrf=False)
|
||||||
|
@jwt_required
|
||||||
|
def english_taxonomy(self, **kw):
|
||||||
|
try:
|
||||||
|
taxonomy = {
|
||||||
|
'skills': ['reading', 'listening', 'writing', 'speaking', 'grammar', 'vocabulary'],
|
||||||
|
'cefr_levels': ['A1', 'A2', 'B1', 'B2', 'C1', 'C2'],
|
||||||
|
'content_types': ['lesson', 'exercise', 'assessment', 'review'],
|
||||||
|
'topic_domains': [
|
||||||
|
'daily_life', 'work', 'education', 'travel',
|
||||||
|
'technology', 'environment', 'health', 'culture',
|
||||||
|
],
|
||||||
|
}
|
||||||
|
|
||||||
|
Taxonomy = request.env.get('encoach.taxonomy.domain')
|
||||||
|
if Taxonomy:
|
||||||
|
domains = Taxonomy.sudo().search([])
|
||||||
|
if domains:
|
||||||
|
taxonomy['topic_domains'] = [
|
||||||
|
{'id': d.id, 'name': d.name, 'description': getattr(d, 'description', '')}
|
||||||
|
for d in domains
|
||||||
|
]
|
||||||
|
|
||||||
|
return _json_response(taxonomy)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception('english_taxonomy failed')
|
||||||
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# POST /api/ai-course/examiner-review
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
@http.route('/api/ai-course/examiner-review', type='http', auth='none',
|
||||||
|
methods=['POST'], csrf=False)
|
||||||
|
@jwt_required
|
||||||
|
def examiner_review(self, **kw):
|
||||||
|
try:
|
||||||
|
body = _get_json_body()
|
||||||
|
log_id = body.get('log_id')
|
||||||
|
action = body.get('action')
|
||||||
|
examiner_notes = body.get('examiner_notes', '')
|
||||||
|
|
||||||
|
if not log_id:
|
||||||
|
return _error_response('log_id is required', 400)
|
||||||
|
if action not in ('approve', 'reject', 'revise'):
|
||||||
|
return _error_response('action must be approve, reject, or revise', 400)
|
||||||
|
|
||||||
|
IeltsLog = request.env['encoach.ai.ielts.generation.log'].sudo()
|
||||||
|
log = IeltsLog.browse(int(log_id))
|
||||||
|
if not log.exists():
|
||||||
|
return _error_response('Log not found', 404)
|
||||||
|
|
||||||
|
status_map = {
|
||||||
|
'approve': 'approved',
|
||||||
|
'reject': 'rejected',
|
||||||
|
'revise': 'revision_needed',
|
||||||
|
}
|
||||||
|
|
||||||
|
log.write({
|
||||||
|
'review_status': status_map[action],
|
||||||
|
'examiner_id': request.env.user.id,
|
||||||
|
'examiner_notes': examiner_notes,
|
||||||
|
'reviewed_at': fields.Datetime.now(),
|
||||||
|
})
|
||||||
|
|
||||||
|
return _json_response({'status': status_map[action], 'log_id': log_id})
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
_logger.exception('examiner_review failed')
|
||||||
|
return _error_response(str(e), 500)
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
# GET /api/ai-course/review-queue
|
# GET /api/ai-course/review-queue
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|||||||
@@ -5,7 +5,7 @@
|
|||||||
'summary': 'Exam scoring, grading queue, feedback, and score release management',
|
'summary': 'Exam scoring, grading queue, feedback, and score release management',
|
||||||
'author': 'EnCoach',
|
'author': 'EnCoach',
|
||||||
'license': 'LGPL-3',
|
'license': 'LGPL-3',
|
||||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_resources'],
|
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_resources', 'encoach_ai'],
|
||||||
'data': [
|
'data': [
|
||||||
'security/ir.model.access.csv',
|
'security/ir.model.access.csv',
|
||||||
'views/student_attempt_views.xml',
|
'views/student_attempt_views.xml',
|
||||||
|
|||||||
@@ -338,34 +338,52 @@ class EncoachGradingController(http.Controller):
|
|||||||
|
|
||||||
student_response = ans.answer if ans else ''
|
student_response = ans.answer if ans else ''
|
||||||
|
|
||||||
suggested_score = question.marks * 0.5
|
|
||||||
suggested_feedback = (
|
|
||||||
f"AI suggestion for {question.skill} {question.question_type} question. "
|
|
||||||
f"Student provided a response of {len(student_response)} characters. "
|
|
||||||
f"Suggested mid-range score based on rubric criteria."
|
|
||||||
)
|
|
||||||
confidence = 0.6
|
|
||||||
|
|
||||||
if not student_response:
|
if not student_response:
|
||||||
suggested_score = 0.0
|
return _json_response({
|
||||||
suggested_feedback = "No response provided by student."
|
'suggested_score': 0.0,
|
||||||
confidence = 0.95
|
'suggested_feedback': 'No response provided by student.',
|
||||||
|
'confidence': 0.95,
|
||||||
|
})
|
||||||
|
|
||||||
rubric = None
|
rubric_text = "IELTS Band Descriptors"
|
||||||
if attempt.exam_id and attempt.exam_id.template_id:
|
if attempt.exam_id and attempt.exam_id.template_id:
|
||||||
Rubric = request.env['encoach.rubric'].sudo()
|
Rubric = request.env['encoach.rubric'].sudo()
|
||||||
rubric = Rubric.search([
|
rubric_rec = Rubric.search([('skill', '=', question.skill)], limit=1)
|
||||||
('skill', '=', question.skill),
|
if rubric_rec:
|
||||||
], limit=1)
|
rubric_text = rubric_rec.name
|
||||||
|
|
||||||
if rubric:
|
try:
|
||||||
suggested_feedback += f" Rubric '{rubric.name}' criteria should be applied."
|
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||||
|
ai = OpenAIService(request.env)
|
||||||
return _json_response({
|
skill = question.skill or 'writing'
|
||||||
'suggested_score': round(suggested_score, 1),
|
if skill in ('speaking',):
|
||||||
'suggested_feedback': suggested_feedback,
|
result = ai.grade_speaking(rubric_text, student_response)
|
||||||
'confidence': confidence,
|
else:
|
||||||
})
|
result = ai.grade_writing(
|
||||||
|
rubric_text,
|
||||||
|
question.body or question.name or '',
|
||||||
|
student_response,
|
||||||
|
)
|
||||||
|
overall = result.get('overall_band', 0)
|
||||||
|
suggested_score = min(overall / 9.0 * question.marks, question.marks)
|
||||||
|
return _json_response({
|
||||||
|
'suggested_score': round(suggested_score, 1),
|
||||||
|
'suggested_feedback': result.get('feedback', ''),
|
||||||
|
'confidence': 0.85,
|
||||||
|
'scores': result.get('scores', {}),
|
||||||
|
'suggestions': result.get('suggestions', []),
|
||||||
|
})
|
||||||
|
except Exception as ai_err:
|
||||||
|
_logger.warning('AI grading unavailable, using heuristic: %s', ai_err)
|
||||||
|
suggested_score = question.marks * 0.5
|
||||||
|
return _json_response({
|
||||||
|
'suggested_score': round(suggested_score, 1),
|
||||||
|
'suggested_feedback': (
|
||||||
|
f"AI grading unavailable ({ai_err}). "
|
||||||
|
f"Heuristic: mid-range score for {len(student_response)} char response."
|
||||||
|
),
|
||||||
|
'confidence': 0.4,
|
||||||
|
})
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
_logger.exception('ai_suggest failed')
|
_logger.exception('ai_suggest failed')
|
||||||
|
|||||||
@@ -1,67 +1,60 @@
|
|||||||
|
"""AI-powered speaking assessment using encoach_ai services."""
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
_logger = logging.getLogger(__name__)
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
class SpeakingEvaluator:
|
class SpeakingEvaluator:
|
||||||
"""AI-powered speaking assessment using Whisper + GPT."""
|
"""AI-powered speaking assessment using Whisper + GPT via encoach_ai."""
|
||||||
|
|
||||||
|
def __init__(self, env=None):
|
||||||
|
self.env = env
|
||||||
|
|
||||||
|
def transcribe_audio(self, audio_path_or_bytes):
|
||||||
|
"""Transcribe audio using the encoach_ai WhisperService."""
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.whisper_service import WhisperService
|
||||||
|
whisper = WhisperService(self.env)
|
||||||
|
if isinstance(audio_path_or_bytes, (bytes, bytearray)):
|
||||||
|
return whisper.transcribe(audio_path_or_bytes, use_api=True)
|
||||||
|
with open(audio_path_or_bytes, "rb") as f:
|
||||||
|
return whisper.transcribe(f.read(), use_api=True)
|
||||||
|
except ImportError:
|
||||||
|
_logger.warning("encoach_ai not installed, falling back to direct whisper")
|
||||||
|
return self._fallback_transcribe(audio_path_or_bytes)
|
||||||
|
except Exception as e:
|
||||||
|
_logger.error("Transcription error: %s", e)
|
||||||
|
return {"text": "", "language": "en", "segments": [], "error": str(e)}
|
||||||
|
|
||||||
|
def evaluate_speaking(self, transcription, rubric_criteria, target_band=6.0):
|
||||||
|
"""Evaluate speaking using encoach_ai OpenAIService."""
|
||||||
|
try:
|
||||||
|
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||||
|
ai = OpenAIService(self.env)
|
||||||
|
result = ai.grade_speaking(
|
||||||
|
f"Target Band: {target_band}\n{rubric_criteria}",
|
||||||
|
transcription,
|
||||||
|
)
|
||||||
|
return result
|
||||||
|
except ImportError:
|
||||||
|
_logger.warning("encoach_ai not installed")
|
||||||
|
return {"overall_band": 0, "feedback": "AI evaluation not available"}
|
||||||
|
except Exception as e:
|
||||||
|
_logger.error("Speaking evaluation error: %s", e)
|
||||||
|
return {"overall_band": 0, "feedback": f"Evaluation error: {e}"}
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def transcribe_audio(audio_path):
|
def _fallback_transcribe(audio_path):
|
||||||
"""Transcribe audio using Whisper."""
|
"""Direct whisper fallback if encoach_ai is not available."""
|
||||||
try:
|
try:
|
||||||
import whisper
|
import whisper
|
||||||
model = whisper.load_model("base")
|
model = whisper.load_model("base")
|
||||||
result = model.transcribe(audio_path)
|
result = model.transcribe(audio_path)
|
||||||
return {
|
return {
|
||||||
'text': result['text'],
|
"text": result["text"],
|
||||||
'language': result.get('language', 'en'),
|
"language": result.get("language", "en"),
|
||||||
'segments': result.get('segments', []),
|
"segments": result.get("segments", []),
|
||||||
}
|
}
|
||||||
except ImportError:
|
except ImportError:
|
||||||
_logger.warning("whisper not installed")
|
return {"text": "", "language": "en", "segments": [], "error": "Whisper not available"}
|
||||||
return {'text': '', 'language': 'en', 'segments': [], 'error': 'Whisper not available'}
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def evaluate_speaking(transcription, rubric_criteria, target_band=6.0):
|
|
||||||
"""Evaluate speaking using OpenAI GPT."""
|
|
||||||
try:
|
|
||||||
import openai
|
|
||||||
|
|
||||||
prompt = (
|
|
||||||
"You are an IELTS speaking examiner. Evaluate the following speaking response.\n\n"
|
|
||||||
f"Target Band: {target_band}\n\n"
|
|
||||||
f"Rubric Criteria:\n{rubric_criteria}\n\n"
|
|
||||||
f"Transcription:\n{transcription}\n\n"
|
|
||||||
"Provide scores for each criterion (0-9 scale) and detailed feedback.\n"
|
|
||||||
"Return JSON format:\n"
|
|
||||||
"{\n"
|
|
||||||
' "fluency_coherence": {"score": X, "feedback": "..."},\n'
|
|
||||||
' "lexical_resource": {"score": X, "feedback": "..."},\n'
|
|
||||||
' "grammatical_range": {"score": X, "feedback": "..."},\n'
|
|
||||||
' "pronunciation": {"score": X, "feedback": "..."},\n'
|
|
||||||
' "overall_band": X,\n'
|
|
||||||
' "general_feedback": "..."\n'
|
|
||||||
"}"
|
|
||||||
)
|
|
||||||
|
|
||||||
client = openai.OpenAI()
|
|
||||||
response = client.chat.completions.create(
|
|
||||||
model="gpt-4",
|
|
||||||
messages=[
|
|
||||||
{"role": "system", "content": "You are an expert IELTS speaking examiner."},
|
|
||||||
{"role": "user", "content": prompt},
|
|
||||||
],
|
|
||||||
temperature=0.3,
|
|
||||||
)
|
|
||||||
|
|
||||||
import json
|
|
||||||
result = json.loads(response.choices[0].message.content)
|
|
||||||
return result
|
|
||||||
|
|
||||||
except ImportError:
|
|
||||||
_logger.warning("openai not installed")
|
|
||||||
return {'overall_band': 0, 'general_feedback': 'AI evaluation not available', 'error': 'OpenAI not available'}
|
|
||||||
except Exception as e:
|
|
||||||
_logger.error("Speaking evaluation error: %s", e)
|
|
||||||
return {'overall_band': 0, 'general_feedback': f'Evaluation error: {e}'}
|
|
||||||
|
|||||||
17
custom_addons/encoach_vector/__init__.py
Normal file
17
custom_addons/encoach_vector/__init__.py
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
from . import models
|
||||||
|
from . import services
|
||||||
|
|
||||||
|
|
||||||
|
def _post_init_hook(env):
|
||||||
|
"""Run initial vector indexing after module install."""
|
||||||
|
import logging
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
try:
|
||||||
|
from .services.indexer import index_all
|
||||||
|
count = index_all(env)
|
||||||
|
_logger.info("Post-init vector indexing complete: %d records", count)
|
||||||
|
except Exception:
|
||||||
|
_logger.warning(
|
||||||
|
"Post-init vector indexing skipped (sentence-transformers may not be installed)",
|
||||||
|
exc_info=True,
|
||||||
|
)
|
||||||
20
custom_addons/encoach_vector/__manifest__.py
Normal file
20
custom_addons/encoach_vector/__manifest__.py
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
{
|
||||||
|
'name': 'EnCoach Vector Search',
|
||||||
|
'version': '19.0.1.0',
|
||||||
|
'category': 'Education',
|
||||||
|
'summary': 'pgvector-based semantic search and embedding storage for AI-enhanced learning',
|
||||||
|
'author': 'EnCoach',
|
||||||
|
'license': 'LGPL-3',
|
||||||
|
'depends': ['encoach_core', 'encoach_ai'],
|
||||||
|
'data': [
|
||||||
|
'security/ir.model.access.csv',
|
||||||
|
'data/vector_defaults.xml',
|
||||||
|
],
|
||||||
|
'external_dependencies': {
|
||||||
|
'python': ['pgvector', 'sentence_transformers'],
|
||||||
|
},
|
||||||
|
'installable': True,
|
||||||
|
'application': False,
|
||||||
|
'auto_install': False,
|
||||||
|
'post_init_hook': '_post_init_hook',
|
||||||
|
}
|
||||||
13
custom_addons/encoach_vector/data/vector_defaults.xml
Normal file
13
custom_addons/encoach_vector/data/vector_defaults.xml
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<odoo>
|
||||||
|
<!-- Scheduled action: re-index vectors daily -->
|
||||||
|
<record id="ir_cron_vector_reindex" model="ir.cron">
|
||||||
|
<field name="name">EnCoach: Vector Re-Index</field>
|
||||||
|
<field name="model_id" ref="model_encoach_embedding"/>
|
||||||
|
<field name="state">code</field>
|
||||||
|
<field name="code">model.cron_reindex()</field>
|
||||||
|
<field name="interval_number">1</field>
|
||||||
|
<field name="interval_type">days</field>
|
||||||
|
<field name="active">True</field>
|
||||||
|
</record>
|
||||||
|
</odoo>
|
||||||
1
custom_addons/encoach_vector/models/__init__.py
Normal file
1
custom_addons/encoach_vector/models/__init__.py
Normal file
@@ -0,0 +1 @@
|
|||||||
|
from . import embedding
|
||||||
121
custom_addons/encoach_vector/models/embedding.py
Normal file
121
custom_addons/encoach_vector/models/embedding.py
Normal file
@@ -0,0 +1,121 @@
|
|||||||
|
"""Odoo model for storing vector embeddings via pgvector."""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
from odoo import api, models, fields
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
VECTOR_DIM = 384 # all-MiniLM-L6-v2 output dimension
|
||||||
|
|
||||||
|
|
||||||
|
class EncoachEmbedding(models.Model):
|
||||||
|
_name = 'encoach.embedding'
|
||||||
|
_description = 'Vector Embedding'
|
||||||
|
_order = 'create_date desc'
|
||||||
|
|
||||||
|
content_type = fields.Selection([
|
||||||
|
('course', 'Course'),
|
||||||
|
('resource', 'Resource'),
|
||||||
|
('question', 'Question'),
|
||||||
|
('module', 'Module'),
|
||||||
|
('topic', 'Topic'),
|
||||||
|
('feedback', 'Feedback'),
|
||||||
|
('generation_log', 'Generation Log'),
|
||||||
|
], required=True, index=True)
|
||||||
|
content_id = fields.Integer(required=True, index=True)
|
||||||
|
content_text = fields.Text()
|
||||||
|
metadata_json = fields.Text(default='{}')
|
||||||
|
|
||||||
|
_content_unique = models.Constraint(
|
||||||
|
'UNIQUE(content_type, content_id)',
|
||||||
|
'Each content item can only have one embedding.',
|
||||||
|
)
|
||||||
|
|
||||||
|
@api.model
|
||||||
|
def _auto_init(self):
|
||||||
|
res = super()._auto_init()
|
||||||
|
cr = self.env.cr
|
||||||
|
cr.execute("SELECT 1 FROM pg_extension WHERE extname = 'vector'")
|
||||||
|
if not cr.fetchone():
|
||||||
|
try:
|
||||||
|
cr.execute("CREATE EXTENSION IF NOT EXISTS vector")
|
||||||
|
_logger.info("pgvector extension created")
|
||||||
|
except Exception:
|
||||||
|
_logger.warning(
|
||||||
|
"Could not create pgvector extension — run "
|
||||||
|
"'CREATE EXTENSION vector' as a superuser",
|
||||||
|
exc_info=True,
|
||||||
|
)
|
||||||
|
return res
|
||||||
|
|
||||||
|
cr.execute("""
|
||||||
|
SELECT column_name FROM information_schema.columns
|
||||||
|
WHERE table_name = 'encoach_embedding' AND column_name = 'embedding'
|
||||||
|
""")
|
||||||
|
if not cr.fetchone():
|
||||||
|
cr.execute(
|
||||||
|
f"ALTER TABLE encoach_embedding ADD COLUMN embedding vector({VECTOR_DIM})"
|
||||||
|
)
|
||||||
|
cr.execute(
|
||||||
|
"CREATE INDEX IF NOT EXISTS encoach_embedding_vec_idx "
|
||||||
|
"ON encoach_embedding USING ivfflat (embedding vector_cosine_ops) "
|
||||||
|
"WITH (lists = 100)"
|
||||||
|
)
|
||||||
|
_logger.info("Vector column and index created on encoach_embedding")
|
||||||
|
return res
|
||||||
|
|
||||||
|
def set_embedding(self, vector):
|
||||||
|
"""Store a vector embedding for this record."""
|
||||||
|
self.ensure_one()
|
||||||
|
vec_str = '[' + ','.join(str(v) for v in vector) + ']'
|
||||||
|
self.env.cr.execute(
|
||||||
|
"UPDATE encoach_embedding SET embedding = %s WHERE id = %s",
|
||||||
|
(vec_str, self.id),
|
||||||
|
)
|
||||||
|
|
||||||
|
@api.model
|
||||||
|
def cron_reindex(self):
|
||||||
|
"""Cron entry point for periodic re-indexing."""
|
||||||
|
from odoo.addons.encoach_vector.services.indexer import index_all
|
||||||
|
return index_all(self.env)
|
||||||
|
|
||||||
|
@api.model
|
||||||
|
def similarity_search(self, query_vector, *, content_type=None, limit=10):
|
||||||
|
"""Find similar embeddings using cosine distance."""
|
||||||
|
vec_str = '[' + ','.join(str(v) for v in query_vector) + ']'
|
||||||
|
where = "WHERE embedding IS NOT NULL"
|
||||||
|
params = [vec_str, limit]
|
||||||
|
if content_type:
|
||||||
|
where += " AND content_type = %s"
|
||||||
|
params = [vec_str, content_type, limit]
|
||||||
|
|
||||||
|
query = f"""
|
||||||
|
SELECT id, content_type, content_id, content_text, metadata_json,
|
||||||
|
1 - (embedding <=> %s::vector) AS similarity
|
||||||
|
FROM encoach_embedding
|
||||||
|
{where}
|
||||||
|
ORDER BY embedding <=> %s::vector
|
||||||
|
LIMIT %s
|
||||||
|
"""
|
||||||
|
if content_type:
|
||||||
|
self.env.cr.execute(query, (vec_str, content_type, vec_str, limit))
|
||||||
|
else:
|
||||||
|
self.env.cr.execute(query, (vec_str, vec_str, limit))
|
||||||
|
|
||||||
|
results = []
|
||||||
|
for row in self.env.cr.dictfetchall():
|
||||||
|
metadata = {}
|
||||||
|
try:
|
||||||
|
metadata = json.loads(row['metadata_json'] or '{}')
|
||||||
|
except (json.JSONDecodeError, TypeError):
|
||||||
|
pass
|
||||||
|
results.append({
|
||||||
|
'id': row['id'],
|
||||||
|
'content_type': row['content_type'],
|
||||||
|
'content_id': row['content_id'],
|
||||||
|
'text': row['content_text'],
|
||||||
|
'metadata': metadata,
|
||||||
|
'similarity': round(row['similarity'], 4),
|
||||||
|
})
|
||||||
|
return results
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
id,name,model_id:id,group_id:id,perm_read,perm_write,perm_create,perm_unlink
|
||||||
|
access_encoach_embedding_user,encoach.embedding.user,model_encoach_embedding,base.group_user,1,0,0,0
|
||||||
|
access_encoach_embedding_admin,encoach.embedding.admin,model_encoach_embedding,base.group_system,1,1,1,1
|
||||||
|
2
custom_addons/encoach_vector/services/__init__.py
Normal file
2
custom_addons/encoach_vector/services/__init__.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
from . import embedding_service
|
||||||
|
from . import indexer
|
||||||
139
custom_addons/encoach_vector/services/embedding_service.py
Normal file
139
custom_addons/encoach_vector/services/embedding_service.py
Normal file
@@ -0,0 +1,139 @@
|
|||||||
|
"""Embedding service — encode text and manage vector storage."""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
_model_instance = None
|
||||||
|
|
||||||
|
|
||||||
|
def _get_model():
|
||||||
|
"""Lazy-load the sentence-transformers model (cached across calls)."""
|
||||||
|
global _model_instance
|
||||||
|
if _model_instance is None:
|
||||||
|
try:
|
||||||
|
from sentence_transformers import SentenceTransformer
|
||||||
|
_model_instance = SentenceTransformer('all-MiniLM-L6-v2')
|
||||||
|
_logger.info("Loaded sentence-transformers model: all-MiniLM-L6-v2")
|
||||||
|
except ImportError:
|
||||||
|
_logger.error(
|
||||||
|
"sentence-transformers not installed. "
|
||||||
|
"Run: pip install sentence-transformers"
|
||||||
|
)
|
||||||
|
raise
|
||||||
|
return _model_instance
|
||||||
|
|
||||||
|
|
||||||
|
class EmbeddingService:
|
||||||
|
"""Encode texts, upsert embeddings, and perform semantic search."""
|
||||||
|
|
||||||
|
def __init__(self, env):
|
||||||
|
self.env = env
|
||||||
|
self.Embedding = env['encoach.embedding'].sudo()
|
||||||
|
|
||||||
|
def encode(self, texts):
|
||||||
|
"""Batch-encode texts to vectors.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
texts: list of strings
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
list of float lists (each 384-dim)
|
||||||
|
"""
|
||||||
|
model = _get_model()
|
||||||
|
embeddings = model.encode(texts, normalize_embeddings=True, show_progress_bar=False)
|
||||||
|
return [e.tolist() for e in embeddings]
|
||||||
|
|
||||||
|
def upsert(self, content_type, content_id, text, metadata=None):
|
||||||
|
"""Encode and store (or update) a single embedding.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
encoach.embedding record
|
||||||
|
"""
|
||||||
|
if not text or not text.strip():
|
||||||
|
return None
|
||||||
|
|
||||||
|
existing = self.Embedding.search([
|
||||||
|
('content_type', '=', content_type),
|
||||||
|
('content_id', '=', content_id),
|
||||||
|
], limit=1)
|
||||||
|
|
||||||
|
vectors = self.encode([text])
|
||||||
|
meta_str = json.dumps(metadata or {})
|
||||||
|
|
||||||
|
if existing:
|
||||||
|
existing.write({
|
||||||
|
'content_text': text[:10000],
|
||||||
|
'metadata_json': meta_str,
|
||||||
|
})
|
||||||
|
existing.set_embedding(vectors[0])
|
||||||
|
return existing
|
||||||
|
|
||||||
|
record = self.Embedding.create({
|
||||||
|
'content_type': content_type,
|
||||||
|
'content_id': content_id,
|
||||||
|
'content_text': text[:10000],
|
||||||
|
'metadata_json': meta_str,
|
||||||
|
})
|
||||||
|
record.set_embedding(vectors[0])
|
||||||
|
return record
|
||||||
|
|
||||||
|
def search(self, query, *, content_type=None, limit=10):
|
||||||
|
"""Semantic search — encode query and find similar content.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
list of dicts with text, metadata, similarity score
|
||||||
|
"""
|
||||||
|
if not query or not query.strip():
|
||||||
|
return []
|
||||||
|
|
||||||
|
t0 = time.time()
|
||||||
|
vectors = self.encode([query])
|
||||||
|
results = self.Embedding.similarity_search(
|
||||||
|
vectors[0],
|
||||||
|
content_type=content_type,
|
||||||
|
limit=limit,
|
||||||
|
)
|
||||||
|
latency = int((time.time() - t0) * 1000)
|
||||||
|
_logger.info("Vector search for '%s' returned %d results in %dms",
|
||||||
|
query[:80], len(results), latency)
|
||||||
|
return results
|
||||||
|
|
||||||
|
def bulk_index(self, content_type, records_data):
|
||||||
|
"""Batch-index multiple records.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
content_type: embedding content type
|
||||||
|
records_data: list of dicts with keys: id, text, metadata
|
||||||
|
"""
|
||||||
|
if not records_data:
|
||||||
|
return 0
|
||||||
|
|
||||||
|
texts = [r['text'] for r in records_data if r.get('text')]
|
||||||
|
if not texts:
|
||||||
|
return 0
|
||||||
|
|
||||||
|
vectors = self.encode(texts)
|
||||||
|
|
||||||
|
indexed = 0
|
||||||
|
text_idx = 0
|
||||||
|
for r in records_data:
|
||||||
|
if not r.get('text'):
|
||||||
|
continue
|
||||||
|
self.upsert(content_type, r['id'], r['text'], r.get('metadata'))
|
||||||
|
text_idx += 1
|
||||||
|
indexed += 1
|
||||||
|
|
||||||
|
_logger.info("Bulk-indexed %d %s records", indexed, content_type)
|
||||||
|
return indexed
|
||||||
|
|
||||||
|
def delete(self, content_type, content_id):
|
||||||
|
"""Remove an embedding."""
|
||||||
|
existing = self.Embedding.search([
|
||||||
|
('content_type', '=', content_type),
|
||||||
|
('content_id', '=', content_id),
|
||||||
|
])
|
||||||
|
if existing:
|
||||||
|
existing.unlink()
|
||||||
127
custom_addons/encoach_vector/services/indexer.py
Normal file
127
custom_addons/encoach_vector/services/indexer.py
Normal file
@@ -0,0 +1,127 @@
|
|||||||
|
"""Indexer — batch-indexes existing Odoo records into the vector store."""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
MODEL_CONFIG = [
|
||||||
|
{
|
||||||
|
'model': 'op.course',
|
||||||
|
'content_type': 'course',
|
||||||
|
'text_field': 'name',
|
||||||
|
'description_field': 'description',
|
||||||
|
'metadata_fields': [],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
'model': 'encoach.resource',
|
||||||
|
'content_type': 'resource',
|
||||||
|
'text_field': 'name',
|
||||||
|
'description_field': 'content',
|
||||||
|
'metadata_fields': ['type', 'cefr_level', 'difficulty'],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
'model': 'encoach.question',
|
||||||
|
'content_type': 'question',
|
||||||
|
'text_field': 'name',
|
||||||
|
'description_field': None,
|
||||||
|
'metadata_fields': ['question_type', 'difficulty', 'skill'],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
'model': 'encoach.course.module',
|
||||||
|
'content_type': 'module',
|
||||||
|
'text_field': 'name',
|
||||||
|
'description_field': 'description',
|
||||||
|
'metadata_fields': ['skill'],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
'model': 'encoach.ai.generation.log',
|
||||||
|
'content_type': 'generation_log',
|
||||||
|
'text_field': 'brief',
|
||||||
|
'description_field': 'generated_content',
|
||||||
|
'metadata_fields': ['course_type', 'status'],
|
||||||
|
},
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
def _get_text(record, config):
|
||||||
|
"""Extract indexable text from a record."""
|
||||||
|
parts = []
|
||||||
|
text_field = config.get('text_field', 'name')
|
||||||
|
if hasattr(record, text_field):
|
||||||
|
val = getattr(record, text_field)
|
||||||
|
if val:
|
||||||
|
parts.append(str(val))
|
||||||
|
|
||||||
|
desc_field = config.get('description_field')
|
||||||
|
if desc_field and hasattr(record, desc_field):
|
||||||
|
val = getattr(record, desc_field)
|
||||||
|
if val:
|
||||||
|
parts.append(str(val)[:2000])
|
||||||
|
|
||||||
|
return ' '.join(parts).strip()
|
||||||
|
|
||||||
|
|
||||||
|
def _get_metadata(record, config):
|
||||||
|
"""Extract metadata dict from a record."""
|
||||||
|
meta = {}
|
||||||
|
for f in config.get('metadata_fields', []):
|
||||||
|
if hasattr(record, f):
|
||||||
|
val = getattr(record, f)
|
||||||
|
if val:
|
||||||
|
meta[f] = str(val) if not isinstance(val, (int, float, bool)) else val
|
||||||
|
return meta
|
||||||
|
|
||||||
|
|
||||||
|
def index_model(env, config, batch_size=100):
|
||||||
|
"""Index all records of a single model."""
|
||||||
|
model_name = config['model']
|
||||||
|
Model = env.get(model_name)
|
||||||
|
if Model is None:
|
||||||
|
_logger.warning("Model %s not found, skipping", model_name)
|
||||||
|
return 0
|
||||||
|
|
||||||
|
Model = Model.sudo()
|
||||||
|
|
||||||
|
from .embedding_service import EmbeddingService
|
||||||
|
svc = EmbeddingService(env)
|
||||||
|
|
||||||
|
total = Model.search_count([])
|
||||||
|
indexed = 0
|
||||||
|
offset = 0
|
||||||
|
|
||||||
|
while offset < total:
|
||||||
|
records = Model.search([], limit=batch_size, offset=offset, order='id')
|
||||||
|
batch_data = []
|
||||||
|
for rec in records:
|
||||||
|
text = _get_text(rec, config)
|
||||||
|
if text:
|
||||||
|
batch_data.append({
|
||||||
|
'id': rec.id,
|
||||||
|
'text': text,
|
||||||
|
'metadata': _get_metadata(rec, config),
|
||||||
|
})
|
||||||
|
if batch_data:
|
||||||
|
indexed += svc.bulk_index(config['content_type'], batch_data)
|
||||||
|
offset += batch_size
|
||||||
|
env.cr.commit()
|
||||||
|
|
||||||
|
_logger.info("Indexed %d/%d records for %s", indexed, total, model_name)
|
||||||
|
return indexed
|
||||||
|
|
||||||
|
|
||||||
|
def index_all(env, batch_size=100):
|
||||||
|
"""Index all configured models."""
|
||||||
|
total = 0
|
||||||
|
for config in MODEL_CONFIG:
|
||||||
|
try:
|
||||||
|
total += index_model(env, config, batch_size)
|
||||||
|
except Exception:
|
||||||
|
_logger.exception("Failed to index %s", config['model'])
|
||||||
|
_logger.info("Total records indexed: %d", total)
|
||||||
|
return total
|
||||||
|
|
||||||
|
|
||||||
|
def cron_reindex(env):
|
||||||
|
"""Cron entry point for periodic re-indexing."""
|
||||||
|
_logger.info("Starting scheduled vector re-index")
|
||||||
|
return index_all(env)
|
||||||
Reference in New Issue
Block a user