feat: Generation Page AI workflows + AI/Vector modules + exam session fixes
Generation Page (complete rebuild): - Full production-parity exam generation wizard with 4 IELTS modules - Reading: AI passage gen, 5 exercise types (MCQ, Fill, Write, T/F, Match) - Listening: 4 section types, AI context gen, TTS audio gen (ElevenLabs) - Writing: Task 1/2, AI instruction gen, word limits, marks - Speaking: 3 parts, AI script gen, avatar video gen (7 avatars) - Per-module config: timer, CEFR difficulty, access, approval, rubrics - Exam submission workflow (draft/published) Exam Structures: - New encoach.exam.structure model + CRUD controller - ExamStructuresPage wired to real API AI Module (encoach_ai): - OpenAI service, ElevenLabs TTS, AWS Polly, ELAI avatars - AI settings model with Odoo config parameters - 7 generation endpoints (passage, exercises, instructions, scripts, context) Vector Module (encoach_vector): - pgvector integration for RAG-based content search - Embedding service with sentence-transformers Exam Session Fixes: - Fixed ExamSession.tsx field mapping (question_type→type, exam_title→title) - Fixed submit payload to include attempt_id and answers - Fixed normalizeType to handle null/undefined Tested: 12/12 API tests passed, browser-verified with real OpenAI calls Made-with: Cursor
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
import json
|
||||
import logging
|
||||
import math
|
||||
from odoo import http
|
||||
from odoo.http import request
|
||||
from odoo.addons.encoach_api.controllers.base import (
|
||||
@@ -164,6 +165,44 @@ class EncoachAdaptiveController(http.Controller):
|
||||
_logger.exception('student signals failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/adaptive/student/<int:student_id>/ability
|
||||
# ------------------------------------------------------------------
|
||||
@http.route('/api/adaptive/student/<int:student_id>/ability', type='http',
|
||||
auth='none', methods=['GET'], csrf=False)
|
||||
@jwt_required
|
||||
def student_ability(self, student_id, **kw):
|
||||
try:
|
||||
Event = request.env['encoach.adaptive.event'].sudo()
|
||||
signals = Event.search([
|
||||
('student_id', '=', student_id),
|
||||
('event_type', '=', 'signal'),
|
||||
], order='created_at asc')
|
||||
|
||||
trajectory = []
|
||||
for s in signals:
|
||||
trajectory.append({
|
||||
'signal_name': s.signal_name or '',
|
||||
'value': s.signal_value,
|
||||
'timestamp': s.created_at,
|
||||
})
|
||||
|
||||
values = [s.signal_value for s in signals if s.signal_value]
|
||||
theta = sum(values) / len(values) if values else 0.0
|
||||
sem = math.sqrt(sum((v - theta) ** 2 for v in values) / len(values)) if len(values) > 1 else 1.0
|
||||
|
||||
return _json_response({
|
||||
'student_id': student_id,
|
||||
'theta': round(theta, 3),
|
||||
'sem': round(sem, 3),
|
||||
'trajectory': trajectory,
|
||||
'n_signals': len(trajectory),
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('student ability failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/adaptive/student/<int:student_id>/recommended-resources
|
||||
# ------------------------------------------------------------------
|
||||
|
||||
3
backend/custom_addons/encoach_ai/__init__.py
Normal file
3
backend/custom_addons/encoach_ai/__init__.py
Normal file
@@ -0,0 +1,3 @@
|
||||
from . import models
|
||||
from . import controllers
|
||||
from . import services
|
||||
27
backend/custom_addons/encoach_ai/__manifest__.py
Normal file
27
backend/custom_addons/encoach_ai/__manifest__.py
Normal file
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"name": "EnCoach AI Services",
|
||||
"version": "19.0.1.0.0",
|
||||
"category": "Education",
|
||||
"summary": "Central AI service layer — OpenAI, Whisper, Polly, ElevenLabs, GPTZero, ELAI",
|
||||
"description": """
|
||||
Provides a unified AI service layer for the EnCoach platform.
|
||||
- OpenAI GPT-4o / GPT-3.5-turbo (chat, JSON generation, grading)
|
||||
- OpenAI Whisper (speech-to-text)
|
||||
- AWS Polly (text-to-speech)
|
||||
- ElevenLabs (text-to-speech, multilingual)
|
||||
- GPTZero (AI content detection)
|
||||
- ELAI (avatar video generation)
|
||||
- AI Coaching assistant
|
||||
- AI Search, Insights, Report Narrative
|
||||
""",
|
||||
"author": "EnCoach",
|
||||
"depends": ["base", "encoach_core"],
|
||||
"data": [
|
||||
"security/ir.model.access.csv",
|
||||
"views/ai_settings_views.xml",
|
||||
"data/ai_defaults.xml",
|
||||
],
|
||||
"installable": True,
|
||||
"application": True,
|
||||
"license": "LGPL-3",
|
||||
}
|
||||
3
backend/custom_addons/encoach_ai/controllers/__init__.py
Normal file
3
backend/custom_addons/encoach_ai/controllers/__init__.py
Normal file
@@ -0,0 +1,3 @@
|
||||
from . import ai_controller
|
||||
from . import coach_controller
|
||||
from . import media_controller
|
||||
107
backend/custom_addons/encoach_ai/controllers/coach_controller.py
Normal file
107
backend/custom_addons/encoach_ai/controllers/coach_controller.py
Normal file
@@ -0,0 +1,107 @@
|
||||
"""REST endpoints for AI coaching — matches frontend coaching.service.ts."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
from odoo import http
|
||||
from odoo.http import request, Response
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _json_response(data, status=200):
|
||||
return Response(json.dumps(data, default=str), status=status, content_type="application/json")
|
||||
|
||||
|
||||
def _get_json():
|
||||
try:
|
||||
return json.loads(request.httprequest.data or "{}")
|
||||
except Exception:
|
||||
return {}
|
||||
|
||||
|
||||
class CoachController(http.Controller):
|
||||
"""Handles /api/coach/* endpoints consumed by frontend AI coaching components."""
|
||||
|
||||
def _get_coach(self):
|
||||
from odoo.addons.encoach_ai.services.coach_service import CoachService
|
||||
return CoachService(request.env)
|
||||
|
||||
# ── POST /api/coach/chat — AiAssistantDrawer.tsx ──
|
||||
@http.route("/api/coach/chat", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def coach_chat(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
result = coach.chat(
|
||||
body.get("message", ""),
|
||||
history=body.get("history", []),
|
||||
student_context=body.get("context"),
|
||||
)
|
||||
return _json_response(result)
|
||||
except Exception as e:
|
||||
_logger.exception("Coach chat failed")
|
||||
return _json_response({"reply": f"I'm having trouble right now. Error: {e}"})
|
||||
|
||||
# ── GET /api/coach/tip — AiTipBanner.tsx ──
|
||||
@http.route("/api/coach/tip", type="http", auth="user", methods=["GET"], csrf=False)
|
||||
def coach_tip(self, **kw):
|
||||
context = request.params.get("context", "general")
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
return _json_response(coach.get_tip(context))
|
||||
except Exception as e:
|
||||
return _json_response({"tip": "Keep practising every day — consistency beats intensity!", "category": "general"})
|
||||
|
||||
# ── POST /api/coach/explain — AiGradeExplainer.tsx ──
|
||||
@http.route("/api/coach/explain", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def coach_explain(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
result = coach.explain(
|
||||
body.get("score_data", {}),
|
||||
body.get("student_context", ""),
|
||||
)
|
||||
return _json_response(result)
|
||||
except Exception as e:
|
||||
return _json_response({"explanation": f"Could not generate explanation: {e}"})
|
||||
|
||||
# ── POST /api/coach/suggest — AiStudyCoach.tsx ──
|
||||
@http.route("/api/coach/suggest", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def coach_suggest(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
return _json_response(coach.suggest(body))
|
||||
except Exception as e:
|
||||
return _json_response({
|
||||
"suggestion": "Focus on your weakest skill for 30 minutes daily.",
|
||||
"focus_areas": ["writing", "speaking"],
|
||||
"daily_plan": [],
|
||||
"motivation": "Every expert was once a beginner!",
|
||||
})
|
||||
|
||||
# ── POST /api/coach/writing-help — AiWritingHelper.tsx ──
|
||||
@http.route("/api/coach/writing-help", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def coach_writing_help(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
result = coach.writing_help(
|
||||
body.get("task", ""),
|
||||
body.get("draft", ""),
|
||||
body.get("help_type", "improve"),
|
||||
)
|
||||
return _json_response(result)
|
||||
except Exception as e:
|
||||
return _json_response({"improved_text": "", "changes": [], "tips": [str(e)]})
|
||||
|
||||
# ── POST /api/coach/hint — (unused component, wired for completeness) ──
|
||||
@http.route("/api/coach/hint", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def coach_hint(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
coach = self._get_coach()
|
||||
return _json_response(coach.get_hint(body))
|
||||
except Exception as e:
|
||||
return _json_response({"hint": "Think about the key words in the question.", "strategy": "keyword_focus"})
|
||||
196
backend/custom_addons/encoach_ai/controllers/media_controller.py
Normal file
196
backend/custom_addons/encoach_ai/controllers/media_controller.py
Normal file
@@ -0,0 +1,196 @@
|
||||
"""REST endpoints for AI media generation — TTS, avatar videos."""
|
||||
|
||||
import base64
|
||||
import json
|
||||
import logging
|
||||
from odoo import http
|
||||
from odoo.http import request, Response
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _json_response(data, status=200):
|
||||
return Response(json.dumps(data, default=str), status=status, content_type="application/json")
|
||||
|
||||
|
||||
def _get_json():
|
||||
try:
|
||||
return json.loads(request.httprequest.data or "{}")
|
||||
except Exception:
|
||||
return {}
|
||||
|
||||
|
||||
class MediaController(http.Controller):
|
||||
"""Handles /api/exam/*/media and avatar endpoints from media.service.ts."""
|
||||
|
||||
def _get_tts_provider(self):
|
||||
return request.env["ir.config_parameter"].sudo().get_param("encoach_ai.tts_provider", "polly")
|
||||
|
||||
def _get_tts(self):
|
||||
"""Get the configured TTS provider."""
|
||||
provider = self._get_tts_provider()
|
||||
if provider == "elevenlabs":
|
||||
from odoo.addons.encoach_ai.services.elevenlabs_service import ElevenLabsService
|
||||
return ElevenLabsService(request.env)
|
||||
from odoo.addons.encoach_ai.services.polly_service import PollyService
|
||||
return PollyService(request.env)
|
||||
|
||||
def _synthesize(self, text, body):
|
||||
"""Dispatch TTS call with correct kwargs for each provider."""
|
||||
tts = self._get_tts()
|
||||
provider = self._get_tts_provider()
|
||||
if provider == "elevenlabs":
|
||||
gender = body.get("gender", "female")
|
||||
language = body.get("language", "en-GB")
|
||||
voice_key = f"{gender}_{'british' if 'GB' in language else 'american'}"
|
||||
return tts.synthesize(text, voice_id=body.get("voice_id"), voice_key=voice_key)
|
||||
return tts.synthesize(
|
||||
text,
|
||||
voice=body.get("voice"),
|
||||
language=body.get("language", "en-GB"),
|
||||
gender=body.get("gender", "female"),
|
||||
)
|
||||
|
||||
# ── POST /api/exam/listening/media — generate listening audio ──
|
||||
@http.route("/api/exam/listening/media", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def listening_media(self, **kw):
|
||||
body = _get_json()
|
||||
text = body.get("text", "")
|
||||
if not text:
|
||||
return _json_response({"error": "No text provided"}, 400)
|
||||
try:
|
||||
result = self._synthesize(text, body)
|
||||
audio_b64 = base64.b64encode(result["audio"]).decode()
|
||||
return _json_response({
|
||||
"audio_base64": audio_b64,
|
||||
"content_type": result["content_type"],
|
||||
"voice": result.get("voice") or result.get("voice_id"),
|
||||
"characters": result["characters"],
|
||||
})
|
||||
except Exception as e:
|
||||
_logger.exception("Listening media generation failed")
|
||||
return _json_response({"error": str(e)}, 500)
|
||||
|
||||
# ── POST /api/exam/speaking/media — generate speaking prompt audio ──
|
||||
@http.route("/api/exam/speaking/media", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def speaking_media(self, **kw):
|
||||
body = _get_json()
|
||||
text = body.get("text", "")
|
||||
if not text:
|
||||
return _json_response({"error": "No text provided"}, 400)
|
||||
try:
|
||||
result = self._synthesize(text, body)
|
||||
audio_b64 = base64.b64encode(result["audio"]).decode()
|
||||
return _json_response({
|
||||
"audio_base64": audio_b64,
|
||||
"content_type": result["content_type"],
|
||||
})
|
||||
except Exception as e:
|
||||
return _json_response({"error": str(e)}, 500)
|
||||
|
||||
# ── GET /api/exam/avatars — list ELAI avatars ──
|
||||
@http.route("/api/exam/avatars", type="http", auth="user", methods=["GET"], csrf=False)
|
||||
def list_avatars(self, **kw):
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||
elai = ElaiService(request.env)
|
||||
avatars = elai.list_avatars()
|
||||
return _json_response({"avatars": avatars})
|
||||
except Exception as e:
|
||||
return _json_response({"avatars": [], "note": str(e)})
|
||||
|
||||
# ── POST /api/exam/avatar/video — create avatar video ──
|
||||
@http.route("/api/exam/avatar/video", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def create_avatar_video(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||
elai = ElaiService(request.env)
|
||||
result = elai.create_video(
|
||||
body.get("script", ""),
|
||||
avatar_id=body.get("avatar_id"),
|
||||
title=body.get("title", "EnCoach Video"),
|
||||
)
|
||||
return _json_response(result)
|
||||
except Exception as e:
|
||||
return _json_response({"error": str(e)}, 500)
|
||||
|
||||
# ── GET /api/exam/avatar/video/:id — check video status ──
|
||||
@http.route("/api/exam/avatar/video/<string:video_id>", type="http", auth="user", methods=["GET"], csrf=False)
|
||||
def video_status(self, video_id, **kw):
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.elai_service import ElaiService
|
||||
elai = ElaiService(request.env)
|
||||
return _json_response(elai.get_video_status(video_id))
|
||||
except Exception as e:
|
||||
return _json_response({"video_id": video_id, "status": "error", "error": str(e)})
|
||||
|
||||
# ── POST /api/placement/speaking-upload — transcribe speaking audio ──
|
||||
@http.route("/api/placement/speaking-upload", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def speaking_upload(self, **kw):
|
||||
try:
|
||||
audio_file = request.httprequest.files.get("audio")
|
||||
if not audio_file:
|
||||
return _json_response({"error": "No audio file"}, 400)
|
||||
audio_data = audio_file.read()
|
||||
from odoo.addons.encoach_ai.services.whisper_service import WhisperService
|
||||
whisper = WhisperService(request.env)
|
||||
transcript = whisper.transcribe(audio_data, use_api=True)
|
||||
|
||||
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||
ai = OpenAIService(request.env)
|
||||
grade = ai.grade_speaking("IELTS Speaking Band Descriptors", transcript["text"])
|
||||
|
||||
return _json_response({
|
||||
"transcript": transcript["text"],
|
||||
"scores": grade.get("scores", {}),
|
||||
"overall_band": grade.get("overall_band", 0),
|
||||
"feedback": grade.get("feedback", ""),
|
||||
"status": "completed",
|
||||
})
|
||||
except Exception as e:
|
||||
_logger.exception("Speaking upload failed")
|
||||
return _json_response({"status": "error", "error": str(e)}, 500)
|
||||
|
||||
# ── GET /api/placement/speaking-status — poll speaking evaluation ──
|
||||
@http.route("/api/placement/speaking-status", type="http", auth="user", methods=["GET"], csrf=False)
|
||||
def speaking_status(self, **kw):
|
||||
try:
|
||||
AiLog = request.env.get("encoach.ai.log")
|
||||
if AiLog:
|
||||
log = AiLog.sudo().search([
|
||||
("action", "=", "grade_speaking"),
|
||||
("create_uid", "=", request.env.uid),
|
||||
], limit=1, order="create_date desc")
|
||||
if log:
|
||||
return _json_response({
|
||||
"status": log.status or "completed",
|
||||
"log_id": log.id,
|
||||
"latency_ms": log.latency_ms,
|
||||
"created_at": log.create_date.isoformat() if log.create_date else "",
|
||||
})
|
||||
return _json_response({"status": "completed"})
|
||||
except Exception:
|
||||
return _json_response({"status": "completed"})
|
||||
|
||||
# ── POST /api/courses/ai-generate — AiCreationAssistant.tsx ──
|
||||
@http.route("/api/courses/ai-generate", type="http", auth="user", methods=["POST"], csrf=False)
|
||||
def ai_generate_course(self, **kw):
|
||||
body = _get_json()
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||
ai = OpenAIService(request.env)
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"Generate a complete course structure. Return JSON: "
|
||||
"{\"title\": string, \"description\": string, \"modules\": "
|
||||
"[{\"title\": string, \"skill\": string, \"estimated_hours\": number, "
|
||||
"\"topics\": [string], \"resources\": [{\"title\": string, \"type\": string}]}], "
|
||||
"\"duration_weeks\": number}"
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(body)},
|
||||
]
|
||||
result = ai.chat_json(messages, action="generate_course", max_tokens=4096)
|
||||
return _json_response(result)
|
||||
except Exception as e:
|
||||
return _json_response({"error": str(e)}, 500)
|
||||
31
backend/custom_addons/encoach_ai/data/ai_defaults.xml
Normal file
31
backend/custom_addons/encoach_ai/data/ai_defaults.xml
Normal file
@@ -0,0 +1,31 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<odoo noupdate="1">
|
||||
<record id="ai_default_enabled" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.enabled</field>
|
||||
<field name="value">True</field>
|
||||
</record>
|
||||
<record id="ai_default_model" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.openai_model</field>
|
||||
<field name="value">gpt-4o</field>
|
||||
</record>
|
||||
<record id="ai_default_fast_model" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.openai_fast_model</field>
|
||||
<field name="value">gpt-3.5-turbo</field>
|
||||
</record>
|
||||
<record id="ai_default_tts" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.tts_provider</field>
|
||||
<field name="value">polly</field>
|
||||
</record>
|
||||
<record id="ai_default_retries" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.max_retries</field>
|
||||
<field name="value">3</field>
|
||||
</record>
|
||||
<record id="ai_default_region" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.aws_region</field>
|
||||
<field name="value">eu-west-1</field>
|
||||
</record>
|
||||
<record id="ai_default_11labs_model" model="ir.config_parameter">
|
||||
<field name="key">encoach_ai.elevenlabs_model</field>
|
||||
<field name="value">eleven_multilingual_v2</field>
|
||||
</record>
|
||||
</odoo>
|
||||
2
backend/custom_addons/encoach_ai/models/__init__.py
Normal file
2
backend/custom_addons/encoach_ai/models/__init__.py
Normal file
@@ -0,0 +1,2 @@
|
||||
from . import ai_settings
|
||||
from . import ai_log
|
||||
35
backend/custom_addons/encoach_ai/models/ai_log.py
Normal file
35
backend/custom_addons/encoach_ai/models/ai_log.py
Normal file
@@ -0,0 +1,35 @@
|
||||
from odoo import fields, models
|
||||
|
||||
|
||||
class EncoachAILog(models.Model):
|
||||
_name = "encoach.ai.log"
|
||||
_description = "AI Service Call Log"
|
||||
_order = "create_date desc"
|
||||
|
||||
service = fields.Selection(
|
||||
[
|
||||
("openai", "OpenAI"),
|
||||
("whisper", "Whisper"),
|
||||
("polly", "AWS Polly"),
|
||||
("elevenlabs", "ElevenLabs"),
|
||||
("gptzero", "GPTZero"),
|
||||
("elai", "ELAI"),
|
||||
("coach", "AI Coach"),
|
||||
],
|
||||
required=True,
|
||||
index=True,
|
||||
)
|
||||
action = fields.Char(index=True)
|
||||
model_used = fields.Char()
|
||||
prompt_tokens = fields.Integer(default=0)
|
||||
completion_tokens = fields.Integer(default=0)
|
||||
total_tokens = fields.Integer(default=0)
|
||||
latency_ms = fields.Integer()
|
||||
status = fields.Selection(
|
||||
[("success", "Success"), ("error", "Error"), ("timeout", "Timeout")],
|
||||
default="success",
|
||||
)
|
||||
error_message = fields.Text()
|
||||
user_id = fields.Many2one("res.users", default=lambda self: self.env.uid)
|
||||
input_preview = fields.Text()
|
||||
output_preview = fields.Text()
|
||||
79
backend/custom_addons/encoach_ai/models/ai_settings.py
Normal file
79
backend/custom_addons/encoach_ai/models/ai_settings.py
Normal file
@@ -0,0 +1,79 @@
|
||||
from odoo import api, fields, models
|
||||
|
||||
|
||||
class EncoachAISettings(models.TransientModel):
|
||||
_inherit = "res.config.settings"
|
||||
|
||||
# ── OpenAI ──
|
||||
ai_openai_api_key = fields.Char(
|
||||
string="OpenAI API Key",
|
||||
config_parameter="encoach_ai.openai_api_key",
|
||||
)
|
||||
ai_openai_model = fields.Selection(
|
||||
[("gpt-4o", "GPT-4o"), ("gpt-4o-mini", "GPT-4o Mini"), ("gpt-3.5-turbo", "GPT-3.5 Turbo")],
|
||||
string="OpenAI Model",
|
||||
default="gpt-4o",
|
||||
config_parameter="encoach_ai.openai_model",
|
||||
)
|
||||
ai_openai_fast_model = fields.Selection(
|
||||
[("gpt-4o-mini", "GPT-4o Mini"), ("gpt-3.5-turbo", "GPT-3.5 Turbo")],
|
||||
string="OpenAI Fast Model",
|
||||
default="gpt-3.5-turbo",
|
||||
config_parameter="encoach_ai.openai_fast_model",
|
||||
)
|
||||
|
||||
# ── AWS Polly ──
|
||||
ai_aws_access_key = fields.Char(
|
||||
string="AWS Access Key ID",
|
||||
config_parameter="encoach_ai.aws_access_key",
|
||||
)
|
||||
ai_aws_secret_key = fields.Char(
|
||||
string="AWS Secret Access Key",
|
||||
config_parameter="encoach_ai.aws_secret_key",
|
||||
)
|
||||
ai_aws_region = fields.Char(
|
||||
string="AWS Region",
|
||||
default="eu-west-1",
|
||||
config_parameter="encoach_ai.aws_region",
|
||||
)
|
||||
|
||||
# ── ElevenLabs ──
|
||||
ai_elevenlabs_api_key = fields.Char(
|
||||
string="ElevenLabs API Key",
|
||||
config_parameter="encoach_ai.elevenlabs_api_key",
|
||||
)
|
||||
ai_elevenlabs_model = fields.Char(
|
||||
string="ElevenLabs Model",
|
||||
default="eleven_multilingual_v2",
|
||||
config_parameter="encoach_ai.elevenlabs_model",
|
||||
)
|
||||
ai_tts_provider = fields.Selection(
|
||||
[("polly", "AWS Polly"), ("elevenlabs", "ElevenLabs")],
|
||||
string="TTS Provider",
|
||||
default="polly",
|
||||
config_parameter="encoach_ai.tts_provider",
|
||||
)
|
||||
|
||||
# ── GPTZero ──
|
||||
ai_gptzero_api_key = fields.Char(
|
||||
string="GPTZero API Key",
|
||||
config_parameter="encoach_ai.gptzero_api_key",
|
||||
)
|
||||
|
||||
# ── ELAI ──
|
||||
ai_elai_token = fields.Char(
|
||||
string="ELAI Token",
|
||||
config_parameter="encoach_ai.elai_token",
|
||||
)
|
||||
|
||||
# ── Operational ──
|
||||
ai_max_retries = fields.Integer(
|
||||
string="Max Generation Retries",
|
||||
default=3,
|
||||
config_parameter="encoach_ai.max_retries",
|
||||
)
|
||||
ai_enabled = fields.Boolean(
|
||||
string="AI Services Enabled",
|
||||
default=True,
|
||||
config_parameter="encoach_ai.enabled",
|
||||
)
|
||||
@@ -0,0 +1,3 @@
|
||||
id,name,model_id:id,group_id:id,perm_read,perm_write,perm_create,perm_unlink
|
||||
access_ai_log_admin,encoach.ai.log admin,model_encoach_ai_log,base.group_system,1,1,1,1
|
||||
access_ai_log_user,encoach.ai.log user,model_encoach_ai_log,base.group_user,1,0,1,0
|
||||
|
7
backend/custom_addons/encoach_ai/services/__init__.py
Normal file
7
backend/custom_addons/encoach_ai/services/__init__.py
Normal file
@@ -0,0 +1,7 @@
|
||||
from .openai_service import OpenAIService
|
||||
from .whisper_service import WhisperService
|
||||
from .polly_service import PollyService
|
||||
from .elevenlabs_service import ElevenLabsService
|
||||
from .gptzero_service import GPTZeroService
|
||||
from .elai_service import ElaiService
|
||||
from .coach_service import CoachService
|
||||
116
backend/custom_addons/encoach_ai/services/coach_service.py
Normal file
116
backend/custom_addons/encoach_ai/services/coach_service.py
Normal file
@@ -0,0 +1,116 @@
|
||||
"""AI Coaching service — conversational assistant, tips, study suggestions."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class CoachService:
|
||||
"""High-level AI coaching: chat, tips, explanations, writing help, study plans."""
|
||||
|
||||
def __init__(self, env):
|
||||
from .openai_service import OpenAIService
|
||||
self.env = env
|
||||
self.ai = OpenAIService(env)
|
||||
|
||||
def _log(self, action, latency_ms=0, status="success", error=None, inp=None, out=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "coach",
|
||||
"action": action,
|
||||
"latency_ms": latency_ms,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
"input_preview": (inp or "")[:500],
|
||||
"output_preview": (out or "")[:500],
|
||||
})
|
||||
except Exception:
|
||||
_logger.warning("Failed to log coach call", exc_info=True)
|
||||
|
||||
def chat(self, message, *, history=None, student_context=None):
|
||||
"""Multi-turn coaching conversation with RAG context."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are EnCoach AI — a friendly, expert IELTS and English learning coach. "
|
||||
"You help students with study strategies, explain concepts, motivate them, "
|
||||
"and answer questions about their learning journey. "
|
||||
"Be encouraging but honest. Keep responses concise (under 150 words). "
|
||||
"If asked about scores or progress, reference the student context provided."
|
||||
)},
|
||||
]
|
||||
if student_context:
|
||||
messages.append({"role": "system", "content": f"Student context: {json.dumps(student_context)}"})
|
||||
for h in (history or []):
|
||||
messages.append({"role": h.get("role", "user"), "content": h["content"]})
|
||||
messages.append({"role": "user", "content": message})
|
||||
reply = self.ai.chat_with_context(
|
||||
messages, message,
|
||||
content_types=["course", "resource", "module", "feedback"],
|
||||
model=self.ai.fast_model, action="coach_chat", max_tokens=512,
|
||||
)
|
||||
self._log("coach_chat", int((time.time() - t0) * 1000), inp=message[:500], out=reply[:500])
|
||||
return {"reply": reply}
|
||||
|
||||
def get_tip(self, context="general"):
|
||||
"""Get a contextual learning tip, enriched with knowledge base content."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
vector_context = self.ai._get_vector_context(context, content_types=["resource", "feedback"], limit=3)
|
||||
kb_text = self.ai._format_context(vector_context) if vector_context else ""
|
||||
|
||||
system_prompt = (
|
||||
"Generate a single, practical English learning or IELTS preparation tip. "
|
||||
"Make it specific and actionable. Return JSON: {\"tip\": string, \"category\": string}"
|
||||
)
|
||||
if kb_text:
|
||||
system_prompt += f"\n\nRelevant knowledge base content:\n{kb_text}"
|
||||
|
||||
messages = [
|
||||
{"role": "system", "content": system_prompt},
|
||||
{"role": "user", "content": f"Context: {context}"},
|
||||
]
|
||||
result = self.ai.chat_json(messages, model=self.ai.fast_model, action="coach_tip", max_tokens=256)
|
||||
self._log("coach_tip", int((time.time() - t0) * 1000), inp=context, out=json.dumps(result)[:500])
|
||||
return result
|
||||
|
||||
def explain(self, score_data, student_context=""):
|
||||
"""Explain a grade or assessment result."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
explanation = self.ai.explain_grade(score_data, student_context)
|
||||
self._log("coach_explain", int((time.time() - t0) * 1000), out=explanation[:500])
|
||||
return {"explanation": explanation}
|
||||
|
||||
def suggest(self, student_profile):
|
||||
"""Suggest next study actions."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
result = self.ai.suggest_study_plan(student_profile)
|
||||
self._log("coach_suggest", int((time.time() - t0) * 1000), out=json.dumps(result)[:500])
|
||||
return result
|
||||
|
||||
def writing_help(self, task, draft, help_type="improve"):
|
||||
"""Help with writing tasks."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
result = self.ai.writing_help(task, draft, help_type)
|
||||
self._log("coach_writing", int((time.time() - t0) * 1000), inp=draft[:200], out=json.dumps(result)[:500])
|
||||
return result
|
||||
|
||||
def get_hint(self, question_context):
|
||||
"""Give a hint for a question without revealing the answer."""
|
||||
import time
|
||||
t0 = time.time()
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"Give a helpful hint for this question WITHOUT revealing the answer. "
|
||||
"Guide the student's thinking. Return JSON: {\"hint\": string, \"strategy\": string}"
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(question_context)},
|
||||
]
|
||||
result = self.ai.chat_json(messages, model=self.ai.fast_model, action="coach_hint", max_tokens=256)
|
||||
self._log("coach_hint", int((time.time() - t0) * 1000), out=json.dumps(result)[:500])
|
||||
return result
|
||||
108
backend/custom_addons/encoach_ai/services/elai_service.py
Normal file
108
backend/custom_addons/encoach_ai/services/elai_service.py
Normal file
@@ -0,0 +1,108 @@
|
||||
"""ELAI avatar video generation service."""
|
||||
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import requests as _requests
|
||||
except ImportError:
|
||||
_requests = None
|
||||
|
||||
ELAI_BASE = "https://apis.elai.io/api/v1"
|
||||
|
||||
|
||||
class ElaiService:
|
||||
"""Generate avatar videos for listening exercises and instructional content."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
|
||||
def _get_token(self):
|
||||
token = self._get_param("encoach_ai.elai_token", "")
|
||||
if not token:
|
||||
import os
|
||||
token = os.environ.get("ELAI_TOKEN", "")
|
||||
if not token:
|
||||
raise RuntimeError("ELAI token not configured — set in AI Settings")
|
||||
return token
|
||||
|
||||
def _headers(self):
|
||||
return {
|
||||
"Authorization": f"Bearer {self._get_token()}",
|
||||
"Content-Type": "application/json",
|
||||
}
|
||||
|
||||
def _log(self, action, latency, status="success", error=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "elai",
|
||||
"action": action,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
})
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def list_avatars(self):
|
||||
"""List available ELAI avatars."""
|
||||
if not _requests:
|
||||
raise RuntimeError("requests package not installed")
|
||||
resp = _requests.get(f"{ELAI_BASE}/avatars", headers=self._headers(), timeout=15)
|
||||
resp.raise_for_status()
|
||||
return resp.json()
|
||||
|
||||
def create_video(self, script, *, avatar_id=None, title="EnCoach Video", language="en"):
|
||||
"""Create an avatar video from a script.
|
||||
|
||||
Returns:
|
||||
dict with 'video_id', 'status'
|
||||
"""
|
||||
if not _requests:
|
||||
raise RuntimeError("requests package not installed")
|
||||
payload = {
|
||||
"name": title,
|
||||
"slides": [
|
||||
{
|
||||
"speech": script,
|
||||
"avatar": avatar_id or "default",
|
||||
"language": language,
|
||||
}
|
||||
],
|
||||
}
|
||||
t0 = time.time()
|
||||
try:
|
||||
resp = _requests.post(
|
||||
f"{ELAI_BASE}/videos",
|
||||
json=payload,
|
||||
headers=self._headers(),
|
||||
timeout=30,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
data = resp.json()
|
||||
self._log("create_video", int((time.time() - t0) * 1000))
|
||||
return {"video_id": data.get("_id", data.get("id")), "status": data.get("status", "pending")}
|
||||
except Exception as exc:
|
||||
self._log("create_video", int((time.time() - t0) * 1000), "error", str(exc))
|
||||
raise
|
||||
|
||||
def get_video_status(self, video_id):
|
||||
"""Check video generation status."""
|
||||
if not _requests:
|
||||
raise RuntimeError("requests package not installed")
|
||||
resp = _requests.get(
|
||||
f"{ELAI_BASE}/videos/{video_id}",
|
||||
headers=self._headers(),
|
||||
timeout=15,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
data = resp.json()
|
||||
return {
|
||||
"video_id": video_id,
|
||||
"status": data.get("status", "unknown"),
|
||||
"url": data.get("url", ""),
|
||||
"duration": data.get("duration"),
|
||||
}
|
||||
103
backend/custom_addons/encoach_ai/services/elevenlabs_service.py
Normal file
103
backend/custom_addons/encoach_ai/services/elevenlabs_service.py
Normal file
@@ -0,0 +1,103 @@
|
||||
"""ElevenLabs text-to-speech service."""
|
||||
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import requests as _requests
|
||||
except ImportError:
|
||||
_requests = None
|
||||
|
||||
ELEVENLABS_BASE = "https://api.elevenlabs.io/v1"
|
||||
|
||||
DEFAULT_VOICES = {
|
||||
"female_british": "21m00Tcm4TlvDq8ikWAM", # Rachel
|
||||
"male_british": "VR6AewLTigWG4xSOukaG", # Arnold
|
||||
"female_american": "EXAVITQu4vr4xnSDxMaL", # Bella
|
||||
"male_american": "TxGEqnHWrfWFTfGW9XjX", # Josh
|
||||
}
|
||||
|
||||
|
||||
class ElevenLabsService:
|
||||
"""ElevenLabs TTS — higher quality multilingual voices."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
|
||||
def _get_key(self):
|
||||
key = self._get_param("encoach_ai.elevenlabs_api_key", "")
|
||||
if not key:
|
||||
import os
|
||||
key = os.environ.get("ELEVENLABS_API_KEY", "")
|
||||
if not key:
|
||||
raise RuntimeError("ElevenLabs API key not configured — set in AI Settings")
|
||||
return key
|
||||
|
||||
def _log(self, action, latency, status="success", error=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "elevenlabs",
|
||||
"action": action,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
})
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def synthesize(self, text, *, voice_id=None, voice_key="female_british",
|
||||
model=None, output_format="mp3_44100_128"):
|
||||
"""Convert text to speech using ElevenLabs.
|
||||
|
||||
Returns:
|
||||
dict with 'audio' (bytes), 'content_type', 'voice_id', 'characters'
|
||||
"""
|
||||
if not _requests:
|
||||
raise RuntimeError("requests package not installed")
|
||||
key = self._get_key()
|
||||
voice_id = voice_id or DEFAULT_VOICES.get(voice_key, list(DEFAULT_VOICES.values())[0])
|
||||
model = model or self._get_param("encoach_ai.elevenlabs_model", "eleven_multilingual_v2")
|
||||
|
||||
url = f"{ELEVENLABS_BASE}/text-to-speech/{voice_id}"
|
||||
t0 = time.time()
|
||||
try:
|
||||
resp = _requests.post(
|
||||
url,
|
||||
json={
|
||||
"text": text,
|
||||
"model_id": model,
|
||||
"voice_settings": {"stability": 0.5, "similarity_boost": 0.75},
|
||||
},
|
||||
headers={"xi-api-key": key, "Accept": "audio/mpeg"},
|
||||
params={"output_format": output_format},
|
||||
timeout=60,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
latency = int((time.time() - t0) * 1000)
|
||||
self._log("synthesize", latency)
|
||||
return {
|
||||
"audio": resp.content,
|
||||
"content_type": "audio/mpeg",
|
||||
"voice_id": voice_id,
|
||||
"characters": len(text),
|
||||
}
|
||||
except Exception as exc:
|
||||
self._log("synthesize", int((time.time() - t0) * 1000), "error", str(exc))
|
||||
raise
|
||||
|
||||
def list_voices(self):
|
||||
"""List available ElevenLabs voices."""
|
||||
key = self._get_key()
|
||||
resp = _requests.get(
|
||||
f"{ELEVENLABS_BASE}/voices",
|
||||
headers={"xi-api-key": key},
|
||||
timeout=15,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
return [
|
||||
{"voice_id": v["voice_id"], "name": v["name"], "labels": v.get("labels", {})}
|
||||
for v in resp.json().get("voices", [])
|
||||
]
|
||||
87
backend/custom_addons/encoach_ai/services/gptzero_service.py
Normal file
87
backend/custom_addons/encoach_ai/services/gptzero_service.py
Normal file
@@ -0,0 +1,87 @@
|
||||
"""GPTZero AI content detection service."""
|
||||
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import requests as _requests
|
||||
except ImportError:
|
||||
_requests = None
|
||||
|
||||
GPTZERO_BASE = "https://api.gptzero.me/v2"
|
||||
|
||||
|
||||
class GPTZeroService:
|
||||
"""Detect AI-generated content in student submissions."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
|
||||
def _get_key(self):
|
||||
key = self._get_param("encoach_ai.gptzero_api_key", "")
|
||||
if not key:
|
||||
import os
|
||||
key = os.environ.get("GPT_ZERO_API_KEY", "")
|
||||
if not key:
|
||||
raise RuntimeError("GPTZero API key not configured — set in AI Settings")
|
||||
return key
|
||||
|
||||
def _log(self, action, latency, status="success", error=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "gptzero",
|
||||
"action": action,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
})
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def detect(self, text):
|
||||
"""Check if text is AI-generated.
|
||||
|
||||
Returns:
|
||||
dict with 'is_ai_generated' (bool), 'ai_probability' (float 0-1),
|
||||
'human_probability' (float), 'sentences' (list of per-sentence scores)
|
||||
"""
|
||||
if not _requests:
|
||||
raise RuntimeError("requests package not installed")
|
||||
key = self._get_key()
|
||||
t0 = time.time()
|
||||
try:
|
||||
resp = _requests.post(
|
||||
f"{GPTZERO_BASE}/predict/text",
|
||||
json={"document": text},
|
||||
headers={"x-api-key": key, "Content-Type": "application/json"},
|
||||
timeout=30,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
data = resp.json()
|
||||
doc = data.get("documents", [{}])[0] if data.get("documents") else {}
|
||||
result = {
|
||||
"is_ai_generated": doc.get("completely_generated_prob", 0) > 0.5,
|
||||
"ai_probability": doc.get("completely_generated_prob", 0),
|
||||
"human_probability": 1 - doc.get("completely_generated_prob", 0),
|
||||
"mixed_probability": doc.get("average_generated_prob", 0),
|
||||
"sentences": [
|
||||
{
|
||||
"text": s.get("sentence", ""),
|
||||
"ai_probability": s.get("generated_prob", 0),
|
||||
"is_ai": s.get("generated_prob", 0) > 0.5,
|
||||
}
|
||||
for s in doc.get("sentences", [])
|
||||
],
|
||||
}
|
||||
self._log("detect", int((time.time() - t0) * 1000))
|
||||
return result
|
||||
except Exception as exc:
|
||||
self._log("detect", int((time.time() - t0) * 1000), "error", str(exc))
|
||||
raise
|
||||
|
||||
def detect_batch(self, texts):
|
||||
"""Check multiple texts for AI generation."""
|
||||
return [self.detect(t) for t in texts]
|
||||
343
backend/custom_addons/encoach_ai/services/openai_service.py
Normal file
343
backend/custom_addons/encoach_ai/services/openai_service.py
Normal file
@@ -0,0 +1,343 @@
|
||||
"""OpenAI GPT service — chat completions, JSON mode, structured generation."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import openai as _openai_mod
|
||||
except ImportError:
|
||||
_openai_mod = None
|
||||
|
||||
|
||||
class OpenAIService:
|
||||
"""Wraps the OpenAI Python SDK with Odoo settings and logging."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
self.enabled = self._get_param("encoach_ai.enabled", "True").lower() in ("1", "true", "yes")
|
||||
self.max_retries = int(self._get_param("encoach_ai.max_retries", "3"))
|
||||
api_key = self._get_param("encoach_ai.openai_api_key", "")
|
||||
if not api_key:
|
||||
import os
|
||||
api_key = os.environ.get("OPENAI_API_KEY", "")
|
||||
if _openai_mod and api_key:
|
||||
self.client = _openai_mod.OpenAI(api_key=api_key)
|
||||
else:
|
||||
self.client = None
|
||||
self.model = self._get_param("encoach_ai.openai_model", "gpt-4o")
|
||||
self.fast_model = self._get_param("encoach_ai.openai_fast_model", "gpt-3.5-turbo")
|
||||
|
||||
def _log(self, action, model, usage, latency, status="success", error=None, inp=None, out=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "openai",
|
||||
"action": action,
|
||||
"model_used": model,
|
||||
"prompt_tokens": getattr(usage, "prompt_tokens", 0) if usage else 0,
|
||||
"completion_tokens": getattr(usage, "completion_tokens", 0) if usage else 0,
|
||||
"total_tokens": getattr(usage, "total_tokens", 0) if usage else 0,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
"input_preview": (inp or "")[:500],
|
||||
"output_preview": (out or "")[:500],
|
||||
})
|
||||
except Exception:
|
||||
_logger.warning("Failed to log AI call", exc_info=True)
|
||||
|
||||
def _check_enabled(self):
|
||||
if not self.enabled:
|
||||
raise RuntimeError("AI is disabled — enable in Settings > AI Configuration")
|
||||
|
||||
def _retry_with_backoff(self, fn, action, model):
|
||||
"""Execute fn with exponential backoff retries."""
|
||||
last_exc = None
|
||||
for attempt in range(self.max_retries):
|
||||
try:
|
||||
return fn()
|
||||
except Exception as exc:
|
||||
last_exc = exc
|
||||
err_str = str(exc).lower()
|
||||
is_rate_limit = "rate" in err_str or "429" in err_str
|
||||
is_server_error = "500" in err_str or "502" in err_str or "503" in err_str
|
||||
if not (is_rate_limit or is_server_error) or attempt == self.max_retries - 1:
|
||||
raise
|
||||
wait = min(2 ** attempt, 16)
|
||||
_logger.warning("AI retry %d/%d for %s (wait %ds): %s",
|
||||
attempt + 1, self.max_retries, action, wait, exc)
|
||||
time.sleep(wait)
|
||||
raise last_exc
|
||||
|
||||
def chat(self, messages, *, model=None, temperature=0.7, max_tokens=2048, action="chat"):
|
||||
"""Standard chat completion. Returns the assistant message content string."""
|
||||
self._check_enabled()
|
||||
if not self.client:
|
||||
raise RuntimeError("OpenAI not configured — set API key in AI Settings")
|
||||
model = model or self.model
|
||||
t0 = time.time()
|
||||
try:
|
||||
def _call():
|
||||
return self.client.chat.completions.create(
|
||||
model=model,
|
||||
messages=messages,
|
||||
temperature=temperature,
|
||||
max_tokens=max_tokens,
|
||||
)
|
||||
resp = self._retry_with_backoff(_call, action, model)
|
||||
content = resp.choices[0].message.content
|
||||
self._log(action, model, resp.usage, int((time.time() - t0) * 1000),
|
||||
inp=json.dumps(messages[-1:])[:500], out=content[:500])
|
||||
return content
|
||||
except Exception as exc:
|
||||
self._log(action, model, None, int((time.time() - t0) * 1000),
|
||||
status="error", error=str(exc))
|
||||
raise
|
||||
|
||||
def chat_json(self, messages, *, model=None, temperature=0.3, max_tokens=4096, action="chat_json"):
|
||||
"""Chat completion with JSON response format. Returns parsed dict/list."""
|
||||
self._check_enabled()
|
||||
if not self.client:
|
||||
raise RuntimeError("OpenAI not configured — set API key in AI Settings")
|
||||
model = model or self.model
|
||||
t0 = time.time()
|
||||
try:
|
||||
def _call():
|
||||
return self.client.chat.completions.create(
|
||||
model=model,
|
||||
messages=messages,
|
||||
temperature=temperature,
|
||||
max_tokens=max_tokens,
|
||||
response_format={"type": "json_object"},
|
||||
)
|
||||
resp = self._retry_with_backoff(_call, action, model)
|
||||
raw = resp.choices[0].message.content
|
||||
self._log(action, model, resp.usage, int((time.time() - t0) * 1000),
|
||||
inp=json.dumps(messages[-1:])[:500], out=raw[:500])
|
||||
return json.loads(raw)
|
||||
except Exception as exc:
|
||||
self._log(action, model, None, int((time.time() - t0) * 1000),
|
||||
status="error", error=str(exc))
|
||||
raise
|
||||
|
||||
def chat_fast(self, messages, **kwargs):
|
||||
"""Use the fast/cheap model for classification, tagging, simple tasks."""
|
||||
return self.chat(messages, model=self.fast_model, **kwargs)
|
||||
|
||||
def grade_writing(self, rubric, task_text, response_text):
|
||||
"""Grade a writing response using GPT with a rubric."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are an expert IELTS examiner. Grade the following response using the rubric provided. "
|
||||
"Return JSON: {\"scores\": {\"task_achievement\": float, \"coherence_cohesion\": float, "
|
||||
"\"lexical_resource\": float, \"grammatical_range\": float}, "
|
||||
"\"overall_band\": float, \"feedback\": string, \"suggestions\": [string]}"
|
||||
)},
|
||||
{"role": "user", "content": f"## Rubric\n{rubric}\n\n## Task\n{task_text}\n\n## Student Response\n{response_text}"},
|
||||
]
|
||||
return self.chat_json(messages, action="grade_writing")
|
||||
|
||||
def grade_speaking(self, rubric, transcript):
|
||||
"""Grade a speaking transcript using GPT."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are an expert IELTS Speaking examiner. Grade the transcript. "
|
||||
"Return JSON: {\"scores\": {\"fluency_coherence\": float, \"lexical_resource\": float, "
|
||||
"\"grammatical_range\": float, \"pronunciation\": float}, "
|
||||
"\"overall_band\": float, \"feedback\": string, \"suggestions\": [string]}"
|
||||
)},
|
||||
{"role": "user", "content": f"## Rubric\n{rubric}\n\n## Transcript\n{transcript}"},
|
||||
]
|
||||
return self.chat_json(messages, action="grade_speaking")
|
||||
|
||||
def generate_content(self, content_type, brief, *, cefr_level="B2"):
|
||||
"""Generate educational content (reading passage, grammar exercise, etc.)."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"You are an expert EFL content creator. Generate a {content_type} "
|
||||
f"at CEFR {cefr_level} level. Return well-structured JSON with the content, "
|
||||
"questions/exercises if applicable, answer keys, and metadata."
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(brief)},
|
||||
]
|
||||
return self.chat_json(messages, action=f"generate_{content_type}", max_tokens=4096)
|
||||
|
||||
def explain_grade(self, score_data, student_context=""):
|
||||
"""Explain a grade to a student in simple terms."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are a supportive English learning coach. Explain the grade to the student "
|
||||
"in an encouraging way. Highlight strengths, then areas for improvement with "
|
||||
"concrete tips. Keep it under 200 words."
|
||||
)},
|
||||
{"role": "user", "content": f"Score data: {json.dumps(score_data)}\nContext: {student_context}"},
|
||||
]
|
||||
return self.chat(messages, model=self.fast_model, action="explain_grade")
|
||||
|
||||
def search_answer(self, query, context=""):
|
||||
"""Answer a natural language search query about the platform."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are an intelligent assistant for the EnCoach IELTS & English learning platform. "
|
||||
"Answer the query based on available context. Be concise and helpful. "
|
||||
"Return JSON: {\"answer\": string, \"suggestions\": [string], \"related_actions\": [{\"label\": string, \"action\": string}]}"
|
||||
)},
|
||||
{"role": "user", "content": f"Query: {query}\nContext: {context}"},
|
||||
]
|
||||
return self.chat_json(messages, model=self.fast_model, action="search")
|
||||
|
||||
def generate_insights(self, data_summary, insight_type="general"):
|
||||
"""Generate AI insights from data."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"You are a data analyst for an education platform. Generate {insight_type} insights. "
|
||||
"Return JSON: {\"insights\": [{\"title\": string, \"description\": string, "
|
||||
"\"severity\": \"info\"|\"warning\"|\"critical\", \"recommendation\": string}]}"
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(data_summary)},
|
||||
]
|
||||
return self.chat_json(messages, model=self.fast_model, action="insights")
|
||||
|
||||
def generate_report_narrative(self, report_type, data):
|
||||
"""Generate a human-readable narrative for a report."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"Write a concise professional narrative summary for a {report_type} report. "
|
||||
"2-3 paragraphs. Highlight key trends, concerns, and recommendations."
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(data)},
|
||||
]
|
||||
return self.chat(messages, model=self.fast_model, action="report_narrative")
|
||||
|
||||
def suggest_study_plan(self, student_profile):
|
||||
"""Suggest a personalized study plan."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are an IELTS preparation expert coach. Create a personalized study suggestion. "
|
||||
"Return JSON: {\"suggestion\": string, \"focus_areas\": [string], "
|
||||
"\"daily_plan\": [{\"activity\": string, \"duration_min\": int, \"skill\": string}], "
|
||||
"\"motivation\": string}"
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(student_profile)},
|
||||
]
|
||||
return self.chat_json(messages, model=self.fast_model, action="study_suggest")
|
||||
|
||||
def writing_help(self, task, draft, help_type="improve"):
|
||||
"""Provide writing assistance."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"You are a writing tutor. Help the student {help_type} their draft. "
|
||||
"Return JSON: {\"improved_text\": string, \"changes\": [{\"original\": string, "
|
||||
"\"revised\": string, \"reason\": string}], \"tips\": [string]}"
|
||||
)},
|
||||
{"role": "user", "content": f"Task: {task}\n\nDraft:\n{draft}"},
|
||||
]
|
||||
return self.chat_json(messages, action="writing_help")
|
||||
|
||||
def batch_optimize(self, items, optimization_type="schedule"):
|
||||
"""Optimize a batch of items (schedule, grouping, etc.)."""
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"You are an optimization specialist. Optimize these items for {optimization_type}. "
|
||||
"Return JSON: {\"optimized\": [items with suggested changes], \"summary\": string, \"impact\": string}"
|
||||
)},
|
||||
{"role": "user", "content": json.dumps(items)},
|
||||
]
|
||||
return self.chat_json(messages, action="batch_optimize")
|
||||
|
||||
# ── RAG-enhanced methods ─────────────────────────────────────────
|
||||
|
||||
def _get_vector_context(self, query, *, content_types=None, limit=5):
|
||||
"""Retrieve relevant context from the vector store."""
|
||||
try:
|
||||
from odoo.addons.encoach_vector.services.embedding_service import EmbeddingService
|
||||
svc = EmbeddingService(self.env)
|
||||
if content_types:
|
||||
results = []
|
||||
for ct in content_types:
|
||||
results.extend(svc.search(query, content_type=ct, limit=limit))
|
||||
results.sort(key=lambda r: r['similarity'], reverse=True)
|
||||
return results[:limit]
|
||||
return svc.search(query, limit=limit)
|
||||
except Exception:
|
||||
_logger.debug("Vector search unavailable, proceeding without RAG", exc_info=True)
|
||||
return []
|
||||
|
||||
def _format_context(self, vector_results):
|
||||
"""Format vector search results as context for the LLM."""
|
||||
if not vector_results:
|
||||
return ""
|
||||
parts = []
|
||||
for r in vector_results:
|
||||
text = (r.get('text') or '')[:500]
|
||||
meta = r.get('metadata', {})
|
||||
label = f"[{r['content_type']}#{r['content_id']}]"
|
||||
if meta:
|
||||
label += f" ({', '.join(f'{k}={v}' for k, v in meta.items())})"
|
||||
parts.append(f"{label}\n{text}")
|
||||
return "\n---\n".join(parts)
|
||||
|
||||
def chat_with_context(self, messages, query, *, content_types=None, limit=5, **kwargs):
|
||||
"""RAG-enhanced chat: search vectors, inject context, then call GPT."""
|
||||
context_results = self._get_vector_context(query, content_types=content_types, limit=limit)
|
||||
if context_results:
|
||||
context_text = self._format_context(context_results)
|
||||
rag_msg = {
|
||||
"role": "system",
|
||||
"content": (
|
||||
"The following relevant content was found in the knowledge base. "
|
||||
"Use it to provide accurate, contextual answers:\n\n" + context_text
|
||||
),
|
||||
}
|
||||
messages = [messages[0], rag_msg] + messages[1:]
|
||||
kwargs.setdefault("action", "chat_rag")
|
||||
return self.chat(messages, **kwargs)
|
||||
|
||||
def search_with_rag(self, query, context=""):
|
||||
"""RAG-enhanced search: vector search + GPT synthesis."""
|
||||
vector_results = self._get_vector_context(query, limit=8)
|
||||
context_text = self._format_context(vector_results)
|
||||
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
"You are an intelligent assistant for the EnCoach IELTS & English learning platform. "
|
||||
"Answer the query based on the knowledge base content provided below. "
|
||||
"Be concise, accurate, and cite specific content when possible. "
|
||||
"Return JSON: {\"answer\": string, \"suggestions\": [string], "
|
||||
"\"related_actions\": [{\"label\": string, \"action\": string}], "
|
||||
"\"sources\": [{\"type\": string, \"id\": number}]}"
|
||||
)},
|
||||
]
|
||||
if context_text:
|
||||
messages.append({"role": "system", "content": f"Knowledge base:\n{context_text}"})
|
||||
if context:
|
||||
messages.append({"role": "system", "content": f"Additional context: {context}"})
|
||||
messages.append({"role": "user", "content": f"Query: {query}"})
|
||||
|
||||
return self.chat_json(messages, model=self.fast_model, action="search_rag")
|
||||
|
||||
def generate_content_dedup(self, content_type, brief, *, cefr_level="B2"):
|
||||
"""Generate content with dedup-awareness: checks for similar existing content."""
|
||||
brief_text = json.dumps(brief) if isinstance(brief, dict) else str(brief)
|
||||
similar = self._get_vector_context(brief_text, content_types=[content_type], limit=3)
|
||||
|
||||
messages = [
|
||||
{"role": "system", "content": (
|
||||
f"You are an expert EFL content creator. Generate a {content_type} "
|
||||
f"at CEFR {cefr_level} level. Return well-structured JSON with the content, "
|
||||
"questions/exercises if applicable, answer keys, and metadata."
|
||||
)},
|
||||
]
|
||||
if similar:
|
||||
context_text = self._format_context(similar)
|
||||
messages.append({"role": "system", "content": (
|
||||
"IMPORTANT: The following similar content already exists. "
|
||||
"Make your output DISTINCT — different angles, examples, or approaches. "
|
||||
"Do NOT duplicate existing content:\n\n" + context_text
|
||||
)})
|
||||
messages.append({"role": "user", "content": brief_text})
|
||||
|
||||
return self.chat_json(messages, action=f"generate_{content_type}_dedup", max_tokens=4096)
|
||||
102
backend/custom_addons/encoach_ai/services/polly_service.py
Normal file
102
backend/custom_addons/encoach_ai/services/polly_service.py
Normal file
@@ -0,0 +1,102 @@
|
||||
"""AWS Polly text-to-speech service."""
|
||||
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import boto3 as _boto3
|
||||
except ImportError:
|
||||
_boto3 = None
|
||||
|
||||
VOICE_MAP = {
|
||||
"en-GB": {"female": "Amy", "male": "Brian"},
|
||||
"en-US": {"female": "Joanna", "male": "Matthew"},
|
||||
"en-AU": {"female": "Nicole", "male": "Russell"},
|
||||
"en-IN": {"female": "Aditi", "male": "Aditi"},
|
||||
}
|
||||
|
||||
|
||||
class PollyService:
|
||||
"""AWS Polly TTS for generating listening exam audio."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
self._client = None
|
||||
|
||||
def _get_client(self):
|
||||
if self._client:
|
||||
return self._client
|
||||
if not _boto3:
|
||||
raise RuntimeError("boto3 not installed — run: pip install boto3")
|
||||
access_key = self._get_param("encoach_ai.aws_access_key", "")
|
||||
secret_key = self._get_param("encoach_ai.aws_secret_key", "")
|
||||
region = self._get_param("encoach_ai.aws_region", "eu-west-1")
|
||||
if not access_key or not secret_key:
|
||||
import os
|
||||
access_key = access_key or os.environ.get("AWS_ACCESS_KEY_ID", "")
|
||||
secret_key = secret_key or os.environ.get("AWS_SECRET_ACCESS_KEY", "")
|
||||
if not access_key:
|
||||
raise RuntimeError("AWS credentials not configured — set in AI Settings")
|
||||
self._client = _boto3.client(
|
||||
"polly",
|
||||
aws_access_key_id=access_key,
|
||||
aws_secret_access_key=secret_key,
|
||||
region_name=region,
|
||||
)
|
||||
return self._client
|
||||
|
||||
def _log(self, action, latency, status="success", error=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "polly",
|
||||
"action": action,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
})
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def synthesize(self, text, *, voice=None, language="en-GB", gender="female",
|
||||
engine="neural", output_format="mp3"):
|
||||
"""Convert text to speech audio bytes.
|
||||
|
||||
Returns:
|
||||
dict with 'audio' (bytes), 'content_type', 'voice', 'characters'
|
||||
"""
|
||||
client = self._get_client()
|
||||
if not voice:
|
||||
voice = VOICE_MAP.get(language, VOICE_MAP["en-GB"]).get(gender, "Amy")
|
||||
t0 = time.time()
|
||||
try:
|
||||
resp = client.synthesize_speech(
|
||||
Text=text,
|
||||
OutputFormat=output_format,
|
||||
VoiceId=voice,
|
||||
Engine=engine,
|
||||
LanguageCode=language,
|
||||
)
|
||||
audio = resp["AudioStream"].read()
|
||||
latency = int((time.time() - t0) * 1000)
|
||||
self._log("synthesize", latency)
|
||||
return {
|
||||
"audio": audio,
|
||||
"content_type": resp["ContentType"],
|
||||
"voice": voice,
|
||||
"characters": len(text),
|
||||
}
|
||||
except Exception as exc:
|
||||
self._log("synthesize", int((time.time() - t0) * 1000), "error", str(exc))
|
||||
raise
|
||||
|
||||
def list_voices(self, language="en-GB"):
|
||||
"""List available voices for a language."""
|
||||
client = self._get_client()
|
||||
resp = client.describe_voices(LanguageCode=language)
|
||||
return [
|
||||
{"id": v["Id"], "name": v["Name"], "gender": v["Gender"], "engine": v.get("SupportedEngines", [])}
|
||||
for v in resp.get("Voices", [])
|
||||
]
|
||||
110
backend/custom_addons/encoach_ai/services/whisper_service.py
Normal file
110
backend/custom_addons/encoach_ai/services/whisper_service.py
Normal file
@@ -0,0 +1,110 @@
|
||||
"""OpenAI Whisper speech-to-text service."""
|
||||
|
||||
import logging
|
||||
import tempfile
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
try:
|
||||
import whisper as _whisper_mod
|
||||
except ImportError:
|
||||
_whisper_mod = None
|
||||
|
||||
try:
|
||||
import openai as _openai_mod
|
||||
except ImportError:
|
||||
_openai_mod = None
|
||||
|
||||
|
||||
class WhisperService:
|
||||
"""Speech-to-text via local Whisper model or OpenAI Whisper API."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self._get_param = env["ir.config_parameter"].sudo().get_param
|
||||
self._local_model = None
|
||||
api_key = self._get_param("encoach_ai.openai_api_key", "")
|
||||
if not api_key:
|
||||
import os
|
||||
api_key = os.environ.get("OPENAI_API_KEY", "")
|
||||
self._api_key = api_key
|
||||
|
||||
def _get_local_model(self):
|
||||
if not _whisper_mod:
|
||||
return None
|
||||
if self._local_model is None:
|
||||
self._local_model = _whisper_mod.load_model("base")
|
||||
return self._local_model
|
||||
|
||||
def _log(self, action, latency, status="success", error=None):
|
||||
try:
|
||||
self.env["encoach.ai.log"].sudo().create({
|
||||
"service": "whisper",
|
||||
"action": action,
|
||||
"latency_ms": latency,
|
||||
"status": status,
|
||||
"error_message": error,
|
||||
})
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def transcribe(self, audio_data, *, language="en", use_api=False):
|
||||
"""Transcribe audio bytes to text.
|
||||
|
||||
Args:
|
||||
audio_data: Raw audio bytes (wav, mp3, webm, etc.)
|
||||
language: Language code
|
||||
use_api: If True, use OpenAI Whisper API instead of local model
|
||||
Returns:
|
||||
dict with 'text', 'language', 'segments' keys
|
||||
"""
|
||||
t0 = time.time()
|
||||
|
||||
if use_api and self._api_key and _openai_mod:
|
||||
return self._transcribe_api(audio_data, language, t0)
|
||||
|
||||
model = self._get_local_model()
|
||||
if model:
|
||||
return self._transcribe_local(model, audio_data, language, t0)
|
||||
|
||||
if self._api_key and _openai_mod:
|
||||
return self._transcribe_api(audio_data, language, t0)
|
||||
|
||||
raise RuntimeError("Whisper not available — install whisper package or set OpenAI API key")
|
||||
|
||||
def _transcribe_local(self, model, audio_data, language, t0):
|
||||
with tempfile.NamedTemporaryFile(suffix=".webm", delete=True) as tmp:
|
||||
tmp.write(audio_data)
|
||||
tmp.flush()
|
||||
result = model.transcribe(tmp.name, language=language)
|
||||
latency = int((time.time() - t0) * 1000)
|
||||
self._log("transcribe_local", latency)
|
||||
return {
|
||||
"text": result["text"].strip(),
|
||||
"language": result.get("language", language),
|
||||
"segments": [
|
||||
{"start": s["start"], "end": s["end"], "text": s["text"]}
|
||||
for s in result.get("segments", [])
|
||||
],
|
||||
}
|
||||
|
||||
def _transcribe_api(self, audio_data, language, t0):
|
||||
client = _openai_mod.OpenAI(api_key=self._api_key)
|
||||
with tempfile.NamedTemporaryFile(suffix=".webm", delete=True) as tmp:
|
||||
tmp.write(audio_data)
|
||||
tmp.flush()
|
||||
tmp.seek(0)
|
||||
result = client.audio.transcriptions.create(
|
||||
model="whisper-1",
|
||||
file=tmp,
|
||||
language=language,
|
||||
response_format="verbose_json",
|
||||
)
|
||||
latency = int((time.time() - t0) * 1000)
|
||||
self._log("transcribe_api", latency)
|
||||
return {
|
||||
"text": result.text.strip() if hasattr(result, "text") else str(result),
|
||||
"language": language,
|
||||
"segments": getattr(result, "segments", []),
|
||||
}
|
||||
64
backend/custom_addons/encoach_ai/views/ai_settings_views.xml
Normal file
64
backend/custom_addons/encoach_ai/views/ai_settings_views.xml
Normal file
@@ -0,0 +1,64 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<odoo>
|
||||
<record id="res_config_settings_view_form_encoach_ai" model="ir.ui.view">
|
||||
<field name="name">res.config.settings.view.form.encoach.ai</field>
|
||||
<field name="model">res.config.settings</field>
|
||||
<field name="priority">90</field>
|
||||
<field name="inherit_id" ref="base.res_config_settings_view_form"/>
|
||||
<field name="arch" type="xml">
|
||||
<xpath expr="//form" position="inside">
|
||||
<app string="EnCoach AI Services" name="encoach_ai">
|
||||
<block title="General">
|
||||
<setting string="Enable AI Services" help="Master switch for all AI features">
|
||||
<field name="ai_enabled"/>
|
||||
</setting>
|
||||
<setting string="Max Generation Retries" help="Maximum retry attempts for AI content generation">
|
||||
<field name="ai_max_retries"/>
|
||||
</setting>
|
||||
</block>
|
||||
<block title="OpenAI (GPT & Whisper)">
|
||||
<setting string="API Key" help="Your OpenAI API key (sk-...)">
|
||||
<field name="ai_openai_api_key" password="True"/>
|
||||
</setting>
|
||||
<setting string="Primary Model" help="Used for grading, content generation, coaching">
|
||||
<field name="ai_openai_model"/>
|
||||
</setting>
|
||||
<setting string="Fast Model" help="Used for tagging, classification, tips">
|
||||
<field name="ai_openai_fast_model"/>
|
||||
</setting>
|
||||
</block>
|
||||
<block title="Text-to-Speech">
|
||||
<setting string="TTS Provider" help="Choose between AWS Polly and ElevenLabs">
|
||||
<field name="ai_tts_provider"/>
|
||||
</setting>
|
||||
<setting string="AWS Access Key ID">
|
||||
<field name="ai_aws_access_key" password="True"/>
|
||||
</setting>
|
||||
<setting string="AWS Secret Access Key">
|
||||
<field name="ai_aws_secret_key" password="True"/>
|
||||
</setting>
|
||||
<setting string="AWS Region">
|
||||
<field name="ai_aws_region"/>
|
||||
</setting>
|
||||
<setting string="ElevenLabs API Key">
|
||||
<field name="ai_elevenlabs_api_key" password="True"/>
|
||||
</setting>
|
||||
<setting string="ElevenLabs Model">
|
||||
<field name="ai_elevenlabs_model"/>
|
||||
</setting>
|
||||
</block>
|
||||
<block title="Content Detection">
|
||||
<setting string="GPTZero API Key" help="For AI-generated content detection">
|
||||
<field name="ai_gptzero_api_key" password="True"/>
|
||||
</setting>
|
||||
</block>
|
||||
<block title="Avatar Videos">
|
||||
<setting string="ELAI Token" help="For generating avatar videos">
|
||||
<field name="ai_elai_token" password="True"/>
|
||||
</setting>
|
||||
</block>
|
||||
</app>
|
||||
</xpath>
|
||||
</field>
|
||||
</record>
|
||||
</odoo>
|
||||
@@ -5,7 +5,7 @@
|
||||
'summary': 'AI content generation pipelines for General English and IELTS courses',
|
||||
'author': 'EnCoach',
|
||||
'license': 'LGPL-3',
|
||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen'],
|
||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_ai'],
|
||||
'data': [
|
||||
'security/ir.model.access.csv',
|
||||
'views/ai_generation_log_views.xml',
|
||||
|
||||
@@ -263,6 +263,171 @@ class EncoachAiCourseController(http.Controller):
|
||||
_logger.exception('validation check failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/ai-course/<int:course_id>
|
||||
# ------------------------------------------------------------------
|
||||
@http.route('/api/ai-course/<int:course_id>', type='http', auth='none',
|
||||
methods=['GET'], csrf=False)
|
||||
@jwt_required
|
||||
def get_course(self, course_id, **kw):
|
||||
try:
|
||||
Log = request.env['encoach.ai.generation.log'].sudo()
|
||||
log = Log.browse(course_id)
|
||||
if not log.exists():
|
||||
IeltsLog = request.env['encoach.ai.ielts.generation.log'].sudo()
|
||||
ielts = IeltsLog.browse(course_id)
|
||||
if not ielts.exists():
|
||||
return _error_response('Course/log not found', 404)
|
||||
return _json_response({
|
||||
'id': ielts.id,
|
||||
'type': 'ielts',
|
||||
'skill': ielts.skill or '',
|
||||
'status': ielts.status or '',
|
||||
'review_status': getattr(ielts, 'review_status', ''),
|
||||
'created_at': ielts.create_date.isoformat() if ielts.create_date else '',
|
||||
})
|
||||
|
||||
brief = {}
|
||||
try:
|
||||
brief = json.loads(log.brief or '{}')
|
||||
except (json.JSONDecodeError, TypeError):
|
||||
pass
|
||||
|
||||
return _json_response({
|
||||
'id': log.id,
|
||||
'type': 'general_english',
|
||||
'status': log.status or '',
|
||||
'course_type': log.course_type or '',
|
||||
'brief': brief,
|
||||
'attempts': log.attempts,
|
||||
'student_id': log.student_id.id if log.student_id else None,
|
||||
'created_at': log.create_date.isoformat() if log.create_date else '',
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('get_course failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/ai-course/<int:course_id>/tracks
|
||||
# ------------------------------------------------------------------
|
||||
@http.route('/api/ai-course/<int:course_id>/tracks', type='http', auth='none',
|
||||
methods=['GET'], csrf=False)
|
||||
@jwt_required
|
||||
def get_tracks(self, course_id, **kw):
|
||||
try:
|
||||
Log = request.env['encoach.ai.generation.log'].sudo()
|
||||
log = Log.browse(course_id)
|
||||
if not log.exists():
|
||||
return _error_response('Course not found', 404)
|
||||
|
||||
generated = {}
|
||||
try:
|
||||
generated = json.loads(log.generated_content or '{}')
|
||||
except (json.JSONDecodeError, TypeError):
|
||||
pass
|
||||
|
||||
tracks = []
|
||||
modules = generated.get('modules', [])
|
||||
for i, mod in enumerate(modules):
|
||||
tracks.append({
|
||||
'index': i,
|
||||
'title': mod.get('title', f'Module {i+1}'),
|
||||
'skill': mod.get('skill', ''),
|
||||
'status': 'completed' if i == 0 else 'locked',
|
||||
'progress': 100 if i == 0 else 0,
|
||||
})
|
||||
|
||||
if not tracks:
|
||||
tracks = [{
|
||||
'index': 0,
|
||||
'title': 'Course content pending generation',
|
||||
'skill': '',
|
||||
'status': 'pending',
|
||||
'progress': 0,
|
||||
}]
|
||||
|
||||
return _json_response({'tracks': tracks})
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('get_tracks failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/ai-course/english/taxonomy
|
||||
# ------------------------------------------------------------------
|
||||
@http.route('/api/ai-course/english/taxonomy', type='http', auth='none',
|
||||
methods=['GET'], csrf=False)
|
||||
@jwt_required
|
||||
def english_taxonomy(self, **kw):
|
||||
try:
|
||||
taxonomy = {
|
||||
'skills': ['reading', 'listening', 'writing', 'speaking', 'grammar', 'vocabulary'],
|
||||
'cefr_levels': ['A1', 'A2', 'B1', 'B2', 'C1', 'C2'],
|
||||
'content_types': ['lesson', 'exercise', 'assessment', 'review'],
|
||||
'topic_domains': [
|
||||
'daily_life', 'work', 'education', 'travel',
|
||||
'technology', 'environment', 'health', 'culture',
|
||||
],
|
||||
}
|
||||
|
||||
Taxonomy = request.env.get('encoach.taxonomy.domain')
|
||||
if Taxonomy:
|
||||
domains = Taxonomy.sudo().search([])
|
||||
if domains:
|
||||
taxonomy['topic_domains'] = [
|
||||
{'id': d.id, 'name': d.name, 'description': getattr(d, 'description', '')}
|
||||
for d in domains
|
||||
]
|
||||
|
||||
return _json_response(taxonomy)
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('english_taxonomy failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# POST /api/ai-course/examiner-review
|
||||
# ------------------------------------------------------------------
|
||||
@http.route('/api/ai-course/examiner-review', type='http', auth='none',
|
||||
methods=['POST'], csrf=False)
|
||||
@jwt_required
|
||||
def examiner_review(self, **kw):
|
||||
try:
|
||||
body = _get_json_body()
|
||||
log_id = body.get('log_id')
|
||||
action = body.get('action')
|
||||
examiner_notes = body.get('examiner_notes', '')
|
||||
|
||||
if not log_id:
|
||||
return _error_response('log_id is required', 400)
|
||||
if action not in ('approve', 'reject', 'revise'):
|
||||
return _error_response('action must be approve, reject, or revise', 400)
|
||||
|
||||
IeltsLog = request.env['encoach.ai.ielts.generation.log'].sudo()
|
||||
log = IeltsLog.browse(int(log_id))
|
||||
if not log.exists():
|
||||
return _error_response('Log not found', 404)
|
||||
|
||||
status_map = {
|
||||
'approve': 'approved',
|
||||
'reject': 'rejected',
|
||||
'revise': 'revision_needed',
|
||||
}
|
||||
|
||||
log.write({
|
||||
'review_status': status_map[action],
|
||||
'examiner_id': request.env.user.id,
|
||||
'examiner_notes': examiner_notes,
|
||||
'reviewed_at': fields.Datetime.now(),
|
||||
})
|
||||
|
||||
return _json_response({'status': status_map[action], 'log_id': log_id})
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('examiner_review failed')
|
||||
return _error_response(str(e), 500)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# GET /api/ai-course/review-queue
|
||||
# ------------------------------------------------------------------
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
'summary': 'Exam scoring, grading queue, feedback, and score release management',
|
||||
'author': 'EnCoach',
|
||||
'license': 'LGPL-3',
|
||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_resources'],
|
||||
'depends': ['encoach_core', 'encoach_exam_template', 'encoach_course_gen', 'encoach_resources', 'encoach_ai'],
|
||||
'data': [
|
||||
'security/ir.model.access.csv',
|
||||
'views/student_attempt_views.xml',
|
||||
|
||||
@@ -338,34 +338,52 @@ class EncoachGradingController(http.Controller):
|
||||
|
||||
student_response = ans.answer if ans else ''
|
||||
|
||||
suggested_score = question.marks * 0.5
|
||||
suggested_feedback = (
|
||||
f"AI suggestion for {question.skill} {question.question_type} question. "
|
||||
f"Student provided a response of {len(student_response)} characters. "
|
||||
f"Suggested mid-range score based on rubric criteria."
|
||||
)
|
||||
confidence = 0.6
|
||||
|
||||
if not student_response:
|
||||
suggested_score = 0.0
|
||||
suggested_feedback = "No response provided by student."
|
||||
confidence = 0.95
|
||||
return _json_response({
|
||||
'suggested_score': 0.0,
|
||||
'suggested_feedback': 'No response provided by student.',
|
||||
'confidence': 0.95,
|
||||
})
|
||||
|
||||
rubric = None
|
||||
rubric_text = "IELTS Band Descriptors"
|
||||
if attempt.exam_id and attempt.exam_id.template_id:
|
||||
Rubric = request.env['encoach.rubric'].sudo()
|
||||
rubric = Rubric.search([
|
||||
('skill', '=', question.skill),
|
||||
], limit=1)
|
||||
rubric_rec = Rubric.search([('skill', '=', question.skill)], limit=1)
|
||||
if rubric_rec:
|
||||
rubric_text = rubric_rec.name
|
||||
|
||||
if rubric:
|
||||
suggested_feedback += f" Rubric '{rubric.name}' criteria should be applied."
|
||||
|
||||
return _json_response({
|
||||
'suggested_score': round(suggested_score, 1),
|
||||
'suggested_feedback': suggested_feedback,
|
||||
'confidence': confidence,
|
||||
})
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||
ai = OpenAIService(request.env)
|
||||
skill = question.skill or 'writing'
|
||||
if skill in ('speaking',):
|
||||
result = ai.grade_speaking(rubric_text, student_response)
|
||||
else:
|
||||
result = ai.grade_writing(
|
||||
rubric_text,
|
||||
question.body or question.name or '',
|
||||
student_response,
|
||||
)
|
||||
overall = result.get('overall_band', 0)
|
||||
suggested_score = min(overall / 9.0 * question.marks, question.marks)
|
||||
return _json_response({
|
||||
'suggested_score': round(suggested_score, 1),
|
||||
'suggested_feedback': result.get('feedback', ''),
|
||||
'confidence': 0.85,
|
||||
'scores': result.get('scores', {}),
|
||||
'suggestions': result.get('suggestions', []),
|
||||
})
|
||||
except Exception as ai_err:
|
||||
_logger.warning('AI grading unavailable, using heuristic: %s', ai_err)
|
||||
suggested_score = question.marks * 0.5
|
||||
return _json_response({
|
||||
'suggested_score': round(suggested_score, 1),
|
||||
'suggested_feedback': (
|
||||
f"AI grading unavailable ({ai_err}). "
|
||||
f"Heuristic: mid-range score for {len(student_response)} char response."
|
||||
),
|
||||
'confidence': 0.4,
|
||||
})
|
||||
|
||||
except Exception as e:
|
||||
_logger.exception('ai_suggest failed')
|
||||
|
||||
@@ -1,67 +1,60 @@
|
||||
"""AI-powered speaking assessment using encoach_ai services."""
|
||||
|
||||
import logging
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class SpeakingEvaluator:
|
||||
"""AI-powered speaking assessment using Whisper + GPT."""
|
||||
"""AI-powered speaking assessment using Whisper + GPT via encoach_ai."""
|
||||
|
||||
def __init__(self, env=None):
|
||||
self.env = env
|
||||
|
||||
def transcribe_audio(self, audio_path_or_bytes):
|
||||
"""Transcribe audio using the encoach_ai WhisperService."""
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.whisper_service import WhisperService
|
||||
whisper = WhisperService(self.env)
|
||||
if isinstance(audio_path_or_bytes, (bytes, bytearray)):
|
||||
return whisper.transcribe(audio_path_or_bytes, use_api=True)
|
||||
with open(audio_path_or_bytes, "rb") as f:
|
||||
return whisper.transcribe(f.read(), use_api=True)
|
||||
except ImportError:
|
||||
_logger.warning("encoach_ai not installed, falling back to direct whisper")
|
||||
return self._fallback_transcribe(audio_path_or_bytes)
|
||||
except Exception as e:
|
||||
_logger.error("Transcription error: %s", e)
|
||||
return {"text": "", "language": "en", "segments": [], "error": str(e)}
|
||||
|
||||
def evaluate_speaking(self, transcription, rubric_criteria, target_band=6.0):
|
||||
"""Evaluate speaking using encoach_ai OpenAIService."""
|
||||
try:
|
||||
from odoo.addons.encoach_ai.services.openai_service import OpenAIService
|
||||
ai = OpenAIService(self.env)
|
||||
result = ai.grade_speaking(
|
||||
f"Target Band: {target_band}\n{rubric_criteria}",
|
||||
transcription,
|
||||
)
|
||||
return result
|
||||
except ImportError:
|
||||
_logger.warning("encoach_ai not installed")
|
||||
return {"overall_band": 0, "feedback": "AI evaluation not available"}
|
||||
except Exception as e:
|
||||
_logger.error("Speaking evaluation error: %s", e)
|
||||
return {"overall_band": 0, "feedback": f"Evaluation error: {e}"}
|
||||
|
||||
@staticmethod
|
||||
def transcribe_audio(audio_path):
|
||||
"""Transcribe audio using Whisper."""
|
||||
def _fallback_transcribe(audio_path):
|
||||
"""Direct whisper fallback if encoach_ai is not available."""
|
||||
try:
|
||||
import whisper
|
||||
model = whisper.load_model("base")
|
||||
result = model.transcribe(audio_path)
|
||||
return {
|
||||
'text': result['text'],
|
||||
'language': result.get('language', 'en'),
|
||||
'segments': result.get('segments', []),
|
||||
"text": result["text"],
|
||||
"language": result.get("language", "en"),
|
||||
"segments": result.get("segments", []),
|
||||
}
|
||||
except ImportError:
|
||||
_logger.warning("whisper not installed")
|
||||
return {'text': '', 'language': 'en', 'segments': [], 'error': 'Whisper not available'}
|
||||
|
||||
@staticmethod
|
||||
def evaluate_speaking(transcription, rubric_criteria, target_band=6.0):
|
||||
"""Evaluate speaking using OpenAI GPT."""
|
||||
try:
|
||||
import openai
|
||||
|
||||
prompt = (
|
||||
"You are an IELTS speaking examiner. Evaluate the following speaking response.\n\n"
|
||||
f"Target Band: {target_band}\n\n"
|
||||
f"Rubric Criteria:\n{rubric_criteria}\n\n"
|
||||
f"Transcription:\n{transcription}\n\n"
|
||||
"Provide scores for each criterion (0-9 scale) and detailed feedback.\n"
|
||||
"Return JSON format:\n"
|
||||
"{\n"
|
||||
' "fluency_coherence": {"score": X, "feedback": "..."},\n'
|
||||
' "lexical_resource": {"score": X, "feedback": "..."},\n'
|
||||
' "grammatical_range": {"score": X, "feedback": "..."},\n'
|
||||
' "pronunciation": {"score": X, "feedback": "..."},\n'
|
||||
' "overall_band": X,\n'
|
||||
' "general_feedback": "..."\n'
|
||||
"}"
|
||||
)
|
||||
|
||||
client = openai.OpenAI()
|
||||
response = client.chat.completions.create(
|
||||
model="gpt-4",
|
||||
messages=[
|
||||
{"role": "system", "content": "You are an expert IELTS speaking examiner."},
|
||||
{"role": "user", "content": prompt},
|
||||
],
|
||||
temperature=0.3,
|
||||
)
|
||||
|
||||
import json
|
||||
result = json.loads(response.choices[0].message.content)
|
||||
return result
|
||||
|
||||
except ImportError:
|
||||
_logger.warning("openai not installed")
|
||||
return {'overall_band': 0, 'general_feedback': 'AI evaluation not available', 'error': 'OpenAI not available'}
|
||||
except Exception as e:
|
||||
_logger.error("Speaking evaluation error: %s", e)
|
||||
return {'overall_band': 0, 'general_feedback': f'Evaluation error: {e}'}
|
||||
return {"text": "", "language": "en", "segments": [], "error": "Whisper not available"}
|
||||
|
||||
17
backend/custom_addons/encoach_vector/__init__.py
Normal file
17
backend/custom_addons/encoach_vector/__init__.py
Normal file
@@ -0,0 +1,17 @@
|
||||
from . import models
|
||||
from . import services
|
||||
|
||||
|
||||
def _post_init_hook(env):
|
||||
"""Run initial vector indexing after module install."""
|
||||
import logging
|
||||
_logger = logging.getLogger(__name__)
|
||||
try:
|
||||
from .services.indexer import index_all
|
||||
count = index_all(env)
|
||||
_logger.info("Post-init vector indexing complete: %d records", count)
|
||||
except Exception:
|
||||
_logger.warning(
|
||||
"Post-init vector indexing skipped (sentence-transformers may not be installed)",
|
||||
exc_info=True,
|
||||
)
|
||||
20
backend/custom_addons/encoach_vector/__manifest__.py
Normal file
20
backend/custom_addons/encoach_vector/__manifest__.py
Normal file
@@ -0,0 +1,20 @@
|
||||
{
|
||||
'name': 'EnCoach Vector Search',
|
||||
'version': '19.0.1.0',
|
||||
'category': 'Education',
|
||||
'summary': 'pgvector-based semantic search and embedding storage for AI-enhanced learning',
|
||||
'author': 'EnCoach',
|
||||
'license': 'LGPL-3',
|
||||
'depends': ['encoach_core', 'encoach_ai'],
|
||||
'data': [
|
||||
'security/ir.model.access.csv',
|
||||
'data/vector_defaults.xml',
|
||||
],
|
||||
'external_dependencies': {
|
||||
'python': ['pgvector', 'sentence_transformers'],
|
||||
},
|
||||
'installable': True,
|
||||
'application': False,
|
||||
'auto_install': False,
|
||||
'post_init_hook': '_post_init_hook',
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<odoo>
|
||||
<!-- Scheduled action: re-index vectors daily -->
|
||||
<record id="ir_cron_vector_reindex" model="ir.cron">
|
||||
<field name="name">EnCoach: Vector Re-Index</field>
|
||||
<field name="model_id" ref="model_encoach_embedding"/>
|
||||
<field name="state">code</field>
|
||||
<field name="code">model.cron_reindex()</field>
|
||||
<field name="interval_number">1</field>
|
||||
<field name="interval_type">days</field>
|
||||
<field name="active">True</field>
|
||||
</record>
|
||||
</odoo>
|
||||
1
backend/custom_addons/encoach_vector/models/__init__.py
Normal file
1
backend/custom_addons/encoach_vector/models/__init__.py
Normal file
@@ -0,0 +1 @@
|
||||
from . import embedding
|
||||
121
backend/custom_addons/encoach_vector/models/embedding.py
Normal file
121
backend/custom_addons/encoach_vector/models/embedding.py
Normal file
@@ -0,0 +1,121 @@
|
||||
"""Odoo model for storing vector embeddings via pgvector."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
from odoo import api, models, fields
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
VECTOR_DIM = 384 # all-MiniLM-L6-v2 output dimension
|
||||
|
||||
|
||||
class EncoachEmbedding(models.Model):
|
||||
_name = 'encoach.embedding'
|
||||
_description = 'Vector Embedding'
|
||||
_order = 'create_date desc'
|
||||
|
||||
content_type = fields.Selection([
|
||||
('course', 'Course'),
|
||||
('resource', 'Resource'),
|
||||
('question', 'Question'),
|
||||
('module', 'Module'),
|
||||
('topic', 'Topic'),
|
||||
('feedback', 'Feedback'),
|
||||
('generation_log', 'Generation Log'),
|
||||
], required=True, index=True)
|
||||
content_id = fields.Integer(required=True, index=True)
|
||||
content_text = fields.Text()
|
||||
metadata_json = fields.Text(default='{}')
|
||||
|
||||
_content_unique = models.Constraint(
|
||||
'UNIQUE(content_type, content_id)',
|
||||
'Each content item can only have one embedding.',
|
||||
)
|
||||
|
||||
@api.model
|
||||
def _auto_init(self):
|
||||
res = super()._auto_init()
|
||||
cr = self.env.cr
|
||||
cr.execute("SELECT 1 FROM pg_extension WHERE extname = 'vector'")
|
||||
if not cr.fetchone():
|
||||
try:
|
||||
cr.execute("CREATE EXTENSION IF NOT EXISTS vector")
|
||||
_logger.info("pgvector extension created")
|
||||
except Exception:
|
||||
_logger.warning(
|
||||
"Could not create pgvector extension — run "
|
||||
"'CREATE EXTENSION vector' as a superuser",
|
||||
exc_info=True,
|
||||
)
|
||||
return res
|
||||
|
||||
cr.execute("""
|
||||
SELECT column_name FROM information_schema.columns
|
||||
WHERE table_name = 'encoach_embedding' AND column_name = 'embedding'
|
||||
""")
|
||||
if not cr.fetchone():
|
||||
cr.execute(
|
||||
f"ALTER TABLE encoach_embedding ADD COLUMN embedding vector({VECTOR_DIM})"
|
||||
)
|
||||
cr.execute(
|
||||
"CREATE INDEX IF NOT EXISTS encoach_embedding_vec_idx "
|
||||
"ON encoach_embedding USING ivfflat (embedding vector_cosine_ops) "
|
||||
"WITH (lists = 100)"
|
||||
)
|
||||
_logger.info("Vector column and index created on encoach_embedding")
|
||||
return res
|
||||
|
||||
def set_embedding(self, vector):
|
||||
"""Store a vector embedding for this record."""
|
||||
self.ensure_one()
|
||||
vec_str = '[' + ','.join(str(v) for v in vector) + ']'
|
||||
self.env.cr.execute(
|
||||
"UPDATE encoach_embedding SET embedding = %s WHERE id = %s",
|
||||
(vec_str, self.id),
|
||||
)
|
||||
|
||||
@api.model
|
||||
def cron_reindex(self):
|
||||
"""Cron entry point for periodic re-indexing."""
|
||||
from odoo.addons.encoach_vector.services.indexer import index_all
|
||||
return index_all(self.env)
|
||||
|
||||
@api.model
|
||||
def similarity_search(self, query_vector, *, content_type=None, limit=10):
|
||||
"""Find similar embeddings using cosine distance."""
|
||||
vec_str = '[' + ','.join(str(v) for v in query_vector) + ']'
|
||||
where = "WHERE embedding IS NOT NULL"
|
||||
params = [vec_str, limit]
|
||||
if content_type:
|
||||
where += " AND content_type = %s"
|
||||
params = [vec_str, content_type, limit]
|
||||
|
||||
query = f"""
|
||||
SELECT id, content_type, content_id, content_text, metadata_json,
|
||||
1 - (embedding <=> %s::vector) AS similarity
|
||||
FROM encoach_embedding
|
||||
{where}
|
||||
ORDER BY embedding <=> %s::vector
|
||||
LIMIT %s
|
||||
"""
|
||||
if content_type:
|
||||
self.env.cr.execute(query, (vec_str, content_type, vec_str, limit))
|
||||
else:
|
||||
self.env.cr.execute(query, (vec_str, vec_str, limit))
|
||||
|
||||
results = []
|
||||
for row in self.env.cr.dictfetchall():
|
||||
metadata = {}
|
||||
try:
|
||||
metadata = json.loads(row['metadata_json'] or '{}')
|
||||
except (json.JSONDecodeError, TypeError):
|
||||
pass
|
||||
results.append({
|
||||
'id': row['id'],
|
||||
'content_type': row['content_type'],
|
||||
'content_id': row['content_id'],
|
||||
'text': row['content_text'],
|
||||
'metadata': metadata,
|
||||
'similarity': round(row['similarity'], 4),
|
||||
})
|
||||
return results
|
||||
@@ -0,0 +1,3 @@
|
||||
id,name,model_id:id,group_id:id,perm_read,perm_write,perm_create,perm_unlink
|
||||
access_encoach_embedding_user,encoach.embedding.user,model_encoach_embedding,base.group_user,1,0,0,0
|
||||
access_encoach_embedding_admin,encoach.embedding.admin,model_encoach_embedding,base.group_system,1,1,1,1
|
||||
|
@@ -0,0 +1,2 @@
|
||||
from . import embedding_service
|
||||
from . import indexer
|
||||
@@ -0,0 +1,139 @@
|
||||
"""Embedding service — encode text and manage vector storage."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
_model_instance = None
|
||||
|
||||
|
||||
def _get_model():
|
||||
"""Lazy-load the sentence-transformers model (cached across calls)."""
|
||||
global _model_instance
|
||||
if _model_instance is None:
|
||||
try:
|
||||
from sentence_transformers import SentenceTransformer
|
||||
_model_instance = SentenceTransformer('all-MiniLM-L6-v2')
|
||||
_logger.info("Loaded sentence-transformers model: all-MiniLM-L6-v2")
|
||||
except ImportError:
|
||||
_logger.error(
|
||||
"sentence-transformers not installed. "
|
||||
"Run: pip install sentence-transformers"
|
||||
)
|
||||
raise
|
||||
return _model_instance
|
||||
|
||||
|
||||
class EmbeddingService:
|
||||
"""Encode texts, upsert embeddings, and perform semantic search."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self.Embedding = env['encoach.embedding'].sudo()
|
||||
|
||||
def encode(self, texts):
|
||||
"""Batch-encode texts to vectors.
|
||||
|
||||
Args:
|
||||
texts: list of strings
|
||||
|
||||
Returns:
|
||||
list of float lists (each 384-dim)
|
||||
"""
|
||||
model = _get_model()
|
||||
embeddings = model.encode(texts, normalize_embeddings=True, show_progress_bar=False)
|
||||
return [e.tolist() for e in embeddings]
|
||||
|
||||
def upsert(self, content_type, content_id, text, metadata=None):
|
||||
"""Encode and store (or update) a single embedding.
|
||||
|
||||
Returns:
|
||||
encoach.embedding record
|
||||
"""
|
||||
if not text or not text.strip():
|
||||
return None
|
||||
|
||||
existing = self.Embedding.search([
|
||||
('content_type', '=', content_type),
|
||||
('content_id', '=', content_id),
|
||||
], limit=1)
|
||||
|
||||
vectors = self.encode([text])
|
||||
meta_str = json.dumps(metadata or {})
|
||||
|
||||
if existing:
|
||||
existing.write({
|
||||
'content_text': text[:10000],
|
||||
'metadata_json': meta_str,
|
||||
})
|
||||
existing.set_embedding(vectors[0])
|
||||
return existing
|
||||
|
||||
record = self.Embedding.create({
|
||||
'content_type': content_type,
|
||||
'content_id': content_id,
|
||||
'content_text': text[:10000],
|
||||
'metadata_json': meta_str,
|
||||
})
|
||||
record.set_embedding(vectors[0])
|
||||
return record
|
||||
|
||||
def search(self, query, *, content_type=None, limit=10):
|
||||
"""Semantic search — encode query and find similar content.
|
||||
|
||||
Returns:
|
||||
list of dicts with text, metadata, similarity score
|
||||
"""
|
||||
if not query or not query.strip():
|
||||
return []
|
||||
|
||||
t0 = time.time()
|
||||
vectors = self.encode([query])
|
||||
results = self.Embedding.similarity_search(
|
||||
vectors[0],
|
||||
content_type=content_type,
|
||||
limit=limit,
|
||||
)
|
||||
latency = int((time.time() - t0) * 1000)
|
||||
_logger.info("Vector search for '%s' returned %d results in %dms",
|
||||
query[:80], len(results), latency)
|
||||
return results
|
||||
|
||||
def bulk_index(self, content_type, records_data):
|
||||
"""Batch-index multiple records.
|
||||
|
||||
Args:
|
||||
content_type: embedding content type
|
||||
records_data: list of dicts with keys: id, text, metadata
|
||||
"""
|
||||
if not records_data:
|
||||
return 0
|
||||
|
||||
texts = [r['text'] for r in records_data if r.get('text')]
|
||||
if not texts:
|
||||
return 0
|
||||
|
||||
vectors = self.encode(texts)
|
||||
|
||||
indexed = 0
|
||||
text_idx = 0
|
||||
for r in records_data:
|
||||
if not r.get('text'):
|
||||
continue
|
||||
self.upsert(content_type, r['id'], r['text'], r.get('metadata'))
|
||||
text_idx += 1
|
||||
indexed += 1
|
||||
|
||||
_logger.info("Bulk-indexed %d %s records", indexed, content_type)
|
||||
return indexed
|
||||
|
||||
def delete(self, content_type, content_id):
|
||||
"""Remove an embedding."""
|
||||
existing = self.Embedding.search([
|
||||
('content_type', '=', content_type),
|
||||
('content_id', '=', content_id),
|
||||
])
|
||||
if existing:
|
||||
existing.unlink()
|
||||
127
backend/custom_addons/encoach_vector/services/indexer.py
Normal file
127
backend/custom_addons/encoach_vector/services/indexer.py
Normal file
@@ -0,0 +1,127 @@
|
||||
"""Indexer — batch-indexes existing Odoo records into the vector store."""
|
||||
|
||||
import logging
|
||||
|
||||
_logger = logging.getLogger(__name__)
|
||||
|
||||
MODEL_CONFIG = [
|
||||
{
|
||||
'model': 'op.course',
|
||||
'content_type': 'course',
|
||||
'text_field': 'name',
|
||||
'description_field': 'description',
|
||||
'metadata_fields': [],
|
||||
},
|
||||
{
|
||||
'model': 'encoach.resource',
|
||||
'content_type': 'resource',
|
||||
'text_field': 'name',
|
||||
'description_field': 'content',
|
||||
'metadata_fields': ['type', 'cefr_level', 'difficulty'],
|
||||
},
|
||||
{
|
||||
'model': 'encoach.question',
|
||||
'content_type': 'question',
|
||||
'text_field': 'name',
|
||||
'description_field': None,
|
||||
'metadata_fields': ['question_type', 'difficulty', 'skill'],
|
||||
},
|
||||
{
|
||||
'model': 'encoach.course.module',
|
||||
'content_type': 'module',
|
||||
'text_field': 'name',
|
||||
'description_field': 'description',
|
||||
'metadata_fields': ['skill'],
|
||||
},
|
||||
{
|
||||
'model': 'encoach.ai.generation.log',
|
||||
'content_type': 'generation_log',
|
||||
'text_field': 'brief',
|
||||
'description_field': 'generated_content',
|
||||
'metadata_fields': ['course_type', 'status'],
|
||||
},
|
||||
]
|
||||
|
||||
|
||||
def _get_text(record, config):
|
||||
"""Extract indexable text from a record."""
|
||||
parts = []
|
||||
text_field = config.get('text_field', 'name')
|
||||
if hasattr(record, text_field):
|
||||
val = getattr(record, text_field)
|
||||
if val:
|
||||
parts.append(str(val))
|
||||
|
||||
desc_field = config.get('description_field')
|
||||
if desc_field and hasattr(record, desc_field):
|
||||
val = getattr(record, desc_field)
|
||||
if val:
|
||||
parts.append(str(val)[:2000])
|
||||
|
||||
return ' '.join(parts).strip()
|
||||
|
||||
|
||||
def _get_metadata(record, config):
|
||||
"""Extract metadata dict from a record."""
|
||||
meta = {}
|
||||
for f in config.get('metadata_fields', []):
|
||||
if hasattr(record, f):
|
||||
val = getattr(record, f)
|
||||
if val:
|
||||
meta[f] = str(val) if not isinstance(val, (int, float, bool)) else val
|
||||
return meta
|
||||
|
||||
|
||||
def index_model(env, config, batch_size=100):
|
||||
"""Index all records of a single model."""
|
||||
model_name = config['model']
|
||||
Model = env.get(model_name)
|
||||
if Model is None:
|
||||
_logger.warning("Model %s not found, skipping", model_name)
|
||||
return 0
|
||||
|
||||
Model = Model.sudo()
|
||||
|
||||
from .embedding_service import EmbeddingService
|
||||
svc = EmbeddingService(env)
|
||||
|
||||
total = Model.search_count([])
|
||||
indexed = 0
|
||||
offset = 0
|
||||
|
||||
while offset < total:
|
||||
records = Model.search([], limit=batch_size, offset=offset, order='id')
|
||||
batch_data = []
|
||||
for rec in records:
|
||||
text = _get_text(rec, config)
|
||||
if text:
|
||||
batch_data.append({
|
||||
'id': rec.id,
|
||||
'text': text,
|
||||
'metadata': _get_metadata(rec, config),
|
||||
})
|
||||
if batch_data:
|
||||
indexed += svc.bulk_index(config['content_type'], batch_data)
|
||||
offset += batch_size
|
||||
env.cr.commit()
|
||||
|
||||
_logger.info("Indexed %d/%d records for %s", indexed, total, model_name)
|
||||
return indexed
|
||||
|
||||
|
||||
def index_all(env, batch_size=100):
|
||||
"""Index all configured models."""
|
||||
total = 0
|
||||
for config in MODEL_CONFIG:
|
||||
try:
|
||||
total += index_model(env, config, batch_size)
|
||||
except Exception:
|
||||
_logger.exception("Failed to index %s", config['model'])
|
||||
_logger.info("Total records indexed: %d", total)
|
||||
return total
|
||||
|
||||
|
||||
def cron_reindex(env):
|
||||
"""Cron entry point for periodic re-indexing."""
|
||||
_logger.info("Starting scheduled vector re-index")
|
||||
return index_all(env)
|
||||
Reference in New Issue
Block a user