devops/encoach_backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix grading parse.

Browse Source
This commit is contained in:
Cristiano Ferreira
2023-08-31 09:55:04 +01:00
parent ca6094c3e7
commit a31489d850
3 changed files with 1228 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
app.py
View File

@@ -29,7 +29,7 @@ GRADING_TEMPERATURE = 0.1
GEN_QUESTION_TEMPERATURE = 0.9 GEN_QUESTION_TEMPERATURE = 0.9
GPT_3_5_TURBO = "gpt-3.5-turbo" GPT_3_5_TURBO = "gpt-3.5-turbo"
GPT_3_5_TURBO_16K = "gpt-3.5-turbo-16k" GPT_3_5_TURBO_16K = "gpt-3.5-turbo-16k"
GRADING_FIELDS = ['overall', 'comment', 'task_response'] GRADING_FIELDS = ['comment', 'overall', 'task_response']
GEN_FIELDS = ['question'] GEN_FIELDS = ['question']
LISTENING_GEN_FIELDS = ['transcript', 'exercise'] LISTENING_GEN_FIELDS = ['transcript', 'exercise']

6
helper/openai_interface.py
View File

@@ -23,7 +23,7 @@ def process_response(input_string, quotation_check_field):
index = input_string.index('{') index = input_string.index('{')
# Extract everything after the first '{' (inclusive) # Extract everything after the first '{' (inclusive)
result = input_string[index:] result = input_string[index:]
if re.search(r"'" + quotation_check_field + "':\s*'(.*?)'", result): if re.search(r"'" + quotation_check_field + "':\s*'(.*?)'", result, re.DOTALL | re.MULTILINE):
parsed_string = result.replace("\"", "\\\"") parsed_string = result.replace("\"", "\\\"")
pattern = r"(?<!\w)'|'(?!\w)" pattern = r"(?<!\w)'|'(?!\w)"
parsed_string = re.sub(pattern, '"', parsed_string) parsed_string = re.sub(pattern, '"', parsed_string)
@@ -35,8 +35,8 @@ def process_response(input_string, quotation_check_field):
else: else:
json_obj = json.loads(result) json_obj = json.loads(result)
return json_obj return json_obj
except json.JSONDecodeError: except Exception as e:
print("Invalid JSON string!") print(f"Invalid JSON string! Exception: {e}")
else: else:
return input_string return input_string

1227
testing.py
View File

File diff suppressed because it is too large Load Diff