hz/step3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Prefer high-performing distractors

Browse Source
This commit is contained in:
hz
2026-07-20 02:44:58 -05:00
parent dae3a31b71
commit 121e80b2ea
6 changed files with 152 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/choice_pool_test.gd
+10
View File
@@ -21,6 +21,16 @@ func _initialize() -> void:
observed_sets[",".join(ids)] = true
_assert(observed_sets.size() > 1, "future sessions should be able to present different distractors")
seed(12345)
var weighted_distractors: Array = question.get("choices", []).slice(1)
var weighted_counts := {"B": 0, "C": 0, "D": 0, "E": 0, "F": 0, "G": 0, "H": 0, "I": 0}
for _iteration in range(2000):
var selected: Array = service._select_weighted_distractors(weighted_distractors, {"B": 100}, 1)
var selected_id := str(selected[0].get("id", ""))
weighted_counts[selected_id] = int(weighted_counts.get(selected_id, 0)) + 1
for low_rate_id in ["C", "D", "E", "F", "G", "H", "I"]:
_assert(weighted_counts["B"] > weighted_counts[low_rate_id], "higher-rate distractors should be preferred")
var legacy: Dictionary = service._prepare_question_choices(_question(5))
_check_presented(legacy)
_assert(_ids(legacy.get("presented_choices", [])).size() == 5, "legacy five-choice questions must show all choices")