Merge nucleic/plucky-north-vole-sdna into dev
This commit is contained in:
@@ -90,6 +90,15 @@ class LabelSWEChatPromptsTests(unittest.TestCase):
|
||||
self.assertEqual(candidate.prompt, record["prompt"])
|
||||
self.assertNotIn(candidate.response, record.values())
|
||||
|
||||
def test_unrecoverable_mixed_decision_becomes_single_purpose_vague_eval(self):
|
||||
candidate = self.candidate()
|
||||
decision = self.decision(candidate, False)["items"][0]
|
||||
decision.update({"secondary": "frontendImpl", "mixed": True, "slice": "mixed"})
|
||||
record = label_swe_chat_prompts.record_from_decision(candidate, decision)
|
||||
self.assertEqual("vague-eval", record["slice"])
|
||||
self.assertFalse(record["mixed"])
|
||||
self.assertIsNone(record["secondary"])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user