| 64 | |
| 65 | |
| 66 | def get_message_2(gpt_eval, messages): |
| 67 | task_prompt_2 = f"""Now, grade the student's story in terms of grammar, creativity, consistency and |
| 68 | whether the plot makes sense. Moreover, please provide your best guess of what the age of the student might be, |
| 69 | as reflected from the completion. Choose from possible age groups: A: 3 or under. B: 4-5. C: 6-7. D: 8-9. E: |
| 70 | 10-12. F: 13-16. |
| 71 | The output should be in the following format: |
| 72 | Grammar: 8/10 |
| 73 | Creativity: 7/10 |
| 74 | Consistency: 7/10 |
| 75 | Plot: 6/10 |
| 76 | Age group: E (10-12) |
| 77 | It should not be any extra explanation included.""" |
| 78 | |
| 79 | messages_part_2 = [ |
| 80 | { |
| 81 | "role": "assistant", |
| 82 | "content": gpt_eval, |
| 83 | }, |
| 84 | { |
| 85 | "role": "user", |
| 86 | "content": task_prompt_2, |
| 87 | }, |
| 88 | ] |
| 89 | |
| 90 | messages.extend(messages_part_2) |
| 91 | return messages |
| 92 | |
| 93 | |
| 94 | def get_eval_prompt_1(story_prompt, generated_answer): |