| 37 | |
| 38 | |
| 39 | def get_message_1(story_prompt, generation): |
| 40 | system_prompt = """Please act as an impartial judge and grade the student's completion in terms of grammar, creativity, consistency with the story's beginning and |
| 41 | whether the plot makes sense.""" |
| 42 | |
| 43 | task_prompt_1 = f"""There is the following exercise, the student is given a beginning of a story. The student needs to complete it into a full story. |
| 44 | The exercise tests the student's language abilities and creativity. The symbol *** marks the separator between the |
| 45 | prescribed beginning and the student's completion: |
| 46 | |
| 47 | {story_prompt}***{generation} |
| 48 | |
| 49 | Please provide your short general assessment (3-4 sentences) about the part written by the student (the one after the *** symbol). |
| 50 | Is it gramatically correct? Is it consistent with the beginning of the story? Pay special attention to whether the |
| 51 | student manages to complete the sentence which is split in the middle by the separator ***.""" |
| 52 | |
| 53 | messages = [ |
| 54 | { |
| 55 | "role": "system", |
| 56 | "content": system_prompt, |
| 57 | }, |
| 58 | { |
| 59 | "role": "user", |
| 60 | "content": task_prompt_1, |
| 61 | }, |
| 62 | ] |
| 63 | return messages |
| 64 | |
| 65 | |
| 66 | def get_message_2(gpt_eval, messages): |