{

"courseProgress": {

"courseGrade": {},

"referralInfo": {},

"_id": "6796553336a5813104e865d2",

"worker": "6795f0d1eea613d5e190e38e",

"course": {

"_id": "6792ab95649caeaba4f83296",

"name": "laurelin-moon-math-calibration-quiz-v2.2",

"title": "LM Math - Quiz",

"description": "Math Prompt Calibration Quiz",

"archived": false,

"disabled": false,

"projectIds": [],

"courseDuration": 0,

"courseType": "native",

"sections": [

"id": "c13e930e-c6ba-4027-8cf3-674e1a79caa7",

"estimatedTime": 0,

"title": "Welcome!",

"description": "",

"courseSectionItems": [

"id": "1ad776a2-e9cc-47b1-ba34-00b2bd2ca2ae",

"type": "rich_text",

"contents": {

"singleSelect": true,
 "body": "<p>This screening quiz is intended to screen and calibrate your ability to
catch errors in tasks and to ensure that our pipeline continues to exhibit great quality.</p><p>You
should treat this quiz as part of a normal workflow. This means examining the prompt, step labels, and
math exactly as you would for a normal task. Do not rush through this, as this will determine your ability
to work on this project. We are offering many incentives to high-quality contributors, so it is in your
interest to try your best on this quiz!</p><p>Accuracy on this quiz is graded. High accuracy will lead to
enablement on the project and potentially moving up to be a reviewer as well as access to special high-
quality missions and incentives.</p><p>Be concise and specific in your
answers!</p><p><br></p><p><strong>Policy Note</strong>: You <strong>must not</strong> do any of
the following:</p><ol><li>Use external LLMs or chatbots to assist with answering the
questions.</li><li>Share or distribute this quiz.</li><li>Submit more than one
entry.</li></ol><p>Violating these policies will get you removed from the project and may hinder your
eligibility for other projects.</p><p><br></p><p>IF YOU DO NOT COMPLETE THIS QUIZ YOU WILL BE
REMOVED FROM THE PROJECT</p><p><br></p>"

},

"_id": "67940fc041d7a03c94e68100",

"textHistory": []

],

"_id": "67940fc041d7a03c94e680ff"

},

"id": "a30d6b07-4e64-46a9-a89b-bb5c085c1826",

"estimatedTime": 0,

"title": "Answerable Prompts",

"description": "",

"courseSectionItems": [

"id": "16f65161-f1b0-417e-8191-03ed45789b20",

"type": "rich_text",

"contents": {

"singleSelect": true,
 "body": "<p><strong style=\"color: rgb(32, 33, 36);\">In this section, you will be asked
to identify and justify the elements that make the prompts answerable or not. The prompt must follow
the project's guidelines to be considered answerable.</strong></p>"

},

"_id": "67940fc041d7a03c94e68102",

"textHistory": []

},

"id": "aa2e1880-e0d0-4fd8-b47f-c8fb70b6aeb4",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Prompt: </strong></p><p><img

src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt1.png\"></
p><p><br></p><p><strong>Is the previous prompt answerable according to the projects
criteria?</strong></p>",

"choices": [

"id": "18c12584-b8e6-4d7a-9933-a5d1e6010dc6",

"answer": "<p>Yes</p>",

"isCorrect": false

},

"id": "a31849bf-7d91-447a-a2ee-8dce34581b0c",

"answer": "<p>No</p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true
 },

"_id": "67940fc041d7a03c94e68103",

"textHistory": []

},

"id": "fd38be3f-6ef5-4841-8b37-1b6a60408a26",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "Briefly explain your decision (Is the previous prompt answerable
according to the project criteria?)",

"minCharacters": ""

},

"_id": "67940fc041d7a03c94e68104",

"textHistory": []

},

"id": "3c08da69-24cb-4bc5-88dc-c07a3e77576f",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Prompt:</strong></p><p><img
src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt
%202.png\"></p>",

"choices": [

"id": "124fe3be-48dd-4905-9377-19a6e513fc18",

"answer": "<p>Yes</p>",

"isCorrect": false

},
 {

"id": "3f480621-1506-4f69-ab2c-c4cc7d44a5b2",

"answer": "<p>No</p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e68105",

"textHistory": []

},

"id": "08f223dd-0d50-42db-aa1d-6b9f4a20f18b",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "Briefly explain your decision (Is the previous prompt answerable
according to the project criteria?)"

},

"_id": "67940fc041d7a03c94e68106",

"textHistory": []

},

"id": "294ffb3b-49fd-430b-9303-289b327b8999",

"type": "multiple_choice",

"contents": {

"singleSelect": true,
 "question": "<p><strong>Prompt:</strong></p><p><img
src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt
%203.png\"></p><p><strong>Is the previous prompt answerable according to the projects
criteria?</strong></p>",

"choices": [

"id": "acf6ce13-ef1b-4972-a800-6c23e3385916",

"answer": "<p>Yes</p>",

"isCorrect": true

},

"id": "9cdc372a-8a9b-43f8-8068-6afcfd7cfabd",

"answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e68107",

"textHistory": []

},

"id": "3a0e68f2-e6a7-4af2-b4db-ed60382eb584",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "Briefly explain your decision (Is the previous prompt answerable
according to the project criteria?)"

},
 "_id": "67940fc041d7a03c94e68108",

"textHistory": []

],

"_id": "67940fc041d7a03c94e68101"

},

"id": "526cddff-25b5-40d1-821e-377f90a955f8",

"estimatedTime": 0,

"title": "Synthetic Signatures",

"description": "",

"courseSectionItems": [

"id": "4e0cb414-07ca-4ef9-a554-26112e6df532",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong style=\"color: rgb(32, 33,

36);\">Prompt:</strong></p><p><img
src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt
%204.png\"></p><p><br></p><p><strong>Does the original prompt have any \"Synthetic Signatures\"?
*</strong></p><p><em>Prompts must be naturally written. Phrases like “Consider the following math
problem:” are synthetic signatures that have to be removed.</em></p>",

"choices": [

"id": "a4f534a8-d5bc-4bab-8e74-d853ee4b7dd8",

"answer": "<p>Yes</p>",

"isCorrect": true

},

{
 "id": "e55f9203-74aa-43b6-be60-a10732e80f79",

"answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6810a",

"textHistory": []

},

"id": "24e6650f-b856-4f8a-984a-681c6f4095c2",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "If your answer is Yes, write the sentences to be removed separated by
commas. Write N/A if your answer is No. It is not necessary to rewrite the prompt, just write the
sentences to be removed."

},

"_id": "67940fc041d7a03c94e6810b",

"textHistory": []

},

"id": "78308577-603b-4ca2-9975-de7f2360e378",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Is the original prompt answerable?

*</strong></p><p><em>Is the given
prompt&nbsp;</em><strong><em>Clear</em></strong><em>,&nbsp;</em><strong><em>Unambiguo
us</em></strong><em>,&nbsp;</em><strong><em>Verifiable</em></strong><em>,&nbsp;</
em><strong><em>With a Single Answer</em></strong><em>,&nbsp;</em><strong><em>Without
multiple explicit steps</em></strong><em>,&nbsp;</em><strong><em>Not Proof
Based</em></strong><em>&nbsp;and&nbsp;</em><strong><em>Not big calculations
based</em></strong><em>?</em></p>",

"choices": [

"id": "51c89044-42af-420a-9026-fb8d3a622c5a",

"answer": "<p>Yes</p>",

"isCorrect": false

},

"id": "6737145d-8b8b-47d9-ac5e-b1297d81e64a",

"answer": "<p>No</p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6810c",

"textHistory": []

},

"id": "f2fe4027-62cb-4992-9da0-ca861343564f",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "If your answer is No, fix the prompt to be answerable. Write N/A if your
answer is Yes."
 },

"_id": "67940fc041d7a03c94e6810d",

"textHistory": []

],

"_id": "67940fc041d7a03c94e68109"

},

"id": "7524eec2-66b4-4d61-92fc-27a6fc0b1e4e",

"estimatedTime": 0,

"title": "Final Answer Check",

"description": "",

"courseSectionItems": [

"id": "3f3f8d1d-9184-4ef1-be72-91b1f3577dbc",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong style=\"color: rgb(32, 33, 36);\">Review the following image

containing a prompt, the model response, and the final answer.</strong></p><p><strong style=\"color:
rgb(32, 33, 36);\"></strong><img
src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt
%205.png\"></p><p><br></p><p><strong style=\"color: rgb(32, 33, 36);\">Prompt
Evaluation</strong></p><p>Does the prompt meet all the requirements to be considered answerable?
*</p><p>The final prompt must
be&nbsp;<strong>Clear</strong>,&nbsp;<strong>Unambiguous</strong>,&nbsp;<strong>Verifiable</
strong>,&nbsp;<strong>With a Single Answer</strong>&nbsp;and&nbsp;<strong>Not Proof
Based</strong></p>",

"choices": [

"id": "052b1fad-542f-48ef-b32d-83869f05e4a7",

"answer": "<p>Yes</p>",
 "isCorrect": true

},

"id": "b82292a6-4586-4caf-9764-358963edeb32",

"answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6810f",

"textHistory": []

},

"id": "bba84dc1-20b9-4eac-bd8e-9494ecb1c69e",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "Briefly explain your decision (Is the previous prompt answerable
according to the project criteria?)"

},

"_id": "67940fc041d7a03c94e68110",

"textHistory": []

},

"id": "7ac24cef-a8e8-4db4-9b9c-a267a8101d07",

"type": "multiple_choice",

"contents": {
 "singleSelect": true,

"question": "<p><strong style=\"color: rgb(32, 33, 36);\">Is the final answer correct?
</strong></p>",

"choices": [

"id": "b49e9430-c9cb-4a69-86ac-b10ec5eca693",

"answer": "<p>Yes</p>",

"isCorrect": false

},

"id": "5107c547-8424-4075-85df-e5e799b77ce3",

"answer": "<p>No</p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e68111",

"textHistory": []

},

"id": "ddbde1d0-a0e5-40f7-b428-c0e00a3481f6",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "If your answer is No, provide a brief justification for it. Write N/A if your
answer is Yes"

},
 "_id": "67940fc041d7a03c94e68112",

"textHistory": []

],

"_id": "67940fc041d7a03c94e6810e"

},

"id": "f06a3e6e-4eee-4482-8bcf-c998cace201f",

"estimatedTime": 0,

"title": "Hint Analysis",

"description": "",

"courseSectionItems": [

"id": "390caa87-a7e8-4a07-bab2-acca5e42c7e9",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Consider the following prompt and

hints.</strong></p><p><img
src=\"https://static.remotasks.com/uploads/6792ab95649caeaba4f83296/math%20prompt
%206.png\"></p><p><br></p><p><strong style=\"color: rgb(32, 33, 36);\">Is the prompt answerable?
&nbsp;</strong></p>",

"choices": [

"id": "42849fc3-10e1-44fc-ac2d-09dfb90d486c",

"answer": "<p>Yes</p>",

"isCorrect": true

},

"id": "9771f3c7-102e-481a-bbce-771c99fb9967",
 "answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e68114",

"textHistory": []

},

"id": "6a4a921f-f997-439d-a275-5b6ede67bc53",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "<p>Briefly explain your decision (Is the previous prompt answerable
according to the project’s criteria?)</p>"

},

"_id": "67940fc041d7a03c94e68115",

"textHistory": []

},

"id": "fe5eaaba-ea92-4019-9d16-422462c65f02",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong style=\"color: rgb(32, 33, 36);\">Are the steps suggested in

the hint helpful for the model to reach the correct answer?</strong></p>",

"choices": [
 {

"id": "cf075910-1d0e-421d-9807-e8dbf70e7c2e",

"answer": "<p><span style=\"color: rgb(32, 33, 36);\">Yes, the hints are

helpful.</span></p>",

"isCorrect": false

},

"id": "d39200cd-3c43-40c3-bb87-c0ac39e076e6",

"answer": "<p><span style=\"color: rgb(32, 33, 36);\">No, the hints are not
helpful.</span></p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e68116",

"textHistory": []

},

"id": "0273a2dd-6634-42db-8a03-b5b516b37005",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "Briefly explain your decision (Are the steps suggested in the hint helpful
for the model to reach the correct answer?). If you need to refer to a specific step, use the
format \"Step #:\". Responses that do not follow this format will be invalidated."

},

"_id": "67940fc041d7a03c94e68117",

"textHistory": []
 }

],

"_id": "67940fc041d7a03c94e68113"

},

"id": "b280592c-933b-42e7-a4ed-1d7c3e4417cb",

"estimatedTime": 0,

"title": "Final Review",

"description": "",

"courseSectionItems": [

"id": "0939bc36-10f2-4f59-82d4-84f1b90221b9",

"type": "rich_text",

"contents": {

"singleSelect": true,

"body": "<p>You will be provided with an example of a prompt, hint, and final answer
belonging to a single submission. Apply what you've learned from the instructions and the course to
review them.</p>"

},

"_id": "67940fc041d7a03c94e68119",

"textHistory": []

},

"id": "cf844292-a517-4240-9bda-245b965e6c34",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Prompt</strong>:</p><p><img
src=\"https://static.remotasks.com/uploads//Screenshot%202025-01-24%20at
%204.50.29%20PM.png\"></p><p>Does the final prompt meet all the requirements to be considered
answerable? *</p><p>The final prompt must
be&nbsp;<strong>Clear</strong>,&nbsp;<strong>Unambiguous</strong>,&nbsp;<strong>Verifiable</
strong>,&nbsp;<strong>With a Single Answer</strong>&nbsp;and&nbsp;<strong>Not Proof
Based</strong></p>",

"choices": [

"id": "5249147d-0d8c-41b6-a888-faad002a45b7",

"answer": "<p>Yes</p>",

"isCorrect": true

},

"id": "7024357a-21e0-4df9-8599-a9298a544ed9",

"answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6811a",

"textHistory": []

},

"id": "3efacb97-f516-4ff9-a753-04dcdd1c556a",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "<p><strong style=\"background-color: rgb(241, 243, 244); color: rgb(32,

33, 36);\">If your answer is&nbsp;<em>No</em>, provide a brief justification for
it.&nbsp;</strong></p><p><em>Write N/A if your&nbsp;answer&nbsp;is&nbsp;Yes</em></p>"
 },

"_id": "67940fc041d7a03c94e6811b",

"textHistory": []

},

"id": "08b34464-8aab-4fe6-8014-b28ddc836b15",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p><strong>Hints:</strong></p><p><img
src=\"https://static.remotasks.com/uploads//Screenshot%202025-01-24%20at
%204.53.20%20PM.png\"></p><p><strong>Are the steps suggested in the hint helpful for the model to
reach the correct answer?</strong></p>",

"choices": [

"id": "7c104b85-b3bd-4d78-85a6-685e943b2ec4",

"answer": "<p>Yes</p>",

"isCorrect": true

},

"id": "0e323865-7fac-4f82-9717-6181a774d8cd",

"answer": "<p>No</p>",

"isCorrect": false

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6811c",

"textHistory": []
 },

"id": "96da8264-e633-4c14-8318-ba92ea8f31bb",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "<p><strong>If your answer is&nbsp;<em>No</em>, provide a brief

justification for it.</strong></p><p><em>Write N/A if
your&nbsp;answer&nbsp;is&nbsp;Yes.</em></p><p><br></p><p><em>If you need to refer to a specific
step, use the format \"Step #:\".&nbsp;</em><strong><em>Responses that do not follow this format
will be invalidated.</em></strong></p>"

},

"_id": "67940fc041d7a03c94e6811d",

"textHistory": []

},

"id": "40c86ba1-fe4f-4fdb-8eee-a9a33902904e",

"type": "multiple_choice",

"contents": {

"singleSelect": true,

"question": "<p>The final answer is provided

below:</p><p>-3</p><p><br></p><p><strong>Is the final answer correct?</strong></p>",

"choices": [

"id": "7e862557-d5d7-4384-869b-86ee99defe89",

"answer": "<p>Yes</p>",

"isCorrect": false

},

"id": "3646017f-ff39-4d2b-ab01-cb1d37c10576",
 "answer": "<p>No</p>",

"isCorrect": true

],

"noCorrectAnswerRequired": true,

"hideAnswerFeedback": true

},

"_id": "67940fc041d7a03c94e6811e",

"textHistory": []

},

"id": "d2aa1b1b-215d-4e88-b2ca-a10905c5fbaa",

"type": "text_response",

"contents": {

"singleSelect": true,

"question": "<p><strong style=\"background-color: rgb(241, 243, 244); color: rgb(32,

33, 36);\">If your answer is&nbsp;<em>No</em>, provide a brief justification for
it.</strong></p><p><em>Write N/A if your&nbsp;answer&nbsp;is&nbsp;Yes</em></p>"

},

"_id": "67940fc041d7a03c94e6811f",

"textHistory": []

],

"_id": "67940fc041d7a03c94e68118"

],

"passingGradeThreshold": 0.7,

"isTemplate": false,

"showFinalGrade": false,
 "grantedTagsUponCompletion": [],

"grantedTagsUponPass": [],

"grantedTagsUponFail": [

"67933324872ad99189cfca87"

],

"createdAt": "2025-01-23T20:50:29.296Z",

"updatedAt": "2025-01-24T22:10:08.577Z",

"__v": 15,

"updatedBy": "672950b5ac1797a4fe8989ec"

},

"currentSection": 1,

"status": "in_progress",

"attemptNumber": 1,

"completed": false,

"courseAnswer": {},

"assigned": false,

"passingGrade": 0.7,

"createdAt": "2025-01-26T15:30:59.590Z",

"updatedAt": "2025-01-26T15:31:06.363Z",

"__v": 0