A Turn is a series of Messages and Annotations that are relevant to the Turn.
Turns are distinct breaks between messages in a Thread. Turns contain a user message and any LLM response(s) to that user message.Annotations at the Turn level apply to group of Messages in that turn. For example, the annotation for message preference is at the turn level.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"GenAI Docs","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/light.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=35e9926d90e748d5ec795a744410d62f","dark":"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/dark.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=a28e9780112c1d169c67b11e04bdcfd6"},"favicon":"/favicon.png","api":{"examples":{"languages":["bash","python","javascript","go","java"]}},"background":{"decoration":"windows"},"navbar":{"links":[]},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"data-engine-gen-ai","hasAudioNarration":false,"actualSubdomain":"data-engine-gen-ai","customDomains":["docs.genai.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"data-engine-genai-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae9237e56194055093f0a30:success","clientVersion":"0.0.4102","searchFilterCounts":[{"language":"default","tag":"Endpoints","count":37},{"language":"default","tag":"v2","count":25},{"language":"default","tag":"API Reference","count":16},{"language":"default","tag":"Core Resources","count":12},{"language":"default","tag":"Auto Evaluations","count":11},{"language":"default","tag":"Batches","count":8},{"language":"default","tag":"Evaluation","count":7},{"language":"default","tag":"Datasets","count":7},{"language":"default","tag":"Tasks","count":7},{"language":"default","tag":"Deliveries","count":6}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"core-resources/turn","slug":"/core-resources/turn","pageMetadata":{"openapi-schema":"Turn","description":"A Turn is a series of [Messages](/core-resources/message) and [Annotations](/core-resources/annotation) that are relevant to the Turn.","title":null,"href":"/core-resources/turn"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n a: \"a\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"A Turn is a series of \", _jsx(_components.a, {\n href: \"/core-resources/message\",\n children: \"Messages\"\n }), \" and \", _jsx(_components.a, {\n href: \"/core-resources/annotation\",\n children: \"Annotations\"\n }), \" that are relevant to the Turn.\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,..._provideComponents(),...props.components};return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[`Turns are distinct breaks between messages in a `,_jsx(_components.a,{href:`/core-resources/thread`,children:`Thread`}),`. Turns contain a user message and any LLM response(s) to that user message.`]}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.a,{href:`/core-resources/annotation`,children:`Annotations`}),` at the Turn level apply to group of `,_jsx(_components.a,{href:`/core-resources/message`,children:`Messages`}),` in that turn. For example, the annotation for message preference is at the turn level.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi-schema":"Turn","description":"A Turn is a series of [Messages](/core-resources/message) and [Annotations](/core-resources/annotation) that are relevant to the Turn.","title":null,"href":"/core-resources/turn"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"schemaData":{"type":"object","required":["id","messages","annotations"],"properties":{"id":{"type":"string","description":"A unique identifier for the turn.","example":"turn_abc123","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"messages":{"type":"array","description":"A list of [messages](/core-resources/message) associated with this turn.","items":{"type":"object","required":["role","content","source_id","annotations"],"properties":{"role":{"type":"string","enum":["system","user","assistant","function"],"description":"The role of the sender in the conversation (e.g., user, assistant).","isRequired":true,"uniqueKey":"messages.items.[INDEX].role","typeLabel":"enum\u003cstring>"},"content":{"type":"object","properties":{"text":{"description":"The textual content of the message.","type":"string","uniqueKey":"messages.items.[INDEX].content.text","typeLabel":"string"},"reference_texts":{"type":"array","items":{"type":"object","properties":{"content":{"type":"string","description":"Content of the reference text.","uniqueKey":"messages.items.[INDEX].content.reference_texts.items.[INDEX].content","typeLabel":"string"},"category":{"type":"string","description":"Category of the reference text.","uniqueKey":"messages.items.[INDEX].content.reference_texts.items.[INDEX].category","typeLabel":"string"},"url":{"type":"string","description":"URL source of the reference text.","uniqueKey":"messages.items.[INDEX].content.reference_texts.items.[INDEX].url","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.reference_texts.items.[INDEX]","typeLabel":"object"},"description":"The reference texts associated with the message.","uniqueKey":"messages.items.[INDEX].content.reference_texts","typeLabel":"object[]"},"attachments":{"type":"array","items":{"oneOf":[{"type":"object","title":"File","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0.content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0.name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.0","typeLabel":"File · object"},{"type":"object","title":"Detailed Image File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the image file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1.name","typeLabel":"string"},"file_size_in_bytes":{"type":"integer","description":"The size of the file in bytes.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1.file_size_in_bytes","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.1","typeLabel":"Detailed Image File · object"},{"type":"object","title":"Detailed Audio File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.url","typeLabel":"string"},"duration":{"type":"number","description":"The duration of the audio file in seconds.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.duration","typeLabel":"number"},"transcript":{"type":"string","description":"The transcript of the audio file.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.transcript","typeLabel":"string"},"transcript_url":{"type":"string","description":"A URL pointing to the location of the transcript.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.transcript_url","typeLabel":"string"},"transcript_start":{"type":"number","description":"The start time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.transcript_start","typeLabel":"number"},"transcript_end":{"type":"number","description":"The end time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2.transcript_end","typeLabel":"number"}},"uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX].oneOf.2","typeLabel":"Detailed Audio File · object"}],"uniqueKey":"messages.items.[INDEX].content.attachments.items.[INDEX]","typeLabel":"File · object | Detailed Image File · object | Detailed Audio File · object"},"description":"Any files or attachments included with the message.","uniqueKey":"messages.items.[INDEX].content.attachments","typeLabel":"(File · object | Detailed Image File · object | Detailed Audio File · object)[]"},"chunks":{"type":"array","items":{"type":"object","title":"Text","required":["text","type","annotations"],"properties":{"type":{"type":"string","description":"The type of chunked data.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].type","typeLabel":"string"},"annotations":{"type":"array","description":"[Annotations](/core-resources/annotation) for a chunk of the message.\n","items":{"oneOf":[{"type":"object","title":"Integer","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata","typeLabel":"object"},"value":{"description":"Integer type annotation value.","type":"integer","example":3,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.value","typeLabel":"integer"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Integer type annotation value.","type":"integer","example":[1,2,3],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.possible_values.items.[INDEX]","typeLabel":"integer"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0.possible_values","typeLabel":"integer[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.0","typeLabel":"Integer · object"},{"type":"object","title":"Boolean","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata","typeLabel":"object"},"value":{"description":"Boolean type annotation value.","type":"boolean","example":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.value","typeLabel":"boolean"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Boolean type annotation value.","type":"boolean","example":[true,false],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.possible_values.items.[INDEX]","typeLabel":"boolean"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1.possible_values","typeLabel":"boolean[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.1","typeLabel":"Boolean · object"},{"type":"object","title":"Text","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata","typeLabel":"object"},"value":{"type":"string","description":"String type annotation value.","example":"There were multiple issues in the response: 1. ...","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2.value","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.2","typeLabel":"Text · object"},{"type":"object","title":"Category","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata","typeLabel":"object"},"value":{"type":"string","description":"Single-select category annotation.","example":"Critical Thinking","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.value","typeLabel":"string"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"type":"string","description":"Single-select category annotation.","example":["Brainstorming","Critical Thinking","Math"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3.possible_values","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.3","typeLabel":"Category · object"},{"type":"object","title":"Category-Multiple","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata","typeLabel":"object"},"value":{"description":"Multi-select category annotation.","example":["Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.value.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.value","typeLabel":"string[]"},"possible_values":{"description":"The possible values for this annotation.","example":["Brainstorming","Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4.possible_values","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.4","typeLabel":"Category-Multiple · object"},{"type":"object","title":"File","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata","typeLabel":"object"},"value":{"oneOf":[{"type":"object","title":"File","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0","typeLabel":"File · object"},{"type":"object","title":"Detailed Image File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the image file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.name","typeLabel":"string"},"file_size_in_bytes":{"type":"integer","description":"The size of the file in bytes.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.file_size_in_bytes","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1","typeLabel":"Detailed Image File · object"},{"type":"object","title":"Detailed Audio File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.url","typeLabel":"string"},"duration":{"type":"number","description":"The duration of the audio file in seconds.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.duration","typeLabel":"number"},"transcript":{"type":"string","description":"The transcript of the audio file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript","typeLabel":"string"},"transcript_url":{"type":"string","description":"A URL pointing to the location of the transcript.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_url","typeLabel":"string"},"transcript_start":{"type":"number","description":"The start time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_start","typeLabel":"number"},"transcript_end":{"type":"number","description":"The end time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_end","typeLabel":"number"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2","typeLabel":"Detailed Audio File · object"},{"type":"array","items":{"type":"object","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX]","typeLabel":"object"},"title":"Multiple Attachments","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3","typeLabel":"Multiple Attachments · object[]"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5.value","typeLabel":"File · object | Detailed Image File · object | Detailed Audio File · object | Multiple Attachments · object[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.5","typeLabel":"File · object"},{"type":"object","title":"Workspace Container","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata","typeLabel":"object"},"value":{"type":"object","properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_id","typeLabel":"string"},"workspace_config":{"type":"object","required":["workspace_id","workspace_url","workspace_token","expires_at","inactivity_freeze_time"],"properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_id","typeLabel":"string"},"workspace_url":{"type":"string","description":"URL of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_url","typeLabel":"string"},"workspace_token":{"type":"string","description":"Token of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_token","typeLabel":"string"},"expires_at":{"type":"string","description":"Expiration time of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.expires_at","typeLabel":"string"},"inactivity_freeze_time":{"type":"integer","description":"Inactivity freeze time of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.inactivity_freeze_time","typeLabel":"integer"},"force_enable_workspace_access":{"type":"boolean","description":"Force enable workspace access.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.force_enable_workspace_access","typeLabel":"boolean"},"workspace_image_version":{"type":"integer","description":"Image version of the workspace.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_image_version","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config","typeLabel":"object"},"last_code_run_event":{"type":"object","properties":{"id":{"type":"string","description":"ID of the workspace.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.id","typeLabel":"string"},"result":{"type":"object","properties":{"status":{"type":"object","properties":{"code":{"type":"number","description":"Status code of the workspace execution.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.code","typeLabel":"number"},"name":{"type":"string","description":"Execution full status.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status","typeLabel":"object"},"time":{"type":"number","description":"Time taken for last execution.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.time","typeLabel":"number"},"score":{"type":"number","description":"Score of the output of last execution.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.score","typeLabel":"number"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result","typeLabel":"object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event","typeLabel":"object"},"output_files":{"type":"array","items":{"type":"object","required":["scale_url"],"properties":{"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].scale_url","typeLabel":"string"},"file_name":{"type":"string","description":"File name","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_name","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].url","typeLabel":"string"},"file_language":{"type":"string","description":"Coding language of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_language","typeLabel":"string"},"file_content":{"type":"string","description":"Content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_content","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX]","typeLabel":"object"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files","typeLabel":"object[]"},"stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output","typeLabel":"object"},"stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output","typeLabel":"object"},"test_stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace for test cases.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output","typeLabel":"object"},"test_stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace for test cases.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output","typeLabel":"object"}},"title":"Workspace Container","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6.value","typeLabel":"Workspace Container · object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.6","typeLabel":"Workspace Container · object"},{"type":"object","title":"Ranked Choices","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.value.items.[INDEX]","typeLabel":"string"},"example":["model_1","model_3","model_2"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7.value","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.7","typeLabel":"Ranked Choices · object"},{"type":"object","title":"Ranked Groups","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.value.items.[INDEX].items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.value.items.[INDEX]","typeLabel":"string[]"},"example":[["model_a","model_c"],["model_b"]],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8.value","typeLabel":"string[][]"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX].oneOf.8","typeLabel":"Ranked Groups · object"}],"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations.items.[INDEX]","typeLabel":"Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object"},"isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].annotations","typeLabel":"(Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object)[]"},"text":{"description":"A plain text field.","type":"string","isRequired":true,"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX].text","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.chunks.items.[INDEX]","typeLabel":"Text · object"},"description":"[Chunks](/core-resources/chunk) specific to this message.\n","uniqueKey":"messages.items.[INDEX].content.chunks","typeLabel":"Text · object[]"},"reasoning":{"type":"array","description":"List of reasoning blocks for a message.","items":{"type":"object","properties":{"content":{"type":"string","description":"The reasoning for the content of a message.","uniqueKey":"messages.items.[INDEX].content.reasoning.items.[INDEX].content","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].content.reasoning.items.[INDEX]","typeLabel":"object"},"uniqueKey":"messages.items.[INDEX].content.reasoning","typeLabel":"object[]"}},"description":"The content of the message, including text and any attachments.","isRequired":true,"uniqueKey":"messages.items.[INDEX].content","typeLabel":"object"},"source_id":{"type":"string","description":"The ID of the source system or user that sent the message.","example":"source_abc123","isRequired":true,"uniqueKey":"messages.items.[INDEX].source_id","typeLabel":"string"},"annotations":{"type":"array","description":"[Annotations](/core-resources/annotation) specific to this message.\n","items":{"oneOf":[{"type":"object","title":"Integer","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.metadata","typeLabel":"object"},"value":{"description":"Integer type annotation value.","type":"integer","example":3,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.value","typeLabel":"integer"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Integer type annotation value.","type":"integer","example":[1,2,3],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.possible_values.items.[INDEX]","typeLabel":"integer"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0.possible_values","typeLabel":"integer[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.0","typeLabel":"Integer · object"},{"type":"object","title":"Boolean","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.metadata","typeLabel":"object"},"value":{"description":"Boolean type annotation value.","type":"boolean","example":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.value","typeLabel":"boolean"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Boolean type annotation value.","type":"boolean","example":[true,false],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.possible_values.items.[INDEX]","typeLabel":"boolean"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1.possible_values","typeLabel":"boolean[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.1","typeLabel":"Boolean · object"},{"type":"object","title":"Text","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.metadata","typeLabel":"object"},"value":{"type":"string","description":"String type annotation value.","example":"There were multiple issues in the response: 1. ...","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2.value","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.2","typeLabel":"Text · object"},{"type":"object","title":"Category","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.metadata","typeLabel":"object"},"value":{"type":"string","description":"Single-select category annotation.","example":"Critical Thinking","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.value","typeLabel":"string"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"type":"string","description":"Single-select category annotation.","example":["Brainstorming","Critical Thinking","Math"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3.possible_values","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.3","typeLabel":"Category · object"},{"type":"object","title":"Category-Multiple","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.metadata","typeLabel":"object"},"value":{"description":"Multi-select category annotation.","example":["Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.value.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.value","typeLabel":"string[]"},"possible_values":{"description":"The possible values for this annotation.","example":["Brainstorming","Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4.possible_values","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.4","typeLabel":"Category-Multiple · object"},{"type":"object","title":"File","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.metadata","typeLabel":"object"},"value":{"oneOf":[{"type":"object","title":"File","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0.name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.0","typeLabel":"File · object"},{"type":"object","title":"Detailed Image File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the image file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.name","typeLabel":"string"},"file_size_in_bytes":{"type":"integer","description":"The size of the file in bytes.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1.file_size_in_bytes","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.1","typeLabel":"Detailed Image File · object"},{"type":"object","title":"Detailed Audio File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.url","typeLabel":"string"},"duration":{"type":"number","description":"The duration of the audio file in seconds.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.duration","typeLabel":"number"},"transcript":{"type":"string","description":"The transcript of the audio file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript","typeLabel":"string"},"transcript_url":{"type":"string","description":"A URL pointing to the location of the transcript.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_url","typeLabel":"string"},"transcript_start":{"type":"number","description":"The start time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_start","typeLabel":"number"},"transcript_end":{"type":"number","description":"The end time of the transcript in seconds.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_end","typeLabel":"number"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.2","typeLabel":"Detailed Audio File · object"},{"type":"array","items":{"type":"object","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX]","typeLabel":"object"},"title":"Multiple Attachments","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value.oneOf.3","typeLabel":"Multiple Attachments · object[]"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5.value","typeLabel":"File · object | Detailed Image File · object | Detailed Audio File · object | Multiple Attachments · object[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.5","typeLabel":"File · object"},{"type":"object","title":"Workspace Container","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.metadata","typeLabel":"object"},"value":{"type":"object","properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_id","typeLabel":"string"},"workspace_config":{"type":"object","required":["workspace_id","workspace_url","workspace_token","expires_at","inactivity_freeze_time"],"properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_id","typeLabel":"string"},"workspace_url":{"type":"string","description":"URL of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_url","typeLabel":"string"},"workspace_token":{"type":"string","description":"Token of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_token","typeLabel":"string"},"expires_at":{"type":"string","description":"Expiration time of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.expires_at","typeLabel":"string"},"inactivity_freeze_time":{"type":"integer","description":"Inactivity freeze time of the workspace.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.inactivity_freeze_time","typeLabel":"integer"},"force_enable_workspace_access":{"type":"boolean","description":"Force enable workspace access.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.force_enable_workspace_access","typeLabel":"boolean"},"workspace_image_version":{"type":"integer","description":"Image version of the workspace.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_image_version","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.workspace_config","typeLabel":"object"},"last_code_run_event":{"type":"object","properties":{"id":{"type":"string","description":"ID of the workspace.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.id","typeLabel":"string"},"result":{"type":"object","properties":{"status":{"type":"object","properties":{"code":{"type":"number","description":"Status code of the workspace execution.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.code","typeLabel":"number"},"name":{"type":"string","description":"Execution full status.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.name","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status","typeLabel":"object"},"time":{"type":"number","description":"Time taken for last execution.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.time","typeLabel":"number"},"score":{"type":"number","description":"Score of the output of last execution.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.score","typeLabel":"number"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result","typeLabel":"object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.last_code_run_event","typeLabel":"object"},"output_files":{"type":"array","items":{"type":"object","required":["scale_url"],"properties":{"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].scale_url","typeLabel":"string"},"file_name":{"type":"string","description":"File name","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_name","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].url","typeLabel":"string"},"file_language":{"type":"string","description":"Coding language of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_language","typeLabel":"string"},"file_content":{"type":"string","description":"Content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_content","typeLabel":"string"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX]","typeLabel":"object"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.output_files","typeLabel":"object[]"},"stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stdout_output","typeLabel":"object"},"stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.stderr_output","typeLabel":"object"},"test_stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace for test cases.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stdout_output","typeLabel":"object"},"test_stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace for test cases.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value.test_stderr_output","typeLabel":"object"}},"title":"Workspace Container","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6.value","typeLabel":"Workspace Container · object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.6","typeLabel":"Workspace Container · object"},{"type":"object","title":"Ranked Choices","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.value.items.[INDEX]","typeLabel":"string"},"example":["model_1","model_3","model_2"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7.value","typeLabel":"string[]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.7","typeLabel":"Ranked Choices · object"},{"type":"object","title":"Ranked Groups","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"array","items":{"type":"string","uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.value.items.[INDEX].items.[INDEX]","typeLabel":"string"},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.value.items.[INDEX]","typeLabel":"string[]"},"example":[["model_a","model_c"],["model_b"]],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8.value","typeLabel":"string[][]"}},"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX].oneOf.8","typeLabel":"Ranked Groups · object"}],"uniqueKey":"messages.items.[INDEX].annotations.items.[INDEX]","typeLabel":"Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object"},"isRequired":true,"uniqueKey":"messages.items.[INDEX].annotations","typeLabel":"(Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object)[]"},"model_parameters":{"type":"object","properties":{"model":{"type":"string","description":"The name of the model that generated the message.","example":"my-model-123","uniqueKey":"messages.items.[INDEX].model_parameters.model","typeLabel":"string"},"temperature":{"type":"number","description":"The temperature of the model that generated the message.","example":0.9,"uniqueKey":"messages.items.[INDEX].model_parameters.temperature","typeLabel":"number"},"max_completion_tokens":{"type":"integer","description":"The maximum number of tokens the model can generate.","example":1000,"uniqueKey":"messages.items.[INDEX].model_parameters.max_completion_tokens","typeLabel":"integer"},"top_p":{"type":"number","description":"The top-p value of the model that generated the message.","example":0.9,"uniqueKey":"messages.items.[INDEX].model_parameters.top_p","typeLabel":"number"},"top_k":{"type":"integer","description":"The top-k value of the model that generated the message.","example":4,"uniqueKey":"messages.items.[INDEX].model_parameters.top_k","typeLabel":"integer"}},"uniqueKey":"messages.items.[INDEX].model_parameters","typeLabel":"object"}},"uniqueKey":"messages.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"messages","typeLabel":"object[]"},"annotations":{"type":"array","description":"[Annotations](/core-resources/annotation) applied to the entire turn.\n","items":{"oneOf":[{"type":"object","title":"Integer","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.0.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.0.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.0.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.0.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.0.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.0.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.0.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.0.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.0.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.0.metadata","typeLabel":"object"},"value":{"description":"Integer type annotation value.","type":"integer","example":3,"uniqueKey":"annotations.items.[INDEX].oneOf.0.value","typeLabel":"integer"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Integer type annotation value.","type":"integer","example":[1,2,3],"uniqueKey":"annotations.items.[INDEX].oneOf.0.possible_values.items.[INDEX]","typeLabel":"integer"},"uniqueKey":"annotations.items.[INDEX].oneOf.0.possible_values","typeLabel":"integer[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.0","typeLabel":"Integer · object"},{"type":"object","title":"Boolean","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.1.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.1.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.1.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.1.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.1.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.1.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.1.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.1.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.1.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.1.metadata","typeLabel":"object"},"value":{"description":"Boolean type annotation value.","type":"boolean","example":true,"uniqueKey":"annotations.items.[INDEX].oneOf.1.value","typeLabel":"boolean"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Boolean type annotation value.","type":"boolean","example":[true,false],"uniqueKey":"annotations.items.[INDEX].oneOf.1.possible_values.items.[INDEX]","typeLabel":"boolean"},"uniqueKey":"annotations.items.[INDEX].oneOf.1.possible_values","typeLabel":"boolean[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.1","typeLabel":"Boolean · object"},{"type":"object","title":"Text","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.2.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.2.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.2.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.2.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.2.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.2.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.2.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.2.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.2.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.2.metadata","typeLabel":"object"},"value":{"type":"string","description":"String type annotation value.","example":"There were multiple issues in the response: 1. ...","uniqueKey":"annotations.items.[INDEX].oneOf.2.value","typeLabel":"string"}},"uniqueKey":"annotations.items.[INDEX].oneOf.2","typeLabel":"Text · object"},{"type":"object","title":"Category","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.3.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.3.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.3.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.3.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.3.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.3.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.3.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.3.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.3.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.3.metadata","typeLabel":"object"},"value":{"type":"string","description":"Single-select category annotation.","example":"Critical Thinking","uniqueKey":"annotations.items.[INDEX].oneOf.3.value","typeLabel":"string"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"type":"string","description":"Single-select category annotation.","example":["Brainstorming","Critical Thinking","Math"],"uniqueKey":"annotations.items.[INDEX].oneOf.3.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"annotations.items.[INDEX].oneOf.3.possible_values","typeLabel":"string[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.3","typeLabel":"Category · object"},{"type":"object","title":"Category-Multiple","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.4.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.4.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.4.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.4.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.4.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.4.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.4.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.4.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.4.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.4.metadata","typeLabel":"object"},"value":{"description":"Multi-select category annotation.","example":["Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"annotations.items.[INDEX].oneOf.4.value.items.[INDEX]","typeLabel":"string"},"uniqueKey":"annotations.items.[INDEX].oneOf.4.value","typeLabel":"string[]"},"possible_values":{"description":"The possible values for this annotation.","example":["Brainstorming","Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"annotations.items.[INDEX].oneOf.4.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"annotations.items.[INDEX].oneOf.4.possible_values","typeLabel":"string[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.4","typeLabel":"Category-Multiple · object"},{"type":"object","title":"File","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.5.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.5.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.5.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.5.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.5.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.5.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.5.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.5.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.5.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5.metadata","typeLabel":"object"},"value":{"oneOf":[{"type":"object","title":"File","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0.content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0.name","typeLabel":"string"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.0","typeLabel":"File · object"},{"type":"object","title":"Detailed Image File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the image file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1.name","typeLabel":"string"},"file_size_in_bytes":{"type":"integer","description":"The size of the file in bytes.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1.file_size_in_bytes","typeLabel":"integer"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.1","typeLabel":"Detailed Image File · object"},{"type":"object","title":"Detailed Audio File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.url","typeLabel":"string"},"duration":{"type":"number","description":"The duration of the audio file in seconds.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.duration","typeLabel":"number"},"transcript":{"type":"string","description":"The transcript of the audio file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript","typeLabel":"string"},"transcript_url":{"type":"string","description":"A URL pointing to the location of the transcript.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_url","typeLabel":"string"},"transcript_start":{"type":"number","description":"The start time of the transcript in seconds.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_start","typeLabel":"number"},"transcript_end":{"type":"number","description":"The end time of the transcript in seconds.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2.transcript_end","typeLabel":"number"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.2","typeLabel":"Detailed Audio File · object"},{"type":"array","items":{"type":"object","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX].name","typeLabel":"string"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3.items.[INDEX]","typeLabel":"object"},"title":"Multiple Attachments","uniqueKey":"annotations.items.[INDEX].oneOf.5.value.oneOf.3","typeLabel":"Multiple Attachments · object[]"}],"uniqueKey":"annotations.items.[INDEX].oneOf.5.value","typeLabel":"File · object | Detailed Image File · object | Detailed Audio File · object | Multiple Attachments · object[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.5","typeLabel":"File · object"},{"type":"object","title":"Workspace Container","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.6.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.6.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.6.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.6.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.6.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.6.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.metadata","typeLabel":"object"},"value":{"type":"object","properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_id","typeLabel":"string"},"workspace_config":{"type":"object","required":["workspace_id","workspace_url","workspace_token","expires_at","inactivity_freeze_time"],"properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_id","typeLabel":"string"},"workspace_url":{"type":"string","description":"URL of the workspace.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_url","typeLabel":"string"},"workspace_token":{"type":"string","description":"Token of the workspace.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_token","typeLabel":"string"},"expires_at":{"type":"string","description":"Expiration time of the workspace.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.expires_at","typeLabel":"string"},"inactivity_freeze_time":{"type":"integer","description":"Inactivity freeze time of the workspace.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.inactivity_freeze_time","typeLabel":"integer"},"force_enable_workspace_access":{"type":"boolean","description":"Force enable workspace access.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.force_enable_workspace_access","typeLabel":"boolean"},"workspace_image_version":{"type":"integer","description":"Image version of the workspace.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config.workspace_image_version","typeLabel":"integer"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.workspace_config","typeLabel":"object"},"last_code_run_event":{"type":"object","properties":{"id":{"type":"string","description":"ID of the workspace.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.id","typeLabel":"string"},"result":{"type":"object","properties":{"status":{"type":"object","properties":{"code":{"type":"number","description":"Status code of the workspace execution.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.code","typeLabel":"number"},"name":{"type":"string","description":"Execution full status.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status.name","typeLabel":"string"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.status","typeLabel":"object"},"time":{"type":"number","description":"Time taken for last execution.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.time","typeLabel":"number"},"score":{"type":"number","description":"Score of the output of last execution.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result.score","typeLabel":"number"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event.result","typeLabel":"object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.last_code_run_event","typeLabel":"object"},"output_files":{"type":"array","items":{"type":"object","required":["scale_url"],"properties":{"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].scale_url","typeLabel":"string"},"file_name":{"type":"string","description":"File name","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_name","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].url","typeLabel":"string"},"file_language":{"type":"string","description":"Coding language of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_language","typeLabel":"string"},"file_content":{"type":"string","description":"Content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX].file_content","typeLabel":"string"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files.items.[INDEX]","typeLabel":"object"},"uniqueKey":"annotations.items.[INDEX].oneOf.6.value.output_files","typeLabel":"object[]"},"stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stdout_output","typeLabel":"object"},"stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.stderr_output","typeLabel":"object"},"test_stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace for test cases.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stdout_output","typeLabel":"object"},"test_stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace for test cases.","uniqueKey":"annotations.items.[INDEX].oneOf.6.value.test_stderr_output","typeLabel":"object"}},"title":"Workspace Container","uniqueKey":"annotations.items.[INDEX].oneOf.6.value","typeLabel":"Workspace Container · object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.6","typeLabel":"Workspace Container · object"},{"type":"object","title":"Ranked Choices","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.7.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.7.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.7.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.7.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.7.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.7.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.7.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.7.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.7.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.7.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"string","uniqueKey":"annotations.items.[INDEX].oneOf.7.value.items.[INDEX]","typeLabel":"string"},"example":["model_1","model_3","model_2"],"uniqueKey":"annotations.items.[INDEX].oneOf.7.value","typeLabel":"string[]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.7","typeLabel":"Ranked Choices · object"},{"type":"object","title":"Ranked Groups","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.8.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.8.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"annotations.items.[INDEX].oneOf.8.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"annotations.items.[INDEX].oneOf.8.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"annotations.items.[INDEX].oneOf.8.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"annotations.items.[INDEX].oneOf.8.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"annotations.items.[INDEX].oneOf.8.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"annotations.items.[INDEX].oneOf.8.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"annotations.items.[INDEX].oneOf.8.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"annotations.items.[INDEX].oneOf.8.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"array","items":{"type":"string","uniqueKey":"annotations.items.[INDEX].oneOf.8.value.items.[INDEX].items.[INDEX]","typeLabel":"string"},"uniqueKey":"annotations.items.[INDEX].oneOf.8.value.items.[INDEX]","typeLabel":"string[]"},"example":[["model_a","model_c"],["model_b"]],"uniqueKey":"annotations.items.[INDEX].oneOf.8.value","typeLabel":"string[][]"}},"uniqueKey":"annotations.items.[INDEX].oneOf.8","typeLabel":"Ranked Groups · object"}],"uniqueKey":"annotations.items.[INDEX]","typeLabel":"Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object"},"isRequired":true,"uniqueKey":"annotations","typeLabel":"(Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object)[]"}},"uniqueKey":"","typeLabel":"object","example":{"title":"Example","value":{"id":"turn_abc123","messages":[{"content":{"text":"\u003cstring>","reference_texts":[{"content":"\u003cstring>","category":"\u003cstring>","url":"\u003cstring>"}],"attachments":[{"content":"aSDinaTvuI8gbWludGxpZnk=","mime_type":"text/plain","scale_url":"\u003cstring>","url":"\u003cstring>","name":"\u003cstring>"}],"chunks":[{"type":"\u003cstring>","annotations":[{"id":"an_abc123efg456","key":"formatting","type":"\u003cstring>","title":"Response Formatting","description":"Does the response contain issues with formatting?","labels":["Major Issues","Minor Issues","No Issues"],"metadata":{"criteria":"overall_quality"},"value":3,"possible_values":[[1,2,3]]}],"text":"\u003cstring>"}],"reasoning":[{"content":"\u003cstring>"}]},"source_id":"source_abc123","annotations":[{"id":"an_abc123efg456","key":"formatting","type":"\u003cstring>","title":"Response Formatting","description":"Does the response contain issues with formatting?","labels":["Major Issues","Minor Issues","No Issues"],"metadata":{"criteria":"overall_quality"},"value":3,"possible_values":[[1,2,3]]}],"model_parameters":{"model":"my-model-123","temperature":0.9,"max_completion_tokens":1000,"top_p":0.9,"top_k":4}}],"annotations":[{"id":"an_abc123efg456","key":"formatting","type":"\u003cstring>","title":"Response Formatting","description":"Does the response contain issues with formatting?","labels":["Major Issues","Minor Issues","No Issues"],"metadata":{"criteria":"overall_quality"},"value":3,"possible_values":[[1,2,3]]}]}}},"originalFileLocation":"openapi.yaml"},"subdomain":"data-engine-gen-ai","siteName":"GenAI Docs","title":"Turn - GenAI Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2025-10-20T16:40:07.654Z","originalFileLocation":"core-resources/turn.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"A Turn is a series of Messages and Annotations that are relevant to the Turn.\">\u003cmeta data-mint-head name=\"application-name\" content=\"GenAI Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Turn - GenAI Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"A Turn is a series of Messages and Annotations that are relevant to the Turn.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"GenAI Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.genai.scale.com/core-resources/turn\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://data-engine-gen-ai.mintlify.site/_mintlify/api/og/v2?division=Core+Resources\u0026amp;title=Turn\u0026amp;description=A+Turn+is+a+series+of+%5BMessages%5D%28%2Fcore-resources%2Fmessage%29+and+%5BAnnotations%5D%28%2Fcore-resources%2Fannotation%29+that+are+relevant+to+the+Turn.\u0026amp;theme=d7b92e8dd91c96e55ad86340\u0026amp;signature=cf585a7c199e29bbb252a3126308631a4e653e9ac906c3604c75016b1e4e039d\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Turn - GenAI Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"A Turn is a series of Messages and Annotations that are relevant to the Turn.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://data-engine-gen-ai.mintlify.site/_mintlify/api/og/v2?division=Core+Resources\u0026amp;title=Turn\u0026amp;description=A+Turn+is+a+series+of+%5BMessages%5D%28%2Fcore-resources%2Fmessage%29+and+%5BAnnotations%5D%28%2Fcore-resources%2Fannotation%29+that+are+relevant+to+the+Turn.\u0026amp;theme=d7b92e8dd91c96e55ad86340\u0026amp;signature=cf585a7c199e29bbb252a3126308631a4e653e9ac906c3604c75016b1e4e039d\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"GenAI Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.genai.scale.com/core-resources/turn\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/core-resources/turn.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.genai.scale.com/#organization\",\"name\":\"GenAI Docs\",\"url\":\"https://docs.genai.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/light.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=35e9926d90e748d5ec795a744410d62f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.genai.scale.com#website\",\"name\":\"GenAI Docs\",\"url\":\"https://docs.genai.scale.com\",\"publisher\":{\"@id\":\"https://docs.genai.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.genai.scale.com/core-resources/turn#webpage\",\"url\":\"https://docs.genai.scale.com/core-resources/turn\",\"name\":\"Turn\",\"description\":\"A Turn is a series of Messages and Annotations that are relevant to the Turn.\",\"dateModified\":\"2025-10-20T16:40:07.654Z\",\"isPartOf\":{\"@id\":\"https://docs.genai.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.genai.scale.com/core-resources/turn#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.genai.scale.com/core-resources/turn#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.genai.scale.com/api-reference/introduction\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Core Resources\",\"item\":\"https://docs.genai.scale.com/core-resources/project\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Turn\",\"item\":\"https://docs.genai.scale.com/core-resources/turn\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.genai.scale.com/core-resources/turn#apireference\",\"headline\":\"Turn\",\"name\":\"Turn\",\"description\":\"A Turn is a series of Messages and Annotations that are relevant to the Turn.\",\"url\":\"https://docs.genai.scale.com/core-resources/turn\",\"mainEntityOfPage\":{\"@id\":\"https://docs.genai.scale.com/core-resources/turn#webpage\"},\"dateModified\":\"2025-10-20T16:40:07.654Z\",\"publisher\":{\"@id\":\"https://docs.genai.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.genai.scale.com#website\"}}]}\u003c/script>","agentPointerHref":"/core-resources/turn.md","siteName":"GenAI Docs","nav":{"global":null,"groups":[{"group":"Get Started","pages":[{"title":"Quickstart","icon":"book","href":"/get-started/quickstart"},{"title":"Authentication","icon":"lock","href":"/get-started/authentication"}]},{"group":"API Reference","pages":[{"title":"Introduction","href":"/api-reference/introduction"},{"group":"Core Resources","pages":[{"title":null,"href":"/core-resources/project"},{"title":null,"href":"/core-resources/batch"},{"title":null,"href":"/core-resources/delivery"},{"title":null,"href":"/core-resources/task"},{"description":"A Thread is a series of [Turns](/core-resources/turn) and [Annotations](/core-resources/annotation) that are relevant to the entire Thread.","title":null,"href":"/core-resources/thread"},{"title":null,"href":"/core-resources/turn"},{"description":"A Message is a piece of content and [Annotations](/core-resources/annotation) that are relevant to that Message.","title":null,"href":"/core-resources/message"},{"title":null,"href":"/core-resources/chunk"},{"title":null,"href":"/core-resources/annotation"},{"title":null,"href":"/core-resources/dataset"},{"title":null,"href":"/core-resources/dataset-task"},{"title":null,"href":"/core-resources/dataset-delivery"}]},{"title":"Expanding Entities","href":"/api-reference/expanding-entities"},{"title":"Error Codes","href":"/api-reference/error-codes"},{"title":"Idempotent Requests","href":"/api-reference/idempotency"}]},{"group":"Project Archetypes","pages":[{"title":null,"href":"/project-archetypes/introduction"},{"group":"Archetypes","pages":[{"title":"Evals","href":"/project-archetypes/evals"},{"title":"RLHF","href":"/project-archetypes/rlhf"},{"title":"Rubrics","href":"/project-archetypes/rubrics"},{"title":"SFT","href":"/project-archetypes/sft"}]}]},{"group":"Endpoints","pages":[{"group":"v2","pages":[{"group":"Projects","pages":[{"openapi":"GET /v2/project","title":"Get a Project","href":"/v2/project"},{"openapi":"GET /v2/projects","title":"Get Multiple Projects","href":"/v2/projects"}]},{"group":"Batches","pages":[{"openapi":"GET /v2/batch","title":"Get a Batch","href":"/v2/batch"},{"openapi":"GET /v2/batches","title":"Get Multiple Batches","href":"/v2/batches"},{"openapi":"POST /v2/batch","title":"Create a Batch","href":"/v2/batch-create"},{"openapi":"POST /v2/batch/finalize","title":"Finalize a Batch","href":"/v2/batch-finalize"},{"openapi":"POST /v2/batch/pause","title":"Pause a Batch","href":"/v2/batch-pause"},{"openapi":"POST /v2/batch/resume","title":"Resume a Batch","href":"/v2/batch-resume"},{"openapi":"POST /v2/batch/cancel","title":"Cancel a Batch","href":"/v2/batch-cancel"},{"openapi":"POST /v2/batch/metadata","title":"Set Batch Metadata","href":"/v2/batch-set-metadata"}]},{"group":"Tasks","pages":[{"openapi":"GET /v2/task","title":"Get a Task","href":"/v2/task"},{"openapi":"GET /v2/tasks","title":"Get Multiple Tasks","href":"/v2/tasks"},{"openapi":"POST /v2/task/chat","title":"Create a Chat Task","href":"/v2/task-chat-create"},{"openapi":"POST /v2/task/metadata","title":"Set Task Metadata","href":"/v2/task-set-metadata"}]},{"group":"Deliveries","pages":[{"openapi":"GET /v2/deliveries","title":"List All Deliveries","href":"/v2/deliveries"},{"openapi":"GET /v2/delivery","title":"Get Tasks in a Delivery","href":"/v2/delivery"},{"openapi":"GET /v2/delivery/tasks","title":"Get Delivered Task Responses","href":"/v2/delivery-tasks"},{"openapi":"GET /v2/schema","title":"Get a Delivery JSON Schema","href":"/v2/schema"}]},{"group":"Annotations","pages":[{"openapi":"GET /v2/annotation","title":"Get an Annotation","href":"/v2/annotation"}]},{"group":"Datasets","pages":[{"group":"Datasets","pages":[{"openapi":"GET /v2/datasets","title":"List Datasets","href":"/v2/datasets"}]},{"group":"Tasks","pages":[{"openapi":"GET /v2/datasets/task","title":"Get a Dataset Task","href":"/v2/datasets/task"},{"openapi":"GET /v2/datasets/tasks","title":"Get Multiple Dataset Tasks","href":"/v2/datasets/tasks"},{"openapi":"GET /v2/datasets/task/{task_id}/response_url/{attachment_id}","title":"Get Response Attachment","href":"/v2/datasets/response_url"}]},{"group":"Deliveries","pages":[{"openapi":"GET /v2/datasets/delivery","title":"Get Dataset Tasks in a Delivery","href":"/v2/datasets/delivery"},{"openapi":"GET /v2/datasets/deliveries","title":"List All Dataset Deliveries","href":"/v2/datasets/deliveries"}]}]}]},{"group":"v1","pages":[{"openapi":"GET /v1/task/{task_id}","title":"Get Task (legacy)","href":"/v1/task"}]},{"group":"Auto Evaluations","pages":[{"group":"Model Management","pages":[{"openapi":"GET /v2/model_endpoints","title":"Retrieve all models","href":"/model-management/model-endpoints"},{"openapi":"GET /v2/model_version_configs/{id}","title":"Retrieve a Model Version Config","href":"/model-management/model-version-configs"},{"openapi":"GET /v2/model_version_configs","title":"Search Model Version Configs","href":"/model-management/model-version-config-get"},{"openapi":"POST /v2/model_version_configs","title":"Upload a new Model Version Config","href":"/model-management/model-version-config-post"}]},{"group":"Evaluation","pages":[{"openapi":"POST /v2/autoevals","title":"Start an evaluation job","href":"/auto-evaluation/autoevals"},{"openapi":"POST /v2/autoevals/terminate","title":"Terminate an evaluation job","href":"/auto-evaluation/terminate"},{"openapi":"POST /v2/autoevals/retry","title":"Retry an evaluation job","href":"/auto-evaluation/retry"},{"openapi":"GET /v2/autoevals/{jobId}/status","title":"Retrieve evaluation job details","href":"/auto-evaluation/status"},{"openapi":"GET /v2/autoevals/{jobId}/results","title":"Retrieve evaluation results","href":"/auto-evaluation/results"},{"openapi":"GET /v2/autoevals/statuses","title":"Retrieve statuses of all evaluation jobs","href":"/auto-evaluation/statuses"},{"openapi":"GET /v2/autoevals/model_version_configs/{id}/statuses","title":"Retrieve evaluation jobs for a Model Version Config","href":"/auto-evaluation/model-statuses"}]}]}]}]},"basePath":"","title":"Turn - GenAI Docs","buildId":"dpl_596ePT575z4qnAFksq1biRW97aLY","deploymentId":"dpl_596ePT575z4qnAFksq1biRW97aLY","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C9Wu0MeN.js","utils-jWgu-6Qf.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DBD8f9qn.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-BGuX1ui5.js","snippetPresets-Evy63nQB.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BQHO1lnV.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-B6C8m-t_.js","shallow-BG4cT0fH.js","getApiPlaygroundDisplay-CgEPrE-D.js","CodeSnippet-CU8JyZ9N.js","CodeSnippets-BnxHU32T.js","Page-D6S0Yh6q.js","getPastedJson-CwiYOonh.js","icon-DYDpWmDf.js","MethodPill-C-J-l7_c.js","DuplicateIcon-B6ARwg9w.js","createIcon-Dsv4MtDq.js","DynamicMarkdown-CtasenyM.js","SectionHeading-YNcgYwjB.js","axios-vUo_bRtp.js","Markdown-CwLx6PAg.js","clsx-C3kuh_dz.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CmKHfscc.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-U3mI6Ljh.js"]}