Annotations exist within a Task and are the end-result from contributors. An Annotation includes a unique identifier for the annotation, a human-readable key, the value of the annotation, all possible values for the annotation, and any other information provided to the contributor (question title, description, etc).
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"GenAI Docs","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/light.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=35e9926d90e748d5ec795a744410d62f","dark":"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/dark.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=a28e9780112c1d169c67b11e04bdcfd6"},"favicon":"/favicon.png","api":{"examples":{"languages":["bash","python","javascript","go","java"]}},"background":{"decoration":"windows"},"navbar":{"links":[]},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"data-engine-gen-ai","hasAudioNarration":false,"actualSubdomain":"data-engine-gen-ai","customDomains":["docs.genai.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"data-engine-genai-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21e670044dd579e9b57894","collectionId":"5a35b654-901b-4946-8366-0f916e52d1e2","schemaVersion":"v2"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6a21e670044dd579e9b57894:success","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"default","tag":"Endpoints","count":37},{"language":"default","tag":"v2","count":25},{"language":"default","tag":"API Reference","count":16},{"language":"default","tag":"Core Resources","count":12},{"language":"default","tag":"Auto Evaluations","count":11},{"language":"default","tag":"Batches","count":8},{"language":"default","tag":"Evaluation","count":7},{"language":"default","tag":"Datasets","count":7},{"language":"default","tag":"Tasks","count":7},{"language":"default","tag":"Deliveries","count":6}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"core-resources/annotation","slug":"/core-resources/annotation","pageMetadata":{"openapi-schema":"Annotation","description":"An Annotation represent a piece of labeled data.","title":null,"href":"/core-resources/annotation"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"An Annotation represent a piece of labeled data.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={p:`p`,..._provideComponents(),...props.components};return _jsx(_components.p,{children:`Annotations exist within a Task and are the end-result from contributors. An Annotation includes a unique identifier for the annotation, a human-readable key, the value of the annotation, all possible values for the annotation, and any other information provided to the contributor (question title, description, etc).`})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi-schema":"Annotation","description":"An Annotation represent a piece of labeled data.","title":null,"href":"/core-resources/annotation"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"schemaData":{"oneOf":[{"type":"object","title":"Integer","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.0.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.0.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.0.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.0.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.0.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.0.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.0.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.0.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.0.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.0.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.0.metadata","typeLabel":"object"},"value":{"description":"Integer type annotation value.","type":"integer","example":3,"uniqueKey":"oneOf.0.value","typeLabel":"integer"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Integer type annotation value.","type":"integer","example":[1,2,3],"uniqueKey":"oneOf.0.possible_values.items.[INDEX]","typeLabel":"integer"},"uniqueKey":"oneOf.0.possible_values","typeLabel":"integer[]"}},"uniqueKey":"oneOf.0","typeLabel":"Integer · object"},{"type":"object","title":"Boolean","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.1.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.1.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.1.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.1.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.1.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.1.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.1.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.1.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.1.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.1.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.1.metadata","typeLabel":"object"},"value":{"description":"Boolean type annotation value.","type":"boolean","example":true,"uniqueKey":"oneOf.1.value","typeLabel":"boolean"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"description":"Boolean type annotation value.","type":"boolean","example":[true,false],"uniqueKey":"oneOf.1.possible_values.items.[INDEX]","typeLabel":"boolean"},"uniqueKey":"oneOf.1.possible_values","typeLabel":"boolean[]"}},"uniqueKey":"oneOf.1","typeLabel":"Boolean · object"},{"type":"object","title":"Text","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.2.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.2.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.2.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.2.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.2.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.2.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.2.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.2.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.2.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.2.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.2.metadata","typeLabel":"object"},"value":{"type":"string","description":"String type annotation value.","example":"There were multiple issues in the response: 1. ...","uniqueKey":"oneOf.2.value","typeLabel":"string"}},"uniqueKey":"oneOf.2","typeLabel":"Text · object"},{"type":"object","title":"Category","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.3.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.3.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.3.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.3.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.3.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.3.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.3.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.3.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.3.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.3.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.3.metadata","typeLabel":"object"},"value":{"type":"string","description":"Single-select category annotation.","example":"Critical Thinking","uniqueKey":"oneOf.3.value","typeLabel":"string"},"possible_values":{"type":"array","description":"The possible values for this annotation.","items":{"type":"string","description":"Single-select category annotation.","example":["Brainstorming","Critical Thinking","Math"],"uniqueKey":"oneOf.3.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"oneOf.3.possible_values","typeLabel":"string[]"}},"uniqueKey":"oneOf.3","typeLabel":"Category · object"},{"type":"object","title":"Category-Multiple","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.4.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.4.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.4.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.4.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.4.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.4.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.4.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.4.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.4.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.4.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.4.metadata","typeLabel":"object"},"value":{"description":"Multi-select category annotation.","example":["Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"oneOf.4.value.items.[INDEX]","typeLabel":"string"},"uniqueKey":"oneOf.4.value","typeLabel":"string[]"},"possible_values":{"description":"The possible values for this annotation.","example":["Brainstorming","Critical Thinking","Math"],"type":"array","items":{"type":"string","uniqueKey":"oneOf.4.possible_values.items.[INDEX]","typeLabel":"string"},"uniqueKey":"oneOf.4.possible_values","typeLabel":"string[]"}},"uniqueKey":"oneOf.4","typeLabel":"Category-Multiple · object"},{"type":"object","title":"File","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.5.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.5.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.5.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.5.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.5.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.5.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.5.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.5.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.5.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.5.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.5.metadata","typeLabel":"object"},"value":{"oneOf":[{"type":"object","title":"File","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"oneOf.5.value.oneOf.0.content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"oneOf.5.value.oneOf.0.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"oneOf.5.value.oneOf.0.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.5.value.oneOf.0.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"oneOf.5.value.oneOf.0.name","typeLabel":"string"}},"uniqueKey":"oneOf.5.value.oneOf.0","typeLabel":"File · object"},{"type":"object","title":"Detailed Image File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"oneOf.5.value.oneOf.1.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"oneOf.5.value.oneOf.1.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.5.value.oneOf.1.url","typeLabel":"string"},"name":{"type":"string","description":"The name of the image file.","uniqueKey":"oneOf.5.value.oneOf.1.name","typeLabel":"string"},"file_size_in_bytes":{"type":"integer","description":"The size of the file in bytes.","uniqueKey":"oneOf.5.value.oneOf.1.file_size_in_bytes","typeLabel":"integer"}},"uniqueKey":"oneOf.5.value.oneOf.1","typeLabel":"Detailed Image File · object"},{"type":"object","title":"Detailed Audio File","properties":{"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"oneOf.5.value.oneOf.2.mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"oneOf.5.value.oneOf.2.scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.5.value.oneOf.2.url","typeLabel":"string"},"duration":{"type":"number","description":"The duration of the audio file in seconds.","uniqueKey":"oneOf.5.value.oneOf.2.duration","typeLabel":"number"},"transcript":{"type":"string","description":"The transcript of the audio file.","uniqueKey":"oneOf.5.value.oneOf.2.transcript","typeLabel":"string"},"transcript_url":{"type":"string","description":"A URL pointing to the location of the transcript.","uniqueKey":"oneOf.5.value.oneOf.2.transcript_url","typeLabel":"string"},"transcript_start":{"type":"number","description":"The start time of the transcript in seconds.","uniqueKey":"oneOf.5.value.oneOf.2.transcript_start","typeLabel":"number"},"transcript_end":{"type":"number","description":"The end time of the transcript in seconds.","uniqueKey":"oneOf.5.value.oneOf.2.transcript_end","typeLabel":"number"}},"uniqueKey":"oneOf.5.value.oneOf.2","typeLabel":"Detailed Audio File · object"},{"type":"array","items":{"type":"object","properties":{"content":{"type":"string","format":"byte","description":"The base64-encoded content of the file.","uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX].content","typeLabel":"string\u003cbyte>"},"mime_type":{"type":"string","example":"text/plain","description":"The MIME type of the file, indicating its format.","uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX].mime_type","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the location of the file in Scale's storage.","uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX].scale_url","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX].url","typeLabel":"string"},"name":{"type":"string","description":"The name of the file.","uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX].name","typeLabel":"string"}},"uniqueKey":"oneOf.5.value.oneOf.3.items.[INDEX]","typeLabel":"object"},"title":"Multiple Attachments","uniqueKey":"oneOf.5.value.oneOf.3","typeLabel":"Multiple Attachments · object[]"}],"uniqueKey":"oneOf.5.value","typeLabel":"File · object | Detailed Image File · object | Detailed Audio File · object | Multiple Attachments · object[]"}},"uniqueKey":"oneOf.5","typeLabel":"File · object"},{"type":"object","title":"Workspace Container","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.6.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.6.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.6.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.6.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.6.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.6.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.6.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.6.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.6.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.6.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.6.metadata","typeLabel":"object"},"value":{"type":"object","properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","uniqueKey":"oneOf.6.value.workspace_id","typeLabel":"string"},"workspace_config":{"type":"object","required":["workspace_id","workspace_url","workspace_token","expires_at","inactivity_freeze_time"],"properties":{"workspace_id":{"type":"string","description":"ID of the workspace.","isRequired":true,"uniqueKey":"oneOf.6.value.workspace_config.workspace_id","typeLabel":"string"},"workspace_url":{"type":"string","description":"URL of the workspace.","isRequired":true,"uniqueKey":"oneOf.6.value.workspace_config.workspace_url","typeLabel":"string"},"workspace_token":{"type":"string","description":"Token of the workspace.","isRequired":true,"uniqueKey":"oneOf.6.value.workspace_config.workspace_token","typeLabel":"string"},"expires_at":{"type":"string","description":"Expiration time of the workspace.","isRequired":true,"uniqueKey":"oneOf.6.value.workspace_config.expires_at","typeLabel":"string"},"inactivity_freeze_time":{"type":"integer","description":"Inactivity freeze time of the workspace.","isRequired":true,"uniqueKey":"oneOf.6.value.workspace_config.inactivity_freeze_time","typeLabel":"integer"},"force_enable_workspace_access":{"type":"boolean","description":"Force enable workspace access.","uniqueKey":"oneOf.6.value.workspace_config.force_enable_workspace_access","typeLabel":"boolean"},"workspace_image_version":{"type":"integer","description":"Image version of the workspace.","uniqueKey":"oneOf.6.value.workspace_config.workspace_image_version","typeLabel":"integer"}},"uniqueKey":"oneOf.6.value.workspace_config","typeLabel":"object"},"last_code_run_event":{"type":"object","properties":{"id":{"type":"string","description":"ID of the workspace.","uniqueKey":"oneOf.6.value.last_code_run_event.id","typeLabel":"string"},"result":{"type":"object","properties":{"status":{"type":"object","properties":{"code":{"type":"number","description":"Status code of the workspace execution.","uniqueKey":"oneOf.6.value.last_code_run_event.result.status.code","typeLabel":"number"},"name":{"type":"string","description":"Execution full status.","uniqueKey":"oneOf.6.value.last_code_run_event.result.status.name","typeLabel":"string"}},"uniqueKey":"oneOf.6.value.last_code_run_event.result.status","typeLabel":"object"},"time":{"type":"number","description":"Time taken for last execution.","uniqueKey":"oneOf.6.value.last_code_run_event.result.time","typeLabel":"number"},"score":{"type":"number","description":"Score of the output of last execution.","uniqueKey":"oneOf.6.value.last_code_run_event.result.score","typeLabel":"number"}},"uniqueKey":"oneOf.6.value.last_code_run_event.result","typeLabel":"object"}},"uniqueKey":"oneOf.6.value.last_code_run_event","typeLabel":"object"},"output_files":{"type":"array","items":{"type":"object","required":["scale_url"],"properties":{"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","isRequired":true,"uniqueKey":"oneOf.6.value.output_files.items.[INDEX].scale_url","typeLabel":"string"},"file_name":{"type":"string","description":"File name","uniqueKey":"oneOf.6.value.output_files.items.[INDEX].file_name","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.6.value.output_files.items.[INDEX].url","typeLabel":"string"},"file_language":{"type":"string","description":"Coding language of the file.","uniqueKey":"oneOf.6.value.output_files.items.[INDEX].file_language","typeLabel":"string"},"file_content":{"type":"string","description":"Content of the file.","uniqueKey":"oneOf.6.value.output_files.items.[INDEX].file_content","typeLabel":"string"}},"uniqueKey":"oneOf.6.value.output_files.items.[INDEX]","typeLabel":"object"},"uniqueKey":"oneOf.6.value.output_files","typeLabel":"object[]"},"stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"oneOf.6.value.stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.6.value.stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"oneOf.6.value.stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace.","uniqueKey":"oneOf.6.value.stdout_output","typeLabel":"object"},"stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"oneOf.6.value.stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.6.value.stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"oneOf.6.value.stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace.","uniqueKey":"oneOf.6.value.stderr_output","typeLabel":"object"},"test_stdout_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"oneOf.6.value.test_stdout_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.6.value.test_stdout_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"oneOf.6.value.test_stdout_output.scale_url","typeLabel":"string"}},"description":"Standard output stream of the workspace for test cases.","uniqueKey":"oneOf.6.value.test_stdout_output","typeLabel":"object"},"test_stderr_output":{"type":"object","properties":{"content":{"type":"string","description":"The content of the file.","uniqueKey":"oneOf.6.value.test_stderr_output.content","typeLabel":"string"},"url":{"type":"string","description":"A URL pointing to the source location of the file.","uniqueKey":"oneOf.6.value.test_stderr_output.url","typeLabel":"string"},"scale_url":{"type":"string","description":"A URL pointing to the scale location of the file.","uniqueKey":"oneOf.6.value.test_stderr_output.scale_url","typeLabel":"string"}},"description":"Standard error stream of the workspace for test cases.","uniqueKey":"oneOf.6.value.test_stderr_output","typeLabel":"object"}},"title":"Workspace Container","uniqueKey":"oneOf.6.value","typeLabel":"Workspace Container · object"}},"uniqueKey":"oneOf.6","typeLabel":"Workspace Container · object"},{"type":"object","title":"Ranked Choices","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.7.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.7.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.7.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.7.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.7.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.7.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.7.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.7.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.7.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.7.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.7.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"string","uniqueKey":"oneOf.7.value.items.[INDEX]","typeLabel":"string"},"example":["model_1","model_3","model_2"],"uniqueKey":"oneOf.7.value","typeLabel":"string[]"}},"uniqueKey":"oneOf.7","typeLabel":"Ranked Choices · object"},{"type":"object","title":"Ranked Groups","description":"Represents a generic annotation.","required":["id","key","type"],"properties":{"id":{"type":"string","description":"Unique identifier for the annotation.","example":"an_abc123efg456","isRequired":true,"uniqueKey":"oneOf.8.id","typeLabel":"string"},"key":{"type":"string","description":"Key for the annotation.","example":"formatting","isRequired":true,"uniqueKey":"oneOf.8.key","typeLabel":"string"},"type":{"type":"string","description":"The type of the value and the possible_values, if they exist.","isRequired":true,"uniqueKey":"oneOf.8.type","typeLabel":"string"},"title":{"type":"string","description":"Title of the annotation.","example":"Response Formatting","uniqueKey":"oneOf.8.title","typeLabel":"string"},"description":{"type":"string","description":"Further details about the question.","example":"Does the response contain issues with formatting?","uniqueKey":"oneOf.8.description","typeLabel":"string"},"labels":{"type":"array","description":"String representation of the possible options.","items":{"type":"string","description":"A string representation of the annotation.","uniqueKey":"oneOf.8.labels.items.[INDEX]","typeLabel":"string"},"example":["Major Issues","Minor Issues","No Issues"],"uniqueKey":"oneOf.8.labels","typeLabel":"string[]"},"metadata":{"type":"object","properties":{"criteria":{"oneOf":[{"type":"string","description":"Unique identifier for an annotation.","example":"overall_quality","uniqueKey":"oneOf.8.metadata.criteria.oneOf.0","typeLabel":"string"},{"type":"object","description":"A full Annotation object. This is defined as a generic object to avoid circular references that some tools cannot handle.","uniqueKey":"oneOf.8.metadata.criteria.oneOf.1","typeLabel":"object"}],"uniqueKey":"oneOf.8.metadata.criteria","typeLabel":"string | object"}},"uniqueKey":"oneOf.8.metadata","typeLabel":"object"},"value":{"type":"array","items":{"type":"array","items":{"type":"string","uniqueKey":"oneOf.8.value.items.[INDEX].items.[INDEX]","typeLabel":"string"},"uniqueKey":"oneOf.8.value.items.[INDEX]","typeLabel":"string[]"},"example":[["model_a","model_c"],["model_b"]],"uniqueKey":"oneOf.8.value","typeLabel":"string[][]"}},"uniqueKey":"oneOf.8","typeLabel":"Ranked Groups · object"}],"uniqueKey":"","typeLabel":"Integer · object | Boolean · object | Text · object | Category · object | Category-Multiple · object | File · object | Workspace Container · object | Ranked Choices · object | Ranked Groups · object","example":{"title":"Example","value":{"id":"an_abc123efg456","key":"formatting","type":"\u003cstring>","title":"Response Formatting","description":"Does the response contain issues with formatting?","labels":["Major Issues","Minor Issues","No Issues"],"metadata":{"criteria":"overall_quality"},"value":3,"possible_values":[[1,2,3]]}}},"originalFileLocation":"openapi.yaml"},"subdomain":"data-engine-gen-ai","siteName":"GenAI Docs","title":"Annotation - GenAI Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2025-10-20T16:40:07.635Z","originalFileLocation":"core-resources/annotation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"An Annotation represent a piece of labeled data.\">\u003cmeta data-mint-head name=\"application-name\" content=\"GenAI Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Annotation - GenAI Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"An Annotation represent a piece of labeled data.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"GenAI Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.genai.scale.com/core-resources/annotation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://data-engine-gen-ai.mintlify.app/_mintlify/api/og/v2?division=Core+Resources\u0026amp;title=Annotation\u0026amp;description=An+Annotation+represent+a+piece+of+labeled+data.\u0026amp;theme=5b1d3bec5bb0fb48a986f01e\u0026amp;signature=9b49e0f9845de661711527414f6fcf886ac091fc4abc7431d47dfb4ba6d1f264\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Annotation - GenAI Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"An Annotation represent a piece of labeled data.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://data-engine-gen-ai.mintlify.app/_mintlify/api/og/v2?division=Core+Resources\u0026amp;title=Annotation\u0026amp;description=An+Annotation+represent+a+piece+of+labeled+data.\u0026amp;theme=5b1d3bec5bb0fb48a986f01e\u0026amp;signature=9b49e0f9845de661711527414f6fcf886ac091fc4abc7431d47dfb4ba6d1f264\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/data-engine-gen-ai/T5d5BiF5hD62YRe-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"GenAI Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.genai.scale.com/core-resources/annotation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/core-resources/annotation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.genai.scale.com/#organization\",\"name\":\"GenAI Docs\",\"url\":\"https://docs.genai.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/data-engine-gen-ai/7rAP6-o6Oxbv3RYk/logo/light.png?fit=max\u0026auto=format\u0026n=7rAP6-o6Oxbv3RYk\u0026q=85\u0026s=35e9926d90e748d5ec795a744410d62f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.genai.scale.com#website\",\"name\":\"GenAI Docs\",\"url\":\"https://docs.genai.scale.com\",\"publisher\":{\"@id\":\"https://docs.genai.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.genai.scale.com/core-resources/annotation#webpage\",\"url\":\"https://docs.genai.scale.com/core-resources/annotation\",\"name\":\"Annotation\",\"description\":\"An Annotation represent a piece of labeled data.\",\"dateModified\":\"2025-10-20T16:40:07.635Z\",\"isPartOf\":{\"@id\":\"https://docs.genai.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.genai.scale.com/core-resources/annotation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.genai.scale.com/core-resources/annotation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.genai.scale.com/api-reference/introduction\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Core Resources\",\"item\":\"https://docs.genai.scale.com/core-resources/project\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Annotation\",\"item\":\"https://docs.genai.scale.com/core-resources/annotation\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.genai.scale.com/core-resources/annotation#apireference\",\"headline\":\"Annotation\",\"name\":\"Annotation\",\"description\":\"An Annotation represent a piece of labeled data.\",\"url\":\"https://docs.genai.scale.com/core-resources/annotation\",\"mainEntityOfPage\":{\"@id\":\"https://docs.genai.scale.com/core-resources/annotation#webpage\"},\"dateModified\":\"2025-10-20T16:40:07.635Z\",\"publisher\":{\"@id\":\"https://docs.genai.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.genai.scale.com#website\"}}]}\u003c/script>","siteName":"GenAI Docs","nav":{"global":null,"groups":[{"group":"Get Started","pages":[{"title":"Quickstart","icon":"book","href":"/get-started/quickstart"},{"title":"Authentication","icon":"lock","href":"/get-started/authentication"}]},{"group":"API Reference","pages":[{"title":"Introduction","href":"/api-reference/introduction"},{"group":"Core Resources","pages":[{"title":null,"href":"/core-resources/project"},{"title":null,"href":"/core-resources/batch"},{"title":null,"href":"/core-resources/delivery"},{"title":null,"href":"/core-resources/task"},{"title":null,"href":"/core-resources/thread"},{"title":null,"href":"/core-resources/turn"},{"title":null,"href":"/core-resources/message"},{"description":"A Chunk is a piece of content and [Annotations](/core-resources/annotation) that are relevant to that Chunk.","title":null,"href":"/core-resources/chunk"},{"title":null,"href":"/core-resources/annotation"},{"description":"Pre-built collections of data created by subject matter experts to accelerate model development.","title":null,"href":"/core-resources/dataset"},{"title":null,"href":"/core-resources/dataset-task"},{"title":null,"href":"/core-resources/dataset-delivery"}]},{"title":"Expanding Entities","href":"/api-reference/expanding-entities"},{"title":"Error Codes","href":"/api-reference/error-codes"},{"title":"Idempotent Requests","href":"/api-reference/idempotency"}]},{"group":"Project Archetypes","pages":[{"title":null,"href":"/project-archetypes/introduction"},{"group":"Archetypes","pages":[{"title":"Evals","href":"/project-archetypes/evals"},{"title":"RLHF","href":"/project-archetypes/rlhf"},{"title":"Rubrics","href":"/project-archetypes/rubrics"},{"title":"SFT","href":"/project-archetypes/sft"}]}]},{"group":"Endpoints","pages":[{"group":"v2","pages":[{"group":"Projects","pages":[{"openapi":"GET /v2/project","title":"Get a Project","href":"/v2/project"},{"openapi":"GET /v2/projects","title":"Get Multiple Projects","href":"/v2/projects"}]},{"group":"Batches","pages":[{"openapi":"GET /v2/batch","title":"Get a Batch","href":"/v2/batch"},{"openapi":"GET /v2/batches","title":"Get Multiple Batches","href":"/v2/batches"},{"openapi":"POST /v2/batch","title":"Create a Batch","href":"/v2/batch-create"},{"openapi":"POST /v2/batch/finalize","title":"Finalize a Batch","href":"/v2/batch-finalize"},{"openapi":"POST /v2/batch/pause","title":"Pause a Batch","href":"/v2/batch-pause"},{"openapi":"POST /v2/batch/resume","title":"Resume a Batch","href":"/v2/batch-resume"},{"openapi":"POST /v2/batch/cancel","title":"Cancel a Batch","href":"/v2/batch-cancel"},{"openapi":"POST /v2/batch/metadata","title":"Set Batch Metadata","href":"/v2/batch-set-metadata"}]},{"group":"Tasks","pages":[{"openapi":"GET /v2/task","title":"Get a Task","href":"/v2/task"},{"openapi":"GET /v2/tasks","title":"Get Multiple Tasks","href":"/v2/tasks"},{"openapi":"POST /v2/task/chat","title":"Create a Chat Task","href":"/v2/task-chat-create"},{"openapi":"POST /v2/task/metadata","title":"Set Task Metadata","href":"/v2/task-set-metadata"}]},{"group":"Deliveries","pages":[{"openapi":"GET /v2/deliveries","title":"List All Deliveries","href":"/v2/deliveries"},{"openapi":"GET /v2/delivery","title":"Get Tasks in a Delivery","href":"/v2/delivery"},{"openapi":"GET /v2/delivery/tasks","title":"Get Delivered Task Responses","href":"/v2/delivery-tasks"},{"openapi":"GET /v2/schema","title":"Get a Delivery JSON Schema","href":"/v2/schema"}]},{"group":"Annotations","pages":[{"openapi":"GET /v2/annotation","title":"Get an Annotation","href":"/v2/annotation"}]},{"group":"Datasets","pages":[{"group":"Datasets","pages":[{"openapi":"GET /v2/datasets","title":"List Datasets","href":"/v2/datasets"}]},{"group":"Tasks","pages":[{"openapi":"GET /v2/datasets/task","title":"Get a Dataset Task","href":"/v2/datasets/task"},{"openapi":"GET /v2/datasets/tasks","title":"Get Multiple Dataset Tasks","href":"/v2/datasets/tasks"},{"openapi":"GET /v2/datasets/task/{task_id}/response_url/{attachment_id}","title":"Get Response Attachment","href":"/v2/datasets/response_url"}]},{"group":"Deliveries","pages":[{"openapi":"GET /v2/datasets/delivery","title":"Get Dataset Tasks in a Delivery","href":"/v2/datasets/delivery"},{"openapi":"GET /v2/datasets/deliveries","title":"List All Dataset Deliveries","href":"/v2/datasets/deliveries"}]}]}]},{"group":"v1","pages":[{"openapi":"GET /v1/task/{task_id}","title":"Get Task (legacy)","href":"/v1/task"}]},{"group":"Auto Evaluations","pages":[{"group":"Model Management","pages":[{"openapi":"GET /v2/model_endpoints","title":"Retrieve all models","href":"/model-management/model-endpoints"},{"openapi":"GET /v2/model_version_configs/{id}","title":"Retrieve a Model Version Config","href":"/model-management/model-version-configs"},{"openapi":"GET /v2/model_version_configs","title":"Search Model Version Configs","href":"/model-management/model-version-config-get"},{"openapi":"POST /v2/model_version_configs","title":"Upload a new Model Version Config","href":"/model-management/model-version-config-post"}]},{"group":"Evaluation","pages":[{"openapi":"POST /v2/autoevals","title":"Start an evaluation job","href":"/auto-evaluation/autoevals"},{"openapi":"POST /v2/autoevals/terminate","title":"Terminate an evaluation job","href":"/auto-evaluation/terminate"},{"openapi":"POST /v2/autoevals/retry","title":"Retry an evaluation job","href":"/auto-evaluation/retry"},{"openapi":"GET /v2/autoevals/{jobId}/status","title":"Retrieve evaluation job details","href":"/auto-evaluation/status"},{"openapi":"GET /v2/autoevals/{jobId}/results","title":"Retrieve evaluation results","href":"/auto-evaluation/results"},{"openapi":"GET /v2/autoevals/statuses","title":"Retrieve statuses of all evaluation jobs","href":"/auto-evaluation/statuses"},{"openapi":"GET /v2/autoevals/model_version_configs/{id}/statuses","title":"Retrieve evaluation jobs for a Model Version Config","href":"/auto-evaluation/model-statuses"}]}]}]}]},"basePath":"","title":"Annotation - GenAI Docs","buildId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","deploymentId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CS552b7R.js","utils-DDTCYAF2.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-De8ttokP.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-DrwRDvAh.js","snippetPresets-DtAN0nWx.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-D5rWArI6.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-O2i12wsz.js","shallow-DV8xABTt.js","getApiPlaygroundDisplay-DBZ0B5Jx.js","CodeSnippet-BVi0tPUX.js","CodeSnippets-CqASbIwY.js","Page-m07pfKpT.js","getPastedJson-DG9vsMS8.js","icon-CXzRSCr8.js","MethodPill-BdKVtEuX.js","DuplicateIcon-CZlmBrJI.js","createIcon-biFEUKPL.js","DynamicMarkdown-B54_zNBF.js","SectionHeading-DwwHK3Pt.js","axios-vUo_bRtp.js","Markdown-DfhCTwyA.js","clsx-xpJZXxdP.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-BTZUMDnx.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-DqdKa2R4.js"]}