Annotation labels are the labels that can be applied to a datapoint.You can create and manage Annotation Labels from the Labels tab in the Annotations page.Labels can be of 3 types:
Categorical: Allows annotator to select from a list of pre-defined options.
Numeric: Allows annotator to enter a number.
Comment: Allows annotator to enter a freeform text comment.
Fields are the columns from the dataset that will be displayed in the annotation view.You can configure which fields will be displayed in the annotation view.You can also configure the following:
Whether fields are editable by the annotator or not.
Whether fields are required to be filled out by the annotator or not.
Whether fields are expanded / collapsed by default.
Whether to render the field as a text or markdown.
You can view the metrics / results of the annotation project from the Metrics tab in the Annotations page.You can also view the metrics of all annotation entries associated with a dataset from the Metrics tab in the Datasets page.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Athina","colors":{"primary":"#1976D2","light":"#419BF4","dark":"#1976D2"},"favicon":"/logo/light.svg","logo":{"light":"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/light.svg","dark":"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/dark.svg"},"api":{"mdx":{"server":null,"auth":{"method":"key","name":"athina-api-key"}}},"navbar":{"links":[{"label":"AI Hub","href":"https://hub.athina.ai"},{"label":"Website","href":"https://athina.ai"}],"primary":{"type":"button","label":"Sign-up","href":"https://app.athina.ai/"}},"footer":{"socials":{"twitter":"https://twitter.com/AthinaAI","linkedin":"https://linkedin.com/company/athina-ai"}},"integrations":{"ga4":{"measurementId":"G-KZVC5R2GB1"}},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"athinaai","hasAudioNarration":false,"actualSubdomain":"athinaai","customDomains":["docs.athina.ai"],"gitSource":{"type":"github","owner":"athina-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21e615bd0a90f91cb442e4","collectionId":"b894bf83-39f4-42e1-9517-d1cffb901672","schemaVersion":"v2"},"feedback":{"thumbs":false},"entitlements":{},"buildId":"6a21e615bd0a90f91cb442e4:success","clientVersion":"0.0.3894","searchFilterCounts":[{"language":"default","tag":"Documentation","count":166},{"language":"default","tag":"Docs","count":79},{"language":"default","tag":"API / SDK Reference","count":54},{"language":"default","tag":"Evals","count":52},{"language":"default","tag":"Datasets","count":37},{"language":"default","tag":"Guides","count":23},{"language":"default","tag":"Logging","count":21},{"language":"default","tag":"Preset Evals","count":15},{"language":"default","tag":"Prompts","count":14},{"language":"default","tag":"Logging LLM Inferences","count":13}]},"assistantConfig":{},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"annotations/overview","slug":"/annotations/overview","pageMetadata":{"title":"Annotation","sidebarTitle":"Overview","icon":"highlighter-line","description":"Allow your team to annotate and label your datasets.","href":"/annotations/overview"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Allow your team to annotate and label your datasets.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,hr:`hr`,li:`li`,ol:`ol`,p:`p`,strong:`strong`,ul:`ul`,..._provideComponents(),...props.components},{Heading,OptimizedFrame,OptimizedImage,Tip}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedFrame)_missingMdxReference(`OptimizedFrame`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Athina can help your team annotate and label your datasets.`}),`\n`,_jsx(OptimizedImage,{src:`https://cdn.prod.website-files.com/670cb23343dfaffd7368be46/67248d3174922677cd8d099a_Annotate.webp`,alt:`Annotation`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.a,{href:`mailto:hello@athina.ai`,children:`Contact us`}),` to learn more, or `,_jsx(_components.a,{href:`https://cal.com/shiv-athina/30min`,children:`book a demo`}),` with our team.`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`concepts-\u0026-terminology`,children:`Concepts \u0026 Terminology`}),`\n`,_jsxs(_components.p,{children:[`Annotations allow you to label your `,_jsx(_components.a,{href:`/datasets/overview`,children:`datasets`}),`.`]}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Annotation View Configuration`}),`: A configuration that defines the annotation view.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Annotation View`}),`: A view that displays the annotations.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Annotation Label`}),`: A label that can be applied to a datapoint.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Annotation Entry`}),`: A single annotation entry by an annotator.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Dataset Subset`}),`: A subset of a dataset that is used for annotation.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Annotator`}),`: A user who has been assigned to annotate a dataset or subset.`]}),`\n`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`how-to-create-an-annotation-project`,children:`How to create an annotation project`}),`\n`,_jsx(_components.p,{children:`To use annotations:`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsxs(_components.li,{children:[`\n`,_jsx(_components.p,{children:`Open the Annotations page from the menubar.`}),`\n`]}),`\n`,_jsxs(_components.li,{children:[`\n`,_jsx(_components.p,{children:`Create a project`}),`\n`]}),`\n`,_jsxs(_components.li,{children:[`\n`,_jsx(_components.p,{children:`Add a dataset to the project.`}),`\n`]}),`\n`,_jsxs(_components.li,{children:[`\n`,_jsx(_components.p,{children:`Create or select an annotation view configuration for the project.`}),`\n`]}),`\n`,_jsxs(_components.li,{children:[`\n`,_jsx(_components.p,{children:`Assign annotators to the entire dataset or a subset of the dataset.`}),`\n`]}),`\n`]}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`You can also create a project by clicking the `,_jsx(_components.strong,{children:`Annotate`}),` button when viewing\na dataset.`]})}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`annotation-labels`,children:`Annotation Labels`}),`\n`,_jsx(_components.p,{children:`Annotation labels are the labels that can be applied to a datapoint.`}),`\n`,_jsxs(_components.p,{children:[`You can create and manage Annotation Labels from the `,_jsx(_components.strong,{children:`Labels`}),` tab in the Annotations page.`]}),`\n`,_jsx(_components.p,{children:`Labels can be of 3 types:`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Categorical`}),`: Allows annotator to select from a list of pre-defined options.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Numeric`}),`: Allows annotator to enter a number.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.code,{children:`Comment`}),`: Allows annotator to enter a freeform text comment.`]}),`\n`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`annotation-view-configuration`,children:`Annotation View Configuration`}),`\n`,_jsx(_components.p,{children:`Annotation View Configuration defines the annotation view that annotators will see. This includes:`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`The fields (columns) from the dataset that will be displayed.`}),`\n`,_jsx(_components.li,{children:`The layout of the annotation view.`}),`\n`,_jsx(_components.li,{children:`The labels that annotators will enter for each datapoint.`}),`\n`]}),`\n`,_jsx(Heading,{level:`4`,id:`fields`,children:`Fields`}),`\n`,_jsx(_components.p,{children:`Fields are the columns from the dataset that will be displayed in the annotation view.`}),`\n`,_jsx(_components.p,{children:`You can configure which fields will be displayed in the annotation view.`}),`\n`,_jsx(_components.p,{children:`You can also configure the following:`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[`Whether fields are `,_jsx(_components.strong,{children:`editable`}),` by the annotator or not.`]}),`\n`,_jsxs(_components.li,{children:[`Whether fields are `,_jsx(_components.strong,{children:`required`}),` to be filled out by the annotator or not.`]}),`\n`,_jsxs(_components.li,{children:[`Whether fields are `,_jsx(_components.strong,{children:`expanded / collapsed`}),` by default.`]}),`\n`,_jsxs(_components.li,{children:[`Whether to render the field as a `,_jsx(_components.strong,{children:`text`}),` or `,_jsx(_components.strong,{children:`markdown`}),`.`]}),`\n`]}),`\n`,_jsx(Heading,{level:`4`,id:`labels`,children:`Labels`}),`\n`,_jsx(_components.p,{children:`Labels are the labels that annotators will enter for each datapoint.`}),`\n`,_jsx(_components.p,{children:`You can configure the labels that will be displayed in the annotation view.`}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`annotation-metrics-/-results`,children:`Annotation Metrics / Results`}),`\n`,_jsxs(_components.p,{children:[`You can view the metrics / results of the annotation project from the `,_jsx(_components.strong,{children:`Metrics`}),` tab in the Annotations page.`]}),`\n`,_jsxs(_components.p,{children:[`You can also view the metrics of all annotation entries associated with a dataset from the `,_jsx(_components.a,{href:`/datasets/metrics`,children:_jsx(_components.strong,{children:`Metrics`})}),` tab in the `,_jsx(_components.a,{href:`/datasets/overview`,children:`Datasets`}),` page.`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`demo-video`,children:`Demo Video`}),`\n`,_jsx(`div`,{style:{position:`relative`,paddingBottom:`60.40268456375839%`,height:`0`},children:_jsx(OptimizedFrame,{src:`https://www.loom.com/embed/f24838ea2610499a81f4250cc7499c23?sid=39b70d49-b24b-4321-a9cd-8884084af1d9`,frameBorder:`0`,webkitAllowFullScreen:true,mozAllowFullScreen:true,allowFullScreen:true,style:{position:`absolute`,top:`0`,left:`0`,width:`100%`,height:`100%`}})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Annotation","sidebarTitle":"Overview","icon":"highlighter-line","description":"Allow your team to annotate and label your datasets.","href":"/annotations/overview"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Concepts \u0026 Terminology","slug":"concepts-\u0026-terminology","depth":2,"children":[]},{"title":"How to create an annotation project","slug":"how-to-create-an-annotation-project","depth":2,"children":[]},{"title":"Annotation Labels","slug":"annotation-labels","depth":2,"children":[]},{"title":"Annotation View Configuration","slug":"annotation-view-configuration","depth":2,"children":[{"title":"Fields","slug":"fields","depth":4,"children":[]},{"title":"Labels","slug":"labels","depth":4,"children":[]}]},{"title":"Annotation Metrics / Results","slug":"annotation-metrics-/-results","depth":2,"children":[]},{"title":"Demo Video","slug":"demo-video","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"athinaai","siteName":"Athina","title":"Annotation - Athina","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"annotations/overview.mdx"},"headHtml":"\u003cmeta data-mint-head name=\"description\" content=\"Allow your team to annotate and label your datasets.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Athina\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Annotation - Athina\">\u003cmeta data-mint-head property=\"og:description\" content=\"Allow your team to annotate and label your datasets.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Athina\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.athina.ai/annotations/overview\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Annotation - Athina\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Allow your team to annotate and label your datasets.\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Athina\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1976D2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.athina.ai/annotations/overview\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/annotations/overview.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.athina.ai/#organization\",\"name\":\"Athina\",\"url\":\"https://docs.athina.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/light.svg\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.athina.ai#website\",\"name\":\"Athina\",\"url\":\"https://docs.athina.ai\",\"publisher\":{\"@id\":\"https://docs.athina.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.athina.ai/annotations/overview#webpage\",\"url\":\"https://docs.athina.ai/annotations/overview\",\"name\":\"Annotation\",\"description\":\"Allow your team to annotate and label your datasets.\",\"isPartOf\":{\"@id\":\"https://docs.athina.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.athina.ai/annotations/overview#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.athina.ai/annotations/overview#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Athina\",\"item\":\"https://docs.athina.ai\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Annotation\",\"item\":\"https://docs.athina.ai/annotations/overview\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.athina.ai/annotations/overview#article\",\"headline\":\"Annotation\",\"name\":\"Annotation\",\"description\":\"Allow your team to annotate and label your datasets.\",\"url\":\"https://docs.athina.ai/annotations/overview\",\"mainEntityOfPage\":{\"@id\":\"https://docs.athina.ai/annotations/overview#webpage\"},\"publisher\":{\"@id\":\"https://docs.athina.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.athina.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Athina\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Athina","nav":{"global":null,"anchors":[{"anchor":"Documentation","icon":"book-open","tabs":[{"tab":"Docs","groups":[{"group":"Getting Started","pages":[{"title":"Athina AI","icon":"hand-wave","sidebarTitle":"Introduction","mode":"wide","href":"/overview"},{"title":"Getting Started with Athina","sidebarTitle":"Getting Started","icon":"rocket","href":"/getting-started"}]},{"group":"Datasets","pages":[{"title":"Introduction","sidebarTitle":"Introduction","icon":"table","href":"/datasets/overview"},{"group":"Creating a dataset","icon":"plus","pages":[{"title":"Create a Dataset","icon":"table","href":"/datasets/create-dataset/create-dataset"},{"title":"From Logs","icon":"bars","href":"/datasets/create-dataset/create-dataset-from-logs"},{"title":"Upload File","icon":"file-lines","href":"/datasets/create-dataset/create-dataset-from-file"},{"title":"Via Python SDK","icon":"code","href":"/datasets/create-dataset/create-dataset-via-python-sdk"},{"title":"Via API","icon":"code","href":"/datasets/create-dataset/create-dataset-via-api"},{"title":"Import a HuggingFace Dataset","icon":"face-smiling-hands","href":"/datasets/create-dataset/import_huggingface_dataset"},{"title":"Generate a Synthetic Dataset","icon":"wand-magic-sparkles","href":"/datasets/create-dataset/generate-synthetic-dataset"}]},{"group":"Dynamic Columns","icon":"play","pages":[{"title":"Overview","icon":"play","href":"/datasets/dynamic-columns/dynamic-columns"},{"title":"Run Prompt","icon":"wand-magic-sparkles","href":"/datasets/dynamic-columns/dynamic-columns-run-prompt"},{"title":"API Call","icon":"globe","href":"/datasets/dynamic-columns/dynamic-columns-api-call"},{"title":"Classification","icon":"split","href":"/datasets/dynamic-columns/dynamic-columns-classification"},{"title":"Extract Entities","icon":"play","href":"/datasets/dynamic-columns/dynamic-columns-extract-entities"},{"title":"Code Execution","icon":"square-code","href":"/datasets/dynamic-columns/dynamic-columns-code-execution"}]},{"title":"Run evaluations (UI)","icon":"bolt-lightning","href":"/datasets/run-eval"},{"title":"View Metrics","icon":"chart-line","href":"/datasets/metrics"},{"title":"Run Experiments","icon":"flask","href":"/datasets/run-experiment"},{"title":"Compare datasets","icon":"columns-3","href":"/datasets/compare-datasets"},{"title":"Join Datasets","icon":"file-import","href":"/datasets/join-datasets"},{"title":"Export / Download Datasets","icon":"file-export","href":"/datasets/export-datasets"},{"title":"SQL Notebook","sidebarTitle":"SQL Notebook","icon":"database","href":"/datasets/sql"},{"title":"Dataset Automations","sidebarTitle":"Automations","icon":"diagram-nested","href":"/datasets/automations"},{"title":"Manage Datasets","sidebarTitle":"Manage Datasets","icon":"folders","href":"/datasets/management"},{"title":"Delete a Dataset","icon":"trash","href":"/datasets/delete-dataset"}]},{"group":"Evals","pages":[{"title":"Athina Evals","sidebarTitle":"Overview","icon":"hand-wave","href":"/evals/overview"},{"title":"Quick Start","icon":"rocket","href":"/evals/quickstart"},{"title":"Online Evals","sidebarTitle":"Online Evals","icon":"circle-check","href":"/evals/online-evals"},{"title":"Offline Evals","icon":"bolt-lightning","href":"/evals/offline-evals"},{"title":"Preset Evaluators","sidebarTitle":"Preset Evaluators","icon":"grid","href":"/evals/preset-evals"},{"sidebarTitle":"Custom Evals","title":"Custom Evals","icon":"wrench","href":"/evals/custom-evals"},{"title":"Running Evals in UI","icon":"bolt-lightning","href":"/evals/running-evals-in-ui"},{"title":"Running Evals via SDK","icon":"code","href":"/evals/running-evals-via-sdk"},{"title":"Running Evals in CI/CD","icon":"code-commit","href":"/evals/running-evals-ci-cd"},{"group":"Why Athina Evals?","icon":"book","pages":[{"title":"Open Source Evaluations","icon":"github","href":"/evals/why-athina/open-source-evals"},{"title":"Why Athina Evals","icon":"face-thinking","href":"/evals/why-athina/why-athina-evals"}]},{"title":"Eval Cookbooks","sidebarTitle":"Cookbooks","icon":"code","href":"/evals/cookbooks"}]},{"group":"Flows","pages":[{"title":"Flows","sidebarTitle":"Overview","icon":"arrow-progress","href":"/flows/overview"},{"title":"Concepts","sidebarTitle":"Concepts","icon":"cube","href":"/flows/concepts"},{"title":"Variables in Flows","sidebarTitle":"Variables","icon":"brackets-curly","href":"/flows/variables"},{"title":"Sharing Flows","sidebarTitle":"Sharing Flows","icon":"share","href":"/flows/share-flows"},{"title":"Flow Templates","sidebarTitle":"Flow Templates","icon":"cube","href":"/flows/templates"},{"group":"Blocks","pages":[{"title":"Blocks","sidebarTitle":"Overview","icon":"cube","href":"/flows/blocks/overview"},{"title":"Search","sidebarTitle":"Search","icon":"magnifying-glass","href":"/flows/blocks/search"},{"title":"Code Execution","sidebarTitle":"Code Execution","icon":"rectangle-code","href":"/flows/blocks/code_execution"},{"title":"Knowledge Retrieval","sidebarTitle":"Knowledge Retrieval","icon":"book","description":"Retrieve documents from a knowledge base.","href":"/flows/blocks/knowledge"}]}]},{"group":"Annotation","pages":[{"title":"Annotation","sidebarTitle":"Overview","icon":"highlighter-line","href":"/annotations/overview"},{"title":"Annotation Metrics","sidebarTitle":"Metrics","icon":"chart-line","description":"Understand annotation progress and agreement rates across your datasets.","href":"/annotations/metrics"},{"title":"Configure an Annotation Project","sidebarTitle":"Configure Project","icon":"clipboard-list","href":"/annotations/configure-project"},{"title":"View Annotated Data","sidebarTitle":"View Data","icon":"eye","href":"/annotations/view-annotated-data"},{"title":"Review Annotation Entries","sidebarTitle":"Review Entries","icon":"table","href":"/annotations/review-entries"},{"title":"Export Annotated Data","sidebarTitle":"Export Data","icon":"download","href":"/annotations/export-data"},{"title":"Annotation Permissions","sidebarTitle":"Permissions","icon":"shield-check","href":"/annotations/permissions"}]},{"group":"Prompts","pages":[{"title":"Overview","icon":"input-text","href":"/prompts/overview"},{"title":"Concepts","icon":"book","href":"/prompts/concepts"},{"title":"Prompt Syntax","icon":"code","href":"/prompts/syntax"},{"title":"Create Prompt Template","icon":"plus","href":"/prompts/create-prompt"},{"title":"Prompt Versioning","icon":"code-branch","href":"/prompts/prompt-versioning"},{"title":"Delete Prompt Slug","icon":"trash","href":"/prompts/delete-prompt"},{"title":"List Prompt Slugs","icon":"list","href":"/prompts/list-prompts"},{"title":"Duplicate Prompt Slug","icon":"copy","href":"/prompts/duplicate-prompt"},{"title":"Run Prompt","icon":"play","href":"/prompts/run-prompt"},{"title":"Multi-Prompt Playground","icon":"layer-group","href":"/prompts/run-multiple-prompts"},{"title":"Run Evaluations on a Prompt Response","icon":"check","href":"/prompts/prompt-evals"},{"title":"Organize Prompts","icon":"folder","href":"/prompts/organization"}]},{"group":"Monitoring","pages":[{"title":"Athina Monitoring","sidebarTitle":"Overview","icon":"bars","href":"/monitoring/overview"},{"title":"Inference Trace","icon":"magnifying-glass","href":"/monitoring/inference-trace"},{"title":"Analytics and Insights","sidebarTitle":"Analytics","icon":"chart-line","href":"/monitoring/analytics"},{"title":"Query Topic Classification","sidebarTitle":"Topic Classification","icon":"tag","href":"/monitoring/topic-classification"},{"title":"How can I export my logged inferences?","sidebarTitle":"Export Data from Athina","icon":"file-export","href":"/monitoring/export-data"},{"title":"Continuous Evaluation","icon":"circle-check","href":"/monitoring/continuous-eval"},{"title":"Model Performance Metrics","icon":"chart-line","href":"/monitoring/performance-metrics"}]},{"group":"Settings","pages":[{"title":"Custom Models","icon":"cube","href":"/settings/custom-models"},{"title":"Sampling Evals","icon":"circle-check","href":"/settings/sampling-evals"},{"title":"Credits","icon":"coin","href":"/settings/credits"}]},{"group":"Integrations","pages":[{"title":"Integrations","icon":"plug","href":"/integrations"}]},{"group":"Self Hosting","pages":[{"title":"Self-Hosting","icon":"cloud","href":"/self-hosting/on-AWS"},{"title":"Self-Hosting On Azure","icon":"cloud","href":"/self-hosting/on-Azure"}]},{"group":"Datasets","pages":[{"title":"Import a HuggingFace Dataset","icon":"face-smiling-hands","href":"/datasets/create-dataset/import_huggingface_dataset"}]}]},{"tab":"API / SDK Reference","pages":[{"title":"API / SDK Reference","href":"/api-reference/logging/overview"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/guides/overview"}]},{"tab":"FAQs","pages":[{"title":"FAQs","href":"/faqs/data-policy"}]}]},{"anchor":"Open-Source Evals","href":"https://github.com/athina-ai/athina-evals","icon":"github"},{"anchor":"Blog","href":"https://blog.athina.ai/","icon":"book"},{"anchor":"Email us","href":"mailto:hello@athina.ai","icon":"envelope"},{"anchor":"Book a call","href":"https://cal.com/shiv-athina/30min","icon":"calendar"}]},"title":"Annotation - Athina","buildId":"dpl_8LJVMfxYNq6LJkohTrn2iyWT8umj","deploymentId":"dpl_8LJVMfxYNq6LJkohTrn2iyWT8umj","dynamics":["a74be98ba7"],"chunks":["zoom-image-lightbox-D9lJgLSo.js","PlusIcon-C1lem43w.js","lightbox-handle-r17bVUz3.js"]}