You can prototype and evaluate a prompt chain in Athina IDE
Here’s how you can prototype and evaluate a prompt chain in Athina IDE:
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Athina","colors":{"primary":"#1976D2","light":"#419BF4","dark":"#1976D2"},"favicon":"/logo/light.svg","logo":{"light":"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/light.svg","dark":"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/dark.svg"},"api":{"mdx":{"server":null,"auth":{"method":"key","name":"athina-api-key"}}},"navbar":{"links":[{"label":"AI Hub","href":"https://hub.athina.ai"},{"label":"Website","href":"https://athina.ai"}],"primary":{"type":"button","label":"Sign-up","href":"https://app.athina.ai/"}},"footer":{"socials":{"twitter":"https://twitter.com/AthinaAI","linkedin":"https://linkedin.com/company/athina-ai"}},"integrations":{"ga4":{"measurementId":"G-KZVC5R2GB1"}},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"athinaai","hasAudioNarration":false,"actualSubdomain":"athinaai","customDomains":["docs.athina.ai"],"gitSource":{"type":"github","owner":"athina-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21e615bd0a90f91cb442e4","collectionId":"b894bf83-39f4-42e1-9517-d1cffb901672","schemaVersion":"v2"},"feedback":{"thumbs":false},"entitlements":{},"buildId":"6a21e615bd0a90f91cb442e4:success","clientVersion":"0.0.3926","searchFilterCounts":[{"language":"default","tag":"Documentation","count":166},{"language":"default","tag":"Docs","count":79},{"language":"default","tag":"API / SDK Reference","count":54},{"language":"default","tag":"Evals","count":52},{"language":"default","tag":"Datasets","count":37},{"language":"default","tag":"Guides","count":23},{"language":"default","tag":"Logging","count":21},{"language":"default","tag":"Preset Evals","count":15},{"language":"default","tag":"Prompts","count":14},{"language":"default","tag":"Logging LLM Inferences","count":13}]},"assistantConfig":{},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"guides/datasets/prototype-and-evaluate-prompt-chain","slug":"/guides/datasets/prototype-and-evaluate-prompt-chain","pageMetadata":{"title":"Prototype and Evaluate a Prompt Chain","description":"You can prototype and evaluate a prompt chain in Athina IDE","href":"/guides/datasets/prototype-and-evaluate-prompt-chain"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"You can prototype and evaluate a prompt chain in Athina IDE\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={p:`p`,..._provideComponents(),...props.components},{OptimizedFrame}=_components;if(!OptimizedFrame)_missingMdxReference(`OptimizedFrame`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Here’s how you can prototype and evaluate a prompt chain in Athina IDE:`}),`\n`,_jsx(`div`,{style:{position:`relative`,paddingBottom:`60.40268456375839%`,height:`0`},children:_jsx(OptimizedFrame,{src:`https://www.loom.com/embed/37761334e6134d588ae64cd667633b50?sid=c1feec97-f8a5-412b-b757-b00caeb44aaf`,frameBorder:`0`,webkitAllowFullScreen:true,mozAllowFullScreen:true,allowFullScreen:true,style:{position:`absolute`,top:`0`,left:`0`,width:`100%`,height:`100%`}})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Prototype and Evaluate a Prompt Chain","description":"You can prototype and evaluate a prompt chain in Athina IDE","href":"/guides/datasets/prototype-and-evaluate-prompt-chain"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"subdomain":"athinaai","siteName":"Athina","title":"Prototype and Evaluate a Prompt Chain - Athina","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"guides/datasets/prototype-and-evaluate-prompt-chain.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"You can prototype and evaluate a prompt chain in Athina IDE\">\u003cmeta data-mint-head name=\"application-name\" content=\"Athina\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Prototype and Evaluate a Prompt Chain - Athina\">\u003cmeta data-mint-head property=\"og:description\" content=\"You can prototype and evaluate a prompt chain in Athina IDE\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Athina\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://athinaai.mintlify.app/_mintlify/api/og/v2?division=Datasets\u0026amp;title=Prototype+and+Evaluate+a+Prompt+Chain\u0026amp;description=You+can+prototype+and+evaluate+a+prompt+chain+in+Athina+IDE\u0026amp;theme=c2e12100fc6333914bcdd536\u0026amp;signature=9b9b286e64d982ada2fb2972502c7785d567823f7c784cbd3af0cc008d94a23c\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Prototype and Evaluate a Prompt Chain - Athina\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"You can prototype and evaluate a prompt chain in Athina IDE\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://athinaai.mintlify.app/_mintlify/api/og/v2?division=Datasets\u0026amp;title=Prototype+and+Evaluate+a+Prompt+Chain\u0026amp;description=You+can+prototype+and+evaluate+a+prompt+chain+in+Athina+IDE\u0026amp;theme=c2e12100fc6333914bcdd536\u0026amp;signature=9b9b286e64d982ada2fb2972502c7785d567823f7c784cbd3af0cc008d94a23c\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Athina\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1976D2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/guides/datasets/prototype-and-evaluate-prompt-chain.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.athina.ai/#organization\",\"name\":\"Athina\",\"url\":\"https://docs.athina.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintlify.s3.us-west-1.amazonaws.com/athinaai/logo/light.svg\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.athina.ai#website\",\"name\":\"Athina\",\"url\":\"https://docs.athina.ai\",\"publisher\":{\"@id\":\"https://docs.athina.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain#webpage\",\"url\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain\",\"name\":\"Prototype and Evaluate a Prompt Chain\",\"description\":\"You can prototype and evaluate a prompt chain in Athina IDE\",\"isPartOf\":{\"@id\":\"https://docs.athina.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Datasets\",\"item\":\"https://docs.athina.ai/guides/datasets/aws-bedrock-model\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Prototype and Evaluate a Prompt Chain\",\"item\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain#article\",\"headline\":\"Prototype and Evaluate a Prompt Chain\",\"name\":\"Prototype and Evaluate a Prompt Chain\",\"description\":\"You can prototype and evaluate a prompt chain in Athina IDE\",\"url\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain\",\"mainEntityOfPage\":{\"@id\":\"https://docs.athina.ai/guides/datasets/prototype-and-evaluate-prompt-chain#webpage\"},\"publisher\":{\"@id\":\"https://docs.athina.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.athina.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Athina\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Athina","nav":{"global":null,"anchors":[{"anchor":"Documentation","icon":"book-open","tabs":[{"tab":"Docs","pages":[{"title":"Docs","href":"/overview"}]},{"tab":"API / SDK Reference","pages":[{"title":"API / SDK Reference","href":"/api-reference/logging/overview"}]},{"tab":"Guides","groups":[{"group":"Getting Started","pages":[{"title":"Getting Started Guides","sidebarTitle":"Overview","href":"/guides/overview"}]},{"group":"Prompts","pages":[{"title":"Prompt Comparison","sidebarTitle":"Prompt Comparison","icon":"grip-lines","href":"/guides/prompts/prompt-comparison"},{"title":"Prompt Versioning","sidebarTitle":"Prompt Versioning","icon":"code-compare","href":"/guides/prompts/prompt-versioning"}]},{"group":"Datasets","pages":[{"title":"Integrate AWS Bedrock Models","sidebarTitle":"AWS Bedrock Models","icon":"aws","href":"/guides/datasets/aws-bedrock-model"},{"title":"Preparing Data for Fine-Tuning","sidebarTitle":"Preparing Data for Fine-Tuning","icon":"table","href":"/guides/datasets/preparing-data-for-fine-tuning"},{"title":"Get Data from S3 Bucket","sidebarTitle":"Get Data from S3 Bucket","icon":"aws","href":"/guides/datasets/get-data-from-s3-bucket"},{"title":"Run an Experiment to compare and evaluate responses from different models","sidebarTitle":"Compare and Evaluate Multiple Models","href":"/guides/datasets/comparing-models"},{"title":"Comparing datasets using Athina IDE","description":null,"href":"/guides/datasets/comparing-datasets"},{"title":"Prototype and Evaluate a Prompt Chain","href":"/guides/datasets/prototype-and-evaluate-prompt-chain"},{"title":"Run Prompts and Evaluate","description":null,"href":"/guides/datasets/run-prompts-and-evaluate"}]},{"group":"Evals","pages":[{"title":"Pairwise Evaluation","sidebarTitle":"Pairwise Evaluation","icon":"scale-balanced","href":"/guides/evals/pairwise-evals"},{"title":"Evaluations in CI/CD Pipeline","sidebarTitle":"Evaluations in CI/CD Pipeline","icon":"infinity","href":"/guides/evals/evals-in-cicd-pipeline"},{"title":"Which evaluations to use for RAG applications?","sidebarTitle":"A guide to RAG evaluation","href":"/guides/evals/rag-eval-guide"},{"title":"Prompt Injection: Attacks and Defenses","href":"/guides/evals/prompt-injection"},{"title":"Running evals as real-time guardrails","href":"/guides/evals/running-evals-guardrails"},{"title":"Different stages of evaluation","sidebarTitle":"Different stages of evaluation","href":"/guides/evals/llm-eval-workflows"},{"title":"How can I improve the performance / reliability of my evals?","sidebarTitle":"Improving Eval performance","href":"/guides/evals/improving-eval-performance"},{"title":"How to Measure Retrieval Accuracy in RAG Applications Using Athina IDE","sidebarTitle":"Measuring Retrieval Accuracy in RAG Apps","href":"/guides/evals/measuring-retrieval-accuracy-in-rag"},{"title":"Pairwise Evaluation","icon":"columns-3","href":"/guides/evals/pairwise-evaluation"},{"title":"Evaluate Conversations","sidebarTitle":"Evaluate Conversations","icon":"comment","href":"/guides/evals/evaluate-conversations"},{"title":"RAG Evaluators","icon":"files","href":"/guides/evals/rag-evals"}]},{"group":"Experiments","pages":[{"title":"Compare Multiple Models","sidebarTitle":"Compare Multiple Models","icon":"head-side-gear","href":"/guides/experiments/compare-multiple-models"}]},{"group":"Flows","pages":[{"title":"Create and Share Flow","sidebarTitle":"Create and Share Flow","icon":"water","href":"/guides/flows/create-and-share-flow"}]}]},{"tab":"FAQs","pages":[{"title":"FAQs","href":"/faqs/data-policy"}]}]},{"anchor":"Open-Source Evals","href":"https://github.com/athina-ai/athina-evals","icon":"github"},{"anchor":"Blog","href":"https://blog.athina.ai/","icon":"book"},{"anchor":"Email us","href":"mailto:hello@athina.ai","icon":"envelope"},{"anchor":"Book a call","href":"https://cal.com/shiv-athina/30min","icon":"calendar"}]},"title":"Prototype and Evaluate a Prompt Chain - Athina","buildId":"dpl_9DauxEjb9gzCtcuhPQFbquJvx7FJ","deploymentId":"dpl_9DauxEjb9gzCtcuhPQFbquJvx7FJ","dynamics":[],"chunks":[]}
