{"id":13673,"date":"2025-05-30T14:43:10","date_gmt":"2025-05-30T22:43:10","guid":{"rendered":"https:\/\/live-cometml.pantheonsite.io\/?page_id=13673"},"modified":"2026-01-12T20:11:15","modified_gmt":"2026-01-12T20:11:15","slug":"automatic-prompt-optimization","status":"publish","type":"page","link":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/","title":{"rendered":"Agent Optimizer"},"content":{"rendered":"\n<div class=\"wp-block-group alignfull is-layout-constrained wp-container-core-group-is-layout-28cbc61d wp-block-group-is-layout-constrained has-background\" style=\"padding-top:0;padding-bottom:0;background-image:url(&apos;https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/circle-pattern-fixed-2-scaled.png&apos;);background-position:50% 0%;background-repeat:no-repeat;background-size:contain;\">\n<h1 class=\"wp-block-heading has-text-align-center has-background-color has-text-color has-link-color has-display-l-font-size wp-elements-0a31fe6fa76b81534091c7af6ac9ae86\" style=\"margin-top:var(--wp--preset--spacing--160);margin-bottom:var(--wp--preset--spacing--40)\">Automate Prompt Engineering<br>&amp; Agent Optimization<\/h1>\n\n\n\n<p class=\"has-text-align-center has-body-l-font-size\" style=\"margin-top:0;margin-bottom:0\">Step up your agent development workflows using Opik to automatically iterate and tune system prompts you can freeze and deploy in production.<br><br>Unlock cost, performance, and reliability improvements in a fraction of the time you\u2019d spend on manual prompt engineering.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-center is-layout-flex wp-container-core-buttons-is-layout-d234f690 wp-block-buttons-is-layout-flex\" style=\"margin-top:var(--wp--preset--spacing--50);margin-bottom:var(--wp--preset--spacing--50)\">\n<div class=\"wp-block-button c-button\"><a class=\"wp-block-button__link has-white-color has-text-color wp-element-button\" href=\"https:\/\/github.com\/comet-ml\/opik\" target=\"_blank\" rel=\"noreferrer noopener\">GitHub<\/a><\/div>\n\n\n\n<div class=\"wp-block-button c-button is-style-underline\"><a class=\"wp-block-button__link has-white-color has-text-color wp-element-button\" href=\"https:\/\/www.comet.com\/signup?from=llm\">Free Cloud Version<\/a><\/div>\n<\/div>\n\n\n\n<figure class=\"wp-block-video alignwide\"><video height=\"1080\" style=\"aspect-ratio: 1920 \/ 1080;\" width=\"1920\" autoplay loop muted src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/12\/automatic-agent-optimization.mp4\" playsinline><\/video><\/figure>\n\n\n\n<div class=\"wp-block-group alignwide is-layout-constrained wp-block-group-is-layout-constrained\">\n<p class=\"has-text-align-center has-body-l-font-size\">Trusted by the most innovative AI teams<\/p>\n\n\n\n<div class=\"wp-block-group alignwide is-style-default has-custom-background-dark-background-color has-background is-layout-flow wp-block-group-is-layout-flow\" style=\"padding-top:0;padding-right:0;padding-bottom:0;padding-left:0\"><div style=\"--animation-direction: normal; --animation-speed: 20s; --content-gap: 40px; --overlay-color: #02081b; --white-space: nowrap; --animation-name: storepress-marquee-animation-x; --animation-play-state: paused;\" class=\"has-overlay-color orientation-x alignfull logo-marquee wp-block-storepress-marquee\">\n\t<div class=\"wp-block-storepress-marquee__item\">\n\n<div class=\"wp-block-group is-nowrap is-layout-flex wp-container-core-group-is-layout-6c531013 wp-block-group-is-layout-flex\">\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo.png\" alt=\"AssemblyAI logo\" class=\"wp-image-10471\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"182\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-8.png\" alt=\"Natwest logo\" class=\"wp-image-10822\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Stellantis-White.svg\" alt=\"Stellantis logo\" class=\"wp-image-17239\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-6.png\" alt=\"Uber Logo\" class=\"wp-image-10568\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Zencoder-White.svg\" alt=\"zencoder logo\" class=\"wp-image-17230\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-3.png\" alt=\"Netflix Logo\" class=\"wp-image-10473\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Autodesk-White.svg\" alt=\"Autodesk logo\" class=\"wp-image-17241\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-4.png\" alt=\"Etsy logo\" class=\"wp-image-10474\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/StabilityAI-White.svg\" alt=\"Stability Ai logo\" class=\"wp-image-17238\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-5.png\" alt=\"Mobileye logo\" class=\"wp-image-10475\" style=\"width:180px\" \/><\/figure>\n<\/div>\n\n<\/div>\n\t<!-- Mirrors the content -->\n\t<div class=\"wp-block-storepress-marquee__item mirror\" aria-hidden=\"true\">\n\n<div class=\"wp-block-group is-nowrap is-layout-flex wp-container-core-group-is-layout-6c531013 wp-block-group-is-layout-flex\">\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo.png\" alt=\"AssemblyAI logo\" class=\"wp-image-10471\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"182\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-8.png\" alt=\"Natwest logo\" class=\"wp-image-10822\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Stellantis-White.svg\" alt=\"Stellantis logo\" class=\"wp-image-17239\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-6.png\" alt=\"Uber Logo\" class=\"wp-image-10568\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Zencoder-White.svg\" alt=\"zencoder logo\" class=\"wp-image-17230\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-3.png\" alt=\"Netflix Logo\" class=\"wp-image-10473\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/Autodesk-White.svg\" alt=\"Autodesk logo\" class=\"wp-image-17241\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"181\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-4.png\" alt=\"Etsy logo\" class=\"wp-image-10474\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/StabilityAI-White.svg\" alt=\"Stability Ai logo\" class=\"wp-image-17238\" style=\"width:180px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"180\" height=\"68\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2024\/09\/Logo-5.png\" alt=\"Mobileye logo\" class=\"wp-image-10475\" style=\"width:180px\" \/><\/figure>\n<\/div>\n\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-group alignwide is-layout-constrained wp-container-core-group-is-layout-2b0d9729 wp-block-group-is-layout-constrained\">\n<div class=\"wp-block-columns alignwide are-vertically-aligned-center is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<h2 class=\"wp-block-heading has-background-color has-text-color has-link-color wp-elements-bcb85b4425ed2b9d877aa31fd53bcd83\">Automate Multi-Trial Optimization at Scale<\/h2>\n\n\n\n<p class=\"has-body-m-font-size\"><a href=\"https:\/\/www.comet.com\/site\/blog\/automated-prompt-engineering\/\">Automated prompt engineering<\/a>&nbsp;gives your complex agentic systems the most predictable LLM performance across multiple models, with efficient iteration built into your LLM eval lifecycle.<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"576\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automatic-prompt-optimization-loop-1024x576.png\" alt=\"flow chart showing the steps for automated prompt optimization running an input through a language model, evaluating the output, and iterating on prompts \" class=\"wp-image-16679\" srcset=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automatic-prompt-optimization-loop-1024x576.png 1024w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automatic-prompt-optimization-loop-300x169.png 300w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automatic-prompt-optimization-loop-768x432.png 768w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automatic-prompt-optimization-loop.png 1500w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns alignwide are-vertically-aligned-center is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<h2 class=\"wp-block-heading has-background-color has-text-color has-link-color wp-elements-c126cc9f8a95e37a5718d6909b3e8d3f\">Generate, Score, &amp; Implement Elite Prompts<\/h2>\n\n\n\n<p class=\"has-body-m-font-size\">The Opik Agent Optimizer SDK comes with everything you need to generate new prompts automatically, score them based on your eval criteria, and trust that the best version makes it to production.<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"664\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-1024x664.png\" alt=\"code example showing an optimized conversational ai system prompt after running automated multi-trial optimization \" class=\"wp-image-16681\" srcset=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-1024x664.png 1024w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-300x195.png 300w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-768x498.png 768w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-1536x996.png 1536w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/automated-prompt-engineering-2048x1328.png 2048w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-group alignwide is-layout-constrained wp-block-group-is-layout-constrained\">\n<h2 class=\"wp-block-heading has-text-align-center has-background-color has-text-color has-link-color wp-elements-5d3e9c53c302e6ad428b8ba1b2848c14\" style=\"margin-top:var(--wp--preset--spacing--50);margin-bottom:var(--wp--preset--spacing--50)\">Run <mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-accent-color\">Seven<\/mark> Prompt Optimization Algorithms in One Package<\/h2>\n\n\n\n<div class=\"wp-block-columns alignwide has-custom-background-2-color has-text-color has-link-color wp-elements-8dbc65c6b13c0a05cb98ab0678eceaa9 is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">Few-Shot Bayesian<br>Optimizer<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Ideal for text-based chat models with template-based, stable examples<\/li>\n\n\n\n<li>Automatically finds the best set of few-shot example combinations<\/li>\n\n\n\n<li>Efficient, probabilistic framework chooses which combination to try next<\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/fewshot_bayesian_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">Hierarchical Reflective Prompt Optimizer (HRPO)<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Identifies failed outcomes from existing prompts and applies hierarchical root-cause analysis<\/li>\n\n\n\n<li>Generates targeted improvements to systematically address each failure mode<\/li>\n\n\n\n<li>Ideal when you have a complex prompt that needs to be surgically fixed rather than entirely rewritten<\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/hierarchical_adaptive_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns alignwide has-custom-background-2-color has-text-color has-link-color wp-elements-82afd61f7560ac7fb4c797f5d1769460 is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">MetaPrompt Optimizer<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Refines and expands your initial prompt draft using a reasoning model<\/li>\n\n\n\n<li>Improves wording, structure, and clarity to achieve better results that more closely resemble your golden dataset<\/li>\n\n\n\n<li>Iteratively generates and scores multiple prompt candidates and returns the best one<\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/metaprompt_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">Evolutionary Optimizer<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Optimizes for multiple objectives and adds diversity and exploration to your workflow<\/li>\n\n\n\n<li>Uses genetic algorithms with selection, mutation, and crossover operations<\/li>\n\n\n\n<li>Stronger ability to \u201cthink outside the box\u201d and discover new prompt solutions<\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/evolutionary_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns alignwide has-custom-background-2-color has-text-color has-link-color wp-elements-55b0ab9ce09db2dedfd79899cb8dc64f is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">GEPA Optimizer <\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Wraps the external GEPA package to optimize a single system prompt for single-turn tasks <\/li>\n\n\n\n<li>Optimizes using a task model and a reflection model to return optimized results <\/li>\n\n\n\n<li>Expands GEPA&#8217;s built-in baseline evaluation with the full suite of Opik LLM evaluation metrics for more precise optimization <\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/gepa_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">Parameter Optimizer<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Finds the best parameter or configuration for your specific task when you already have a solid prompt <\/li>\n\n\n\n<li>Uses Bayesian optimization to tune LLM call parameters like temperature, top_p, frequency_penalty, and more <\/li>\n\n\n\n<li>Tunes model behavior without interfering with your actual prompt text <\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/parameter_optimizer\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns alignwide has-custom-background-2-color has-text-color has-link-color wp-elements-8d2d34b071d6aa88f9d17b3ddad371cf is-layout-flex wp-container-core-columns-is-layout-28f84493 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column has-tertiary-background-color has-background is-layout-flow wp-block-column-is-layout-flow\" style=\"border-radius:8px;padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--40);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--40)\">\n<h3 class=\"wp-block-heading\">Tool Optimization (MCP &amp; Function Calling) <\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Extends prompt optimization capabilities to prompts that use external tools and function calls like MCP (Model Context Protocol), tool schemas with structured definitions and parameters, and multi-step agentic workflows <\/li>\n\n\n\n<li>True tool optimization means Opik can optimize the tools themselves, their schemas, or MCP integrations, where other algorithms simply optimize agents that use tools <\/li>\n\n\n\n<li>Ideal for modern agentic systems that require integration with external APIs and services, structured data processing through function calls, complex multi-step reasoning with tools, or dynamic tool selection based on context <\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-right is-layout-flex wp-container-core-buttons-is-layout-d445cf74 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/docs\/opik\/agent_optimization\/algorithms\/tool_optimization\">View Docs<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-group is-layout-constrained wp-block-group-is-layout-constrained\">\n<figure class=\"wp-block-image aligncenter size-full is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"388\" height=\"388\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Opik-Icon-Square-2x.png\" alt=\"\" class=\"wp-image-16126\" style=\"width:100px\" srcset=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Opik-Icon-Square-2x.png 388w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Opik-Icon-Square-2x-300x300.png 300w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Opik-Icon-Square-2x-150x150.png 150w\" sizes=\"auto, (max-width: 388px) 100vw, 388px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center has-background-color has-text-color has-link-color wp-elements-0c845c6ad814f1a0eacae6ccb84806c5\"><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-custom-opik-orange-color\">Opik<\/mark>&nbsp;is Free &amp; Fully Open Source<\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/www.comet.com\/site\/blog\/llm-observability\/\">LLM observability<\/a>&nbsp;should be accessible to everyone building the next generation of AI applications and agents. Opik is truly open source with no gotchas, and the hosted version comes with a full-featured free tier.<\/p>\n\n\n\n<p class=\"has-text-align-center\" style=\"margin-bottom:var(--wp--preset--spacing--50)\">The Agent Optimizer SDK is fully available under an Opik open-source license, <br>and it\u2019s included in all&nbsp;<a href=\"https:\/\/www.comet.com\/site\/pricing\/\">Comet subscription plans<\/a>.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-center is-layout-flex wp-container-core-buttons-is-layout-a89b3969 wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/github.com\/comet-ml\/opik\/tree\/main\/sdks\/opik_optimizer\">GitHub<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-group alignwide is-layout-constrained wp-block-group-is-layout-constrained\">\n<h2 class=\"wp-block-heading has-text-align-center has-background-color has-text-color has-link-color wp-elements-a8cd953f6b3a49f7e82f97cdd9411456\">An AI Platform Built for Enterprise, Driven by Community<\/h2>\n\n\n\n<div class=\"wp-block-group alignwide has-tertiary-background-color has-background is-layout-constrained wp-container-core-group-is-layout-0d451ab7 wp-block-group-is-layout-constrained\" style=\"border-radius:12px;margin-top:var(--wp--preset--spacing--50);margin-bottom:var(--wp--preset--spacing--50);padding-top:var(--wp--preset--spacing--40);padding-right:var(--wp--preset--spacing--50);padding-bottom:var(--wp--preset--spacing--40);padding-left:var(--wp--preset--spacing--50)\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"250\" height=\"75\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/zencoder-logo.png\" alt=\"\" class=\"wp-image-16684\"\/><\/figure>\n\n\n\n<blockquote class=\"wp-block-quote alignwide is-style-plain is-layout-flow wp-block-quote-is-layout-flow is-style-plain--1\" style=\"margin-top:var(--wp--preset--spacing--40);margin-bottom:var(--wp--preset--spacing--40)\">\n<p class=\"has-background-color has-text-color has-link-color has-body-l-font-size wp-elements-c976ff4937222a366ffb375924ccc8c3\">\u201cLLMs are black boxes. We don\u2019t know what is going on inside them. We needed a solution that allowed us to see how our models behaved, and Opik gives us the ability to understand what went wrong, and share that with the team to debug and iterate faster.\u201d<\/p>\n<\/blockquote>\n\n\n\n<div class=\"wp-block-group alignwide is-content-justification-center is-nowrap is-layout-flex wp-container-core-group-is-layout-23441af8 wp-block-group-is-layout-flex\">\n<div class=\"wp-block-group vc-testimonial-block__source is-flex is-nowrap is-layout-flex wp-container-core-group-is-layout-6c531013 wp-block-group-is-layout-flex\">\n<figure class=\"wp-block-image size-thumbnail is-resized size-full is-style-rounded flex-shrink-0\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/dimitrii-headshot-150x150.png\" alt=\"\" class=\"wp-image-16686\" style=\"object-fit:cover;width:100px;height:100px\" srcset=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/dimitrii-headshot-150x150.png 150w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/dimitrii-headshot-300x300.png 300w, https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/06\/dimitrii-headshot.png 388w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<div class=\"wp-block-group is-vertical is-layout-flex wp-container-core-group-is-layout-4b827052 wp-block-group-is-layout-flex\">\n<p class=\"has-accent-color has-text-color has-link-color wp-elements-93214cc62d3e51bafa1ab82dbf634233\" style=\"text-transform:uppercase\"><strong>DMITRII KRASNOV<\/strong><\/p>\n\n\n\n<p style=\"text-transform:uppercase\"><strong>ENGINEERING MANAGER AT FOR GOOD AI, <\/strong><br><strong>MAKERS OF ZENCODER<\/strong><\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-group alignfull is-layout-constrained wp-block-group-is-layout-constrained\" style=\"margin-top:0;margin-bottom:0;padding-top:var(--wp--preset--spacing--100);padding-bottom:var(--wp--preset--spacing--100)\">\n<div class=\"wp-block-group alignwide has-background-color has-accent-background-color has-text-color has-background has-link-color wp-elements-913b3d1175baaf6000b981ff2671022c is-layout-constrained wp-container-core-group-is-layout-2903e0de wp-block-group-is-layout-constrained\" style=\"border-radius:12px;padding-top:var(--wp--preset--spacing--50);padding-right:var(--wp--preset--spacing--50);padding-bottom:var(--wp--preset--spacing--50);padding-left:var(--wp--preset--spacing--50);background-image:url(&apos;https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/03\/pattern-4.png&apos;);background-position:50% 50%;background-size:cover;background-attachment:scroll;\">\n<h2 class=\"wp-block-heading has-text-align-center has-background-color has-text-color has-link-color wp-elements-c2bd0302519f120fb6fc60dfafbc0b43\" id=\"h-get-started-today-for-free\" style=\"margin-top:var(--wp--preset--spacing--24)\">Get started today for free.<\/h2>\n\n\n\n<p class=\"has-text-align-center has-body-m-font-size\">You don&#8217;t need a credit card to sign up, and your Comet account comes with a generous free tier you can actually use\u2014for as long as you like.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-content-justification-center is-layout-flex wp-container-core-buttons-is-layout-0cecd2bf wp-block-buttons-is-layout-flex\" style=\"margin-bottom:var(--wp--preset--spacing--24)\">\n<div class=\"wp-block-button\"><a rel=\"\" target=\"\" class=\"wp-block-button__link has-tertiary-background-color has-background wp-element-button\" href=\"\/signup?from=llm\">Try for Free<\/a><\/div>\n\n\n\n<div class=\"wp-block-button is-style-underline\"><a class=\"wp-block-button__link wp-element-button\" href=\"https:\/\/www.comet.com\/site\/about-us\/contact-us\/\">Contact Sales<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>Automate Prompt Engineering&amp; Agent Optimization Step up your agent development workflows using Opik to automatically iterate and tune system prompts you can freeze and deploy in production. Unlock cost, performance, and reliability improvements in a fraction of the time you\u2019d spend on manual prompt engineering. Trusted by the most innovative AI teams Automate Multi-Trial Optimization [&hellip;]<\/p>\n","protected":false},"author":132,"featured_media":13683,"parent":16263,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"wp-custom-template-pages-dark","meta":{"customer_name":"","customer_description":"","customer_industry":"","customer_technologies":"","customer_logo":"","footnotes":""},"coauthors":[125],"class_list":["post-13673","page","type-page","status-publish","has-post-thumbnail","hentry"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v25.9 (Yoast SEO v25.9) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Automatic Prompt Optimization | Opik Agent Optimizer<\/title>\n<meta name=\"description\" content=\"Go beyond LLM observability to automate and scale prompt engineering for complex agentic systems using 7 powerful algorithms within Opik.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Agent Optimizer\" \/>\n<meta property=\"og:description\" content=\"Go beyond LLM observability to automate and scale prompt engineering for complex agentic systems using 7 powerful algorithms within Opik.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/\" \/>\n<meta property=\"og:site_name\" content=\"Comet\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/cometdotml\" \/>\n<meta property=\"article:modified_time\" content=\"2026-01-12T20:11:15+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Optimization-graphic-dark-1-1024x576.png\" \/>\n\t<meta property=\"og:image:width\" content=\"1024\" \/>\n\t<meta property=\"og:image:height\" content=\"576\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:site\" content=\"@Cometml\" \/>\n<meta name=\"twitter:label1\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data1\" content=\"7 minutes\" \/>\n\t<meta name=\"twitter:label2\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data2\" content=\"Mike Ranellone\" \/>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"Automatic Prompt Optimization | Opik Agent Optimizer","description":"Go beyond LLM observability to automate and scale prompt engineering for complex agentic systems using 7 powerful algorithms within Opik.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/","og_locale":"en_US","og_type":"article","og_title":"Agent Optimizer","og_description":"Go beyond LLM observability to automate and scale prompt engineering for complex agentic systems using 7 powerful algorithms within Opik.","og_url":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/","og_site_name":"Comet","article_publisher":"https:\/\/www.facebook.com\/cometdotml","article_modified_time":"2026-01-12T20:11:15+00:00","og_image":[{"width":1024,"height":576,"url":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Optimization-graphic-dark-1-1024x576.png","type":"image\/png"}],"twitter_card":"summary_large_image","twitter_site":"@Cometml","twitter_misc":{"Est. reading time":"7 minutes","Written by":"Mike Ranellone"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/","url":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/","name":"Automatic Prompt Optimization | Opik Agent Optimizer","isPartOf":{"@id":"https:\/\/www.comet.com\/site\/#website"},"primaryImageOfPage":{"@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/#primaryimage"},"image":{"@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/#primaryimage"},"thumbnailUrl":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Optimization-graphic-dark-1.png","datePublished":"2025-05-30T22:43:10+00:00","dateModified":"2026-01-12T20:11:15+00:00","description":"Go beyond LLM observability to automate and scale prompt engineering for complex agentic systems using 7 powerful algorithms within Opik.","breadcrumb":{"@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/#primaryimage","url":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Optimization-graphic-dark-1.png","contentUrl":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/05\/Optimization-graphic-dark-1.png","width":2880,"height":1620},{"@type":"BreadcrumbList","@id":"https:\/\/www.comet.com\/site\/products\/opik\/features\/automatic-prompt-optimization\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/www.comet.com\/site\/"},{"@type":"ListItem","position":2,"name":"Products","item":"https:\/\/www.comet.com\/site\/products\/"},{"@type":"ListItem","position":3,"name":"Opik","item":"https:\/\/www.comet.com\/site\/products\/opik\/"},{"@type":"ListItem","position":4,"name":"Features","item":"https:\/\/www.comet.com\/site\/products\/opik\/features\/"},{"@type":"ListItem","position":5,"name":"Agent Optimizer"}]},{"@type":"WebSite","@id":"https:\/\/www.comet.com\/site\/#website","url":"https:\/\/www.comet.com\/site\/","name":"Comet","description":"Build Better Models Faster","publisher":{"@id":"https:\/\/www.comet.com\/site\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.comet.com\/site\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https:\/\/www.comet.com\/site\/#organization","name":"Comet ML, Inc.","alternateName":"Comet","url":"https:\/\/www.comet.com\/site\/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/www.comet.com\/site\/#\/schema\/logo\/image\/","url":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/01\/logo_comet_square.png","contentUrl":"https:\/\/www.comet.com\/site\/wp-content\/uploads\/2025\/01\/logo_comet_square.png","width":310,"height":310,"caption":"Comet ML, Inc."},"image":{"@id":"https:\/\/www.comet.com\/site\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.facebook.com\/cometdotml","https:\/\/x.com\/Cometml","https:\/\/www.youtube.com\/channel\/UCmN63HKvfXSCS-UwVwmK8Hw"]}]}},"_links":{"self":[{"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/pages\/13673","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/users\/132"}],"replies":[{"embeddable":true,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/comments?post=13673"}],"version-history":[{"count":3,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/pages\/13673\/revisions"}],"predecessor-version":[{"id":18937,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/pages\/13673\/revisions\/18937"}],"up":[{"embeddable":true,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/pages\/16263"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/media\/13683"}],"wp:attachment":[{"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/media?parent=13673"}],"wp:term":[{"taxonomy":"author","embeddable":true,"href":"https:\/\/www.comet.com\/site\/wp-json\/wp\/v2\/coauthors?post=13673"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}