Index Symbols | _ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | V | W Symbols --all opik-connect-stop command line option opik-endpoint-stop command line option --api-key opik command line option opik-export command line option opik-import command line option opik-migrate command line option --audit-log opik-migrate-dataset command line option opik-migrate-prompt command line option --check-permissions opik-healthcheck command line option --dataset opik-export-WORKSPACE-PROJECT-experiment command line option --debug opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option --dry-run opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option opik-migrate-dataset command line option opik-migrate-prompt command line option --end-date opik-usage-report command line option --exclude-experiments opik-migrate-dataset command line option --filter opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-traces command line option --force opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option --format opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option --from-json opik-usage-report command line option --from-project opik-migrate-dataset command line option opik-migrate-prompt command line option --host opik-proxy command line option --include opik-export-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-all command line option --install-mcp opik-configure command line option --lm-studio opik-proxy command line option --lm-studio-host opik-proxy command line option --local-server opik-mcp-configure command line option --max-results opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option --max-traces opik-export-WORKSPACE-PROJECT-experiment command line option --no-attachments opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-traces command line option opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-traces command line option --no-install-mcp opik-configure command line option --ollama opik-proxy command line option --ollama-host opik-proxy command line option --open opik-usage-report command line option --output opik-usage-report command line option --page-size opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-traces command line option --path opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option --port opik-proxy command line option --project opik-connect-stop command line option opik-endpoint-stop command line option --project-name opik-healthcheck command line option --runner opik-connect-stop command line option opik-endpoint-stop command line option --show-installed-packages opik-healthcheck command line option --smoke-test opik-healthcheck command line option --start-date opik-usage-report command line option --to-project opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option opik-migrate-dataset command line option opik-migrate-prompt command line option --to-workspace opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option --unit opik-usage-report command line option --use-local opik-configure command line option --use_local opik-configure command line option --version opik command line option --workspace opik-migrate command line option --yes opik-configure command line option -o opik-usage-report command line option -p opik-export-WORKSPACE-PROJECT-all command line option opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-experiment command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-export-WORKSPACE-PROJECT-traces command line option opik-import-WORKSPACE-PROJECT-all command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-traces command line option -v opik command line option -y opik-configure command line option _ __init__() (opik.api_objects.attachment.client.AttachmentClient method) (opik.api_objects.experiment.experiment.Experiment method) (opik.api_objects.experiment.experiment_item.ExperimentItemContent method) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences method) (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt method) (opik.api_objects.prompt.text.prompt.Prompt method) (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.ChatPrompt method) (opik.Dataset method) (opik.evaluation.metrics.AgentTaskCompletionJudge method) (opik.evaluation.metrics.AgentToolCorrectnessJudge method) (opik.evaluation.metrics.AggregatedMetric method) (opik.evaluation.metrics.BERTScore method) (opik.evaluation.metrics.ChrF method) (opik.evaluation.metrics.ComplianceRiskJudge method) (opik.evaluation.metrics.ConversationalCoherenceMetric method) (opik.evaluation.metrics.ConversationComplianceRiskMetric method) (opik.evaluation.metrics.ConversationDegenerationMetric method) (opik.evaluation.metrics.ConversationDialogueHelpfulnessMetric method) (opik.evaluation.metrics.ConversationPromptUncertaintyMetric method) (opik.evaluation.metrics.ConversationQARelevanceMetric method) (opik.evaluation.metrics.ConversationSummarizationCoherenceMetric method) (opik.evaluation.metrics.ConversationSummarizationConsistencyMetric method) (opik.evaluation.metrics.CorpusBLEU method) (opik.evaluation.metrics.DemographicBiasJudge method) (opik.evaluation.metrics.DialogueHelpfulnessJudge method) (opik.evaluation.metrics.GenderBiasJudge method) (opik.evaluation.metrics.GEvalConversationMetric method) (opik.evaluation.metrics.GLEU method) (opik.evaluation.metrics.JSDistance method) (opik.evaluation.metrics.JSDivergence method) (opik.evaluation.metrics.KLDivergence method) (opik.evaluation.metrics.KnowledgeRetentionMetric method) (opik.evaluation.metrics.LanguageAdherenceMetric method) (opik.evaluation.metrics.LLMJuriesJudge method) (opik.evaluation.metrics.METEOR method) (opik.evaluation.metrics.PoliticalBiasJudge method) (opik.evaluation.metrics.PromptInjection method) (opik.evaluation.metrics.PromptUncertaintyJudge method) (opik.evaluation.metrics.QARelevanceJudge method) (opik.evaluation.metrics.RagasMetricWrapper method) (opik.evaluation.metrics.Readability method) (opik.evaluation.metrics.RegionalBiasJudge method) (opik.evaluation.metrics.ReligiousBiasJudge method) (opik.evaluation.metrics.ROUGE method) (opik.evaluation.metrics.SentenceBLEU method) (opik.evaluation.metrics.Sentiment method) (opik.evaluation.metrics.SessionCompletenessQuality method) (opik.evaluation.metrics.SpearmanRanking method) (opik.evaluation.metrics.SummarizationCoherenceJudge method) (opik.evaluation.metrics.SummarizationConsistencyJudge method) (opik.evaluation.metrics.Tone method) (opik.evaluation.metrics.UserFrustrationMetric method) (opik.evaluation.metrics.VADERSentiment method) (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) (opik.message_processing.emulation.models.ExperimentItemModel method) (opik.message_processing.emulation.models.FeedbackScoreModel method) (opik.message_processing.emulation.models.SpanModel method) (opik.message_processing.emulation.models.TraceModel method) (opik.Opik method) (opik.Prompt method) (opik.simulation.SimulatedUser method) (opik.TestSuite method) A access() (opik.rest_api.check.client.CheckClient method) access_token (opik.rest_api.types.TokenResponse attribute) acquired (opik.rest_api.types.LockResponse attribute) active_locks (opik.rest_api.types.ItemLockInfo attribute) add_items_to_annotation_queue() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) add_span_comment() (opik.rest_api.spans.client.SpansClient method) add_span_feedback_score() (opik.rest_api.spans.client.SpansClient method) add_thread_comment() (opik.rest_api.traces.client.TracesClient method) add_trace_comment() (opik.rest_api.traces.client.TracesClient method) add_trace_feedback_score() (opik.rest_api.traces.client.TracesClient method) agenerate_chat_completion() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) agenerate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) agenerate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) Agent (class in opik.rest_api.types) agent_insights_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) agent_name (opik.rest_api.types.LocalRunnerJob attribute) AgentBlueprintHistory (class in opik.rest_api.types) AgentBlueprintPublic (class in opik.rest_api.types) AgentBlueprintWrite (class in opik.rest_api.types) AgentConfigCreateWrite (class in opik.rest_api.types) AgentConfigEnv (class in opik.rest_api.types) AgentConfigValueHistory (class in opik.rest_api.types) AgentConfigValuePublic (class in opik.rest_api.types) AgentConfigValueWrite (class in opik.rest_api.types) agentic_tools_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) AgentInsightsIssue (class in opik.rest_api.types) AgentInsightsIssueDetail (class in opik.rest_api.types) AgentInsightsIssuePage (class in opik.rest_api.types) AgentInsightsIssueWithDetails (class in opik.rest_api.types) AgentInsightsJob (class in opik.rest_api.types) agents (opik.rest_api.types.LocalRunner attribute) AgentTaskCompletionJudge (class in opik.evaluation.metrics) AgentToolCorrectnessJudge (class in opik.evaluation.metrics) aggregate_evaluation_scores() (opik.evaluation.evaluation_result.EvaluationResult method) AggregatedMetric (class in opik.evaluation.metrics) AggregationData (class in opik.rest_api.types) aggregations (opik.rest_api.types.GroupContentWithAggregations attribute) Alert (class in opik.rest_api.types) alert_id (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) alert_trigger_id (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) alert_type (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) AlertPagePublic (class in opik.rest_api.types) AlertPublic (class in opik.rest_api.types) alerts_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) AlertTrigger (class in opik.rest_api.types) AlertTriggerConfig (class in opik.rest_api.types) AlertTriggerConfigPublic (class in opik.rest_api.types) AlertTriggerConfigWrite (class in opik.rest_api.types) AlertTriggerPublic (class in opik.rest_api.types) AlertTriggerWrite (class in opik.rest_api.types) AlertWrite (class in opik.rest_api.types) all_items_passed (opik.TestSuiteResult property) allm_chain_of_thought() (opik.evaluation.metrics.GEval method) AnalyticsQueryResponse (class in opik.rest_api.types) annotation_queues (opik.rest_api.types.AnnotationQueueBatch attribute) AnnotationQueue (class in opik.rest_api.types) AnnotationQueueBatch (class in opik.rest_api.types) AnnotationQueueItemIds (class in opik.rest_api.types) AnnotationQueuePagePublic (class in opik.rest_api.types) AnnotationQueuePublic (class in opik.rest_api.types) AnnotationQueueReviewer (class in opik.rest_api.types) AnnotationQueueReviewerPublic (class in opik.rest_api.types) AnnotationQueuesClient (class in opik.rest_api.annotation_queues.client) AnnotationQueueWrite (class in opik.rest_api.types) annotators_per_item (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) AnswerRelevance (class in opik.evaluation.metrics) anthropic_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) api_key (opik.rest_api.types.OllamaInstanceBaseUrlRequest attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) apply_dataset_item_changes() (opik.rest_api.datasets.client.DatasetsClient method) apply_to_past (opik.rest_api.types.RetentionRulePublic attribute) args (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandItem attribute) arguments (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCode attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) as_parameters (opik.api_objects.span.SpanData property) (opik.api_objects.trace.TraceData property) as_start_parameters (opik.api_objects.span.SpanData property) (opik.api_objects.trace.TraceData property) ascore() (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.conversation.conversation_thread_metric.ConversationThreadMetric method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.RegexMatch method) assertion_results (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) assertion_scores (opik.rest_api.types.ExperimentPublic attribute) AssertionResult (class in opik.rest_api.types) AssertionResultBatchItem (class in opik.rest_api.types) AssertionResultCompare (class in opik.rest_api.types) AssertionScoreAverage (class in opik.rest_api.types) AssertionScoreAveragePublic (class in opik.rest_api.types) AssistantMessage (class in opik.rest_api.types) Attachment (class in opik) (class in opik.rest_api.types) attachment_list() (opik.rest_api.attachments.client.AttachmentsClient method) AttachmentClient (class in opik.api_objects.attachment.client) AttachmentPage (class in opik.rest_api.types) AttachmentsClient (class in opik.rest_api.attachments.client) audio_url (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) AudioUrl (class in opik.rest_api.types) AudioUrlPublic (class in opik.rest_api.types) AudioUrlWrite (class in opik.rest_api.types) auth_check() (opik.Opik method) author (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) authorization_endpoint (opik.rest_api.types.AuthorizationServerMetadata attribute) AuthorizationServerMetadata (class in opik.rest_api.types) AuthorizeContext (class in opik.rest_api.types) AutomationRuleEvaluator_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluator_SpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluator_SpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluator_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluator_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudgePublic (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudgeWrite (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorPagePublic (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_SpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorsClient (class in opik.rest_api.automation_rule_evaluators.client) AutomationRuleEvaluatorSpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorSpanLlmAsJudgePublic (class in opik.rest_api.types) AutomationRuleEvaluatorSpanLlmAsJudgeWrite (class in opik.rest_api.types) AutomationRuleEvaluatorSpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic (class in opik.rest_api.types) AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_SpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateSpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPythonPublic (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPythonWrite (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_SpanLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_UserDefinedMetricPython (class in opik.rest_api.types) AvgValueStatPublic (class in opik.rest_api.types) B base_url (opik.rest_api.types.OllamaInstanceBaseUrlRequest attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) baseline_cost (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) baseline_duration (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) baseline_objective_score (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) BaseMetric (class in opik.evaluation.metrics) batch_group_id (opik.rest_api.types.DatasetItemBatch attribute) batch_update_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) batch_update_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) batch_update_spans() (opik.rest_api.spans.client.SpansClient method) batch_update_threads() (opik.rest_api.traces.client.TracesClient method) batch_update_traces() (opik.rest_api.traces.client.TracesClient method) BatchDelete (class in opik.rest_api.types) BatchDeleteByProject (class in opik.rest_api.types) bedrock_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) BERTScore (class in opik.evaluation.metrics) best_cost (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) best_duration (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) best_objective_score (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) bi_information (opik.rest_api.types.BiInformationResponse attribute) BiInformation (class in opik.rest_api.types) BiInformationResponse (class in opik.rest_api.types) blueprint (opik.rest_api.types.AgentConfigCreateWrite attribute) blueprint_id (opik.rest_api.types.AgentConfigEnv attribute) blueprint_name (opik.rest_api.types.LocalRunnerJob attribute) BlueprintPageHistory (class in opik.rest_api.types) BooleanFeedbackDefinition (class in opik.rest_api.types) BooleanFeedbackDefinitionCreate (class in opik.rest_api.types) BooleanFeedbackDefinitionPublic (class in opik.rest_api.types) BooleanFeedbackDefinitionUpdate (class in opik.rest_api.types) BooleanFeedbackDetail (class in opik.rest_api.types) BooleanFeedbackDetailCreate (class in opik.rest_api.types) BooleanFeedbackDetailPublic (class in opik.rest_api.types) BooleanFeedbackDetailUpdate (class in opik.rest_api.types) breakdown (opik.rest_api.types.UsageByWorkspaceProjectUserResponse attribute) BreakdownConfig (class in opik.rest_api.types) BreakdownConfigPublic (class in opik.rest_api.types) BridgeCommand (class in opik.rest_api.types) BridgeCommandBatchResponse (class in opik.rest_api.types) BridgeCommandItem (class in opik.rest_api.types) BridgeCommandSubmitResponse (class in opik.rest_api.types) bytes (opik.rest_api.types.LogProb attribute) C cached_tokens (opik.rest_api.types.PromptTokensDetails attribute) cancelled_job_ids (opik.rest_api.types.LocalRunnerHeartbeatResponse attribute) capabilities (opik.rest_api.types.LocalRunner attribute) catch_up_cursor (opik.rest_api.types.RetentionRulePublic attribute) catch_up_done (opik.rest_api.types.RetentionRulePublic attribute) CategoricalFeedbackDefinition (class in opik.rest_api.types) CategoricalFeedbackDefinitionCreate (class in opik.rest_api.types) CategoricalFeedbackDefinitionPublic (class in opik.rest_api.types) CategoricalFeedbackDefinitionUpdate (class in opik.rest_api.types) CategoricalFeedbackDetail (class in opik.rest_api.types) CategoricalFeedbackDetailCreate (class in opik.rest_api.types) CategoricalFeedbackDetailPublic (class in opik.rest_api.types) CategoricalFeedbackDetailUpdate (class in opik.rest_api.types) categories (opik.rest_api.types.CategoricalFeedbackDetail attribute) (opik.rest_api.types.CategoricalFeedbackDetailCreate attribute) (opik.rest_api.types.CategoricalFeedbackDetailPublic attribute) (opik.rest_api.types.CategoricalFeedbackDetailUpdate attribute) category_name (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] (opik.message_processing.emulation.models.FeedbackScoreModel attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute) cause (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.ReportedIssue attribute) change_description (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) ChatCompletionChoice (class in opik.rest_api.types) ChatCompletionResponse (class in opik.rest_api.types) ChatCompletionsClient (class in opik.rest_api.chat_completions.client) ChatPrompt (class in opik) (class in opik.api_objects.prompt.chat.chat_prompt) Check (class in opik.rest_api.types) CheckClient (class in opik.rest_api.check.client) checklist (opik.rest_api.types.LocalRunner attribute) CheckPublic (class in opik.rest_api.types) checks (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) choices (opik.rest_api.types.ChatCompletionResponse attribute) ChrF (class in opik.evaluation.metrics) ChunkedOutputJsonNode (class in opik.rest_api.types) ChunkedOutputJsonNodePublic (class in opik.rest_api.types) ChunkedOutputJsonNodePublicType (class in opik.rest_api.types) ChunkedOutputJsonNodeType (class in opik.rest_api.types) clear() (opik.Dataset method) (opik.TestSuite method) clear_execution_policy (opik.rest_api.types.DatasetItemUpdate attribute) client_id (opik.rest_api.types.ClientRegistrationResponse attribute) client_id_issued_at (opik.rest_api.types.ClientRegistrationResponse attribute) client_logo_uri (opik.rest_api.types.AuthorizeContext attribute) client_name (opik.rest_api.types.AuthorizeContext attribute) (opik.rest_api.types.ClientRegistrationResponse attribute) ClientRegistrationResponse (class in opik.rest_api.types) close_trace_thread() (opik.rest_api.traces.client.TracesClient method) closed (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) code (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessagePublic attribute) code_challenge_methods_supported (opik.rest_api.types.AuthorizationServerMetadata attribute) color (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) color_map (opik.rest_api.types.WorkspaceConfiguration attribute) Column (class in opik.rest_api.types) ColumnCompare (class in opik.rest_api.types) ColumnPublic (class in opik.rest_api.types) columns (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.PageColumns attribute) command_id (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandItem attribute) (opik.rest_api.types.BridgeCommandSubmitResponse attribute) commands (opik.rest_api.types.BridgeCommandBatchResponse attribute) Comment (class in opik.rest_api.types) CommentCompare (class in opik.rest_api.types) CommentPublic (class in opik.rest_api.types) comments (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) comments_enabled (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) commit (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) compare_dataset_versions() (opik.rest_api.datasets.client.DatasetsClient method) complete_multi_part_upload() (opik.rest_api.attachments.client.AttachmentsClient method) completed (opik.rest_api.types.WelcomeWizardTracking attribute) completed_at (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.LocalRunnerJob attribute) CompleteMultipartUploadRequest (class in opik.rest_api.types) completion_tokens (opik.rest_api.types.Usage attribute) completion_tokens_details (opik.rest_api.types.Usage attribute) CompletionTokensDetails (class in opik.rest_api.types) ComplianceRiskJudge (class in opik.evaluation.metrics) config (opik.Opik property) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardUpdatePublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.EvaluatorItem attribute) (opik.rest_api.types.EvaluatorItemCompare attribute) (opik.rest_api.types.EvaluatorItemPublic attribute) (opik.rest_api.types.EvaluatorItemWrite attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) config_value (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) configs (opik.rest_api.types.PromptVariant attribute) configuration (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) configure() (in module opik) connected (opik.rest_api.types.OllamaConnectionTestResponse attribute) connected_at (opik.rest_api.types.LocalRunner attribute) ConsentResponse (class in opik.rest_api.types) container_id (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) Contains (class in opik.evaluation.metrics) content (opik.rest_api.types.AgentInsightsIssuePage attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.BlueprintPageHistory attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetVersionPagePublic attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.ExperimentGroupAggregationsResponse attribute) (opik.rest_api.types.ExperimentGroupResponse attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) (opik.rest_api.types.LocalRunnerJobPage attribute) (opik.rest_api.types.LocalRunnerPage attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.LogProbs attribute) (opik.rest_api.types.Message attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.OllieReportPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.ProjectStatsSummary attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.RecentActivityPagePublic attribute) (opik.rest_api.types.ReportFailurePage attribute) (opik.rest_api.types.RetentionRulePagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.StudioMessage attribute) (opik.rest_api.types.StudioMessagePublic attribute) (opik.rest_api.types.StudioMessageWrite attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) content_array (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) ContextPrecision (class in opik.evaluation.metrics) ContextRecall (class in opik.evaluation.metrics) ConversationalCoherenceMetric (class in opik.evaluation.metrics) ConversationComplianceRiskMetric (class in opik.evaluation.metrics) ConversationDegenerationMetric (class in opik.evaluation.metrics) ConversationDialogueHelpfulnessMetric (class in opik.evaluation.metrics) ConversationPromptUncertaintyMetric (class in opik.evaluation.metrics) ConversationQARelevanceMetric (class in opik.evaluation.metrics) ConversationSummarizationCoherenceMetric (class in opik.evaluation.metrics) ConversationSummarizationConsistencyMetric (class in opik.evaluation.metrics) ConversationThreadMetric (class in opik.evaluation.metrics.conversation.conversation_thread_metric) copy_from_dataset_id (opik.rest_api.types.DatasetItemBatch attribute) copy_from_version_id (opik.rest_api.types.DatasetItemBatch attribute) copy_traces() (opik.Opik method) CorpusBLEU (class in opik.evaluation.metrics) cost_intelligence_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) costs_summary() (opik.rest_api.workspaces.client.WorkspacesClient method) count (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.rest_api.types.WorkspaceProjectUserCount attribute) CountValueStatPublic (class in opik.rest_api.types) create_annotation_queue() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) create_annotation_queue_batch() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) create_automation_rule_evaluator() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) create_chat_completions() (opik.rest_api.chat_completions.client.ChatCompletionsClient method) create_chat_prompt() (opik.Opik method) create_child_span_data() (opik.api_objects.span.SpanData method) (opik.api_objects.trace.TraceData method) create_config() (opik.Opik method) create_custom_guardrail() (in module opik.guardrails) create_dashboard() (opik.Opik method) create_dataset() (opik.Opik method) (opik.rest_api.datasets.client.DatasetsClient method) create_dataset_items_from_csv() (opik.rest_api.datasets.client.DatasetsClient method) create_dataset_items_from_json() (opik.rest_api.datasets.client.DatasetsClient method) create_dataset_items_from_spans() (opik.rest_api.datasets.client.DatasetsClient method) create_dataset_items_from_traces() (opik.rest_api.datasets.client.DatasetsClient method) create_environment() (opik.Opik method) create_experiment() (opik.Opik method) (opik.rest_api.experiments.client.ExperimentsClient method) create_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) create_feedback_definition() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) create_guardrails() (opik.rest_api.guardrails.client.GuardrailsClient method) create_optimization() (opik.Opik method) (opik.rest_api.optimizations.client.OptimizationsClient method) create_or_update_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) create_project() (opik.rest_api.projects.client.ProjectsClient method) create_prompt() (opik.Opik method) (opik.rest_api.prompts.client.PromptsClient method) create_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) create_span() (opik.rest_api.spans.client.SpansClient method) create_spans() (opik.rest_api.spans.client.SpansClient method) create_test_suite() (opik.Opik method) create_threads_annotation_queue() (opik.Opik method) create_trace() (opik.rest_api.traces.client.TracesClient method) create_traces() (opik.rest_api.traces.client.TracesClient method) create_traces_annotation_queue() (opik.Opik method) create_version_tag() (opik.rest_api.datasets.client.DatasetsClient method) created (opik.rest_api.types.ChatCompletionResponse attribute) created_at (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentConfigEnv attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ReportPreference attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) created_by (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentConfigEnv attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) CreateSessionResponse (class in opik.rest_api.types) csrf_token (opik.rest_api.types.AuthorizeContext attribute) current (opik.rest_api.types.Result attribute) current_value (opik.rest_api.types.KpiMetric attribute) custom_parameters (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) custom_prompt (opik.rest_api.types.DatasetExpansion attribute) (opik.rest_api.types.ReportPreference attribute) CustomGuardrail (class in opik.guardrails.guards.custom_guardrail) customllm_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) D DashboardPagePublic (class in opik.rest_api.types) DashboardPublic (class in opik.rest_api.types) DashboardUpdatePublic (class in opik.rest_api.types) DashboardWrite (class in opik.rest_api.types) data (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.ResultsNumberPublic attribute) DataPointDouble (class in opik.rest_api.types) DataPointNumberPublic (class in opik.rest_api.types) Dataset (class in opik) dataset_export_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) dataset_id (opik.api_objects.experiment.experiment.Experiment property) (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.ExperimentItemReference attribute) (opik.rest_api.types.ExperimentItemReferencePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.LocalRunnerJobMetadata attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) dataset_item_count (opik.rest_api.types.ExperimentPublic attribute) dataset_item_data (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) dataset_item_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.message_processing.emulation.models.ExperimentItemModel attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentItemReference attribute) (opik.rest_api.types.ExperimentItemReferencePublic attribute) (opik.rest_api.types.LocalRunnerJobMetadata attribute) dataset_item_version_id (opik.rest_api.types.LocalRunnerJobMetadata attribute) dataset_items_count (opik.Dataset property) (opik.rest_api.types.DatasetPublic attribute) dataset_name (opik.api_objects.experiment.experiment.Experiment property) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) (opik.rest_api.types.OptimizationWrite attribute) dataset_version_id (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.LocalRunnerJobMetadata attribute) dataset_version_summary (opik.rest_api.types.ExperimentPublic attribute) dataset_versioning_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) DatasetExpansion (class in opik.rest_api.types) DatasetExpansionResponse (class in opik.rest_api.types) DatasetExportJobPublic (class in opik.rest_api.types) DatasetItem (class in opik.rest_api.types) DatasetItemBatch (class in opik.rest_api.types) DatasetItemCompare (class in opik.rest_api.types) DatasetItemFilter (class in opik.rest_api.types) DatasetItemPageCompare (class in opik.rest_api.types) DatasetItemPagePublic (class in opik.rest_api.types) DatasetItemPublic (class in opik.rest_api.types) DatasetItemUpdate (class in opik.rest_api.types) DatasetItemWrite (class in opik.rest_api.types) DatasetPagePublic (class in opik.rest_api.types) DatasetPublic (class in opik.rest_api.types) datasets_redirect() (opik.rest_api.redirect.client.RedirectClient method) DatasetsClient (class in opik.rest_api.datasets.client) DatasetVersionDiff (class in opik.rest_api.types) DatasetVersionDiffStats (class in opik.rest_api.types) DatasetVersionPagePublic (class in opik.rest_api.types) DatasetVersionPublic (class in opik.rest_api.types) DatasetVersionSummary (class in opik.rest_api.types) DatasetVersionSummaryPublic (class in opik.rest_api.types) days_reported (opik.rest_api.types.AgentInsightsIssue attribute) default_page_size (opik.rest_api.types.ServiceTogglesConfig attribute) delete() (opik.Dataset method) (opik.TestSuite method) delete_annotation_queue() (opik.Opik method) delete_annotation_queue_batch() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) delete_attachments() (opik.rest_api.attachments.client.AttachmentsClient method) delete_automation_rule_evaluator_batch() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) delete_dashboard() (opik.Opik method) delete_dataset() (opik.Opik method) (opik.rest_api.datasets.client.DatasetsClient method) delete_dataset_by_name() (opik.rest_api.datasets.client.DatasetsClient method) delete_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) delete_datasets_batch() (opik.rest_api.datasets.client.DatasetsClient method) delete_environment() (opik.Opik method) delete_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) delete_experiments_by_id() (opik.rest_api.experiments.client.ExperimentsClient method) delete_feedback_definition_by_id() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) delete_feedback_definitions_batch() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) delete_llm_provider_api_keys_batch() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) delete_optimizations() (opik.Opik method) delete_optimizations_by_id() (opik.rest_api.optimizations.client.OptimizationsClient method) delete_project_by_id() (opik.rest_api.projects.client.ProjectsClient method) delete_projects_batch() (opik.rest_api.projects.client.ProjectsClient method) delete_prompt() (opik.rest_api.prompts.client.PromptsClient method) delete_prompts_batch() (opik.rest_api.prompts.client.PromptsClient method) delete_span_by_id() (opik.rest_api.spans.client.SpansClient method) delete_span_comments() (opik.rest_api.spans.client.SpansClient method) delete_span_feedback_score() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) delete_test_suite() (opik.Opik method) delete_thread_comments() (opik.rest_api.traces.client.TracesClient method) delete_thread_feedback_scores() (opik.rest_api.traces.client.TracesClient method) delete_trace_by_id() (opik.rest_api.traces.client.TracesClient method) delete_trace_comments() (opik.rest_api.traces.client.TracesClient method) delete_trace_feedback_score() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) delete_trace_threads() (opik.rest_api.traces.client.TracesClient method) delete_traces() (opik.rest_api.traces.client.TracesClient method) delete_version_tag() (opik.rest_api.datasets.client.DatasetsClient method) delete_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) DeleteAttachmentsRequest (class in opik.rest_api.types) DeleteFeedbackScore (class in opik.rest_api.types) DeleteIdsHolder (class in opik.rest_api.types) Delta (class in opik.rest_api.types) delta (opik.rest_api.types.ChatCompletionChoice attribute) demo_data_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) DemographicBiasJudge (class in opik.evaluation.metrics) description (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Dataset property) (opik.Prompt property) (opik.rest_api.types.Agent attribute) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentBlueprintWrite attribute) (opik.rest_api.types.AgentConfigValueHistory attribute) (opik.rest_api.types.AgentConfigValuePublic attribute) (opik.rest_api.types.AgentConfigValueWrite attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardUpdatePublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.TestSuite property) detail (opik.rest_api.types.ImageUrl attribute) (opik.rest_api.types.ImageUrlPublic attribute) (opik.rest_api.types.ImageUrlWrite attribute) (opik.rest_api.types.ReportFailure attribute) details (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionCreate attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.BooleanFeedbackDefinitionUpdate attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionCreate attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.ExperimentGroupResponse attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Boolean attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackUpdate_Boolean attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionCreate attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.NumericalFeedbackDefinitionUpdate attribute) deviation (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) deviation_percentage (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) DialogueHelpfulnessJudge (class in opik.evaluation.metrics) digest (opik.rest_api.types.OllamaModel attribute) distributed_headers() (in module opik.decorator.context_manager) DistributedTraceHeadersDict (class in opik.types) download_attachment() (opik.api_objects.attachment.client.AttachmentClient method) (opik.rest_api.attachments.client.AttachmentsClient method) download_dataset_export() (opik.rest_api.datasets.client.DatasetsClient method) duration (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) duration_ms (opik.rest_api.types.BridgeCommand attribute) E e_tag (opik.rest_api.types.MultipartUploadPart attribute) enabled (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.ReportPreference attribute) (opik.rest_api.types.RetentionRulePublic attribute) end() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) end_time (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) ended_at (opik.rest_api.types.AgentConfigEnv attribute) entities_queued (opik.rest_api.types.ManualEvaluationResponse attribute) entity_id (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) entity_ids (opik.rest_api.types.ManualEvaluationRequest attribute) entity_type (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) (opik.rest_api.types.ManualEvaluationRequest attribute) env_name (opik.rest_api.types.AgentConfigEnv attribute) Environment (class in opik.rest_api.types) environment (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) EnvironmentPagePublic (class in opik.rest_api.types) EnvironmentPublic (class in opik.rest_api.types) environments (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) envs (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) Equals (class in opik.evaluation.metrics) error (opik.guardrails.schemas.ValidationResponse attribute) (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.OAuthError attribute) error_count (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) error_description (opik.rest_api.types.OAuthError attribute) error_info (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) error_message (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.OllamaConnectionTestResponse attribute) (opik.rest_api.types.WebhookTestResult attribute) ErrorCountWithDeviation (class in opik.rest_api.types) ErrorCountWithDeviationDetailed (class in opik.rest_api.types) ErrorInfo (class in opik.rest_api.types) ErrorInfoExperimentItemBulkWriteView (class in opik.rest_api.types) ErrorInfoPublic (class in opik.rest_api.types) ErrorInfoWrite (class in opik.rest_api.types) ErrorMessage (class in opik.rest_api.types) ErrorMessageDetail (class in opik.rest_api.types) ErrorMessageDetailed (class in opik.rest_api.types) ErrorMessageHistory (class in opik.rest_api.types) ErrorMessagePublic (class in opik.rest_api.types) ErrorMessageWrite (class in opik.rest_api.types) errors (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessageDetailed attribute) (opik.rest_api.types.ErrorMessageHistory attribute) (opik.rest_api.types.ErrorMessageWrite attribute) evaluate() (in module opik.evaluation) evaluate_experiment() (in module opik.evaluation) evaluate_prompt() (in module opik.evaluation) evaluate_task_result (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) evaluate_threads() (in module opik.evaluation) evaluation (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) evaluation_method (opik.rest_api.types.ExperimentPublic attribute) evaluation_task_output (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) EvaluationResult (class in opik.evaluation.evaluation_result) EvaluatorItem (class in opik.rest_api.types) EvaluatorItemCompare (class in opik.rest_api.types) EvaluatorItemPublic (class in opik.rest_api.types) EvaluatorItemWrite (class in opik.rest_api.types) evaluators (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetVersionPublic attribute) event_type (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) exception_type (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) executable (opik.rest_api.types.Agent attribute) execute_experiment() (opik.rest_api.experiments.client.ExperimentsClient method) execution_policy (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) ExecutionPolicy (class in opik.rest_api.types) ExecutionPolicyCompare (class in opik.rest_api.types) ExecutionPolicyPublic (class in opik.rest_api.types) ExecutionPolicyWrite (class in opik.rest_api.types) exist() (opik.rest_api.spans.client.SpansClient method) (opik.rest_api.traces.client.TracesClient method) ExistenceResponse (class in opik.rest_api.types) exists (opik.rest_api.types.ExistenceResponse attribute) expand_dataset() (opik.rest_api.datasets.client.DatasetsClient method) expected_output (opik.rest_api.types.DatasetItemUpdate attribute) Experiment (class in opik.api_objects.experiment.experiment) experiment (opik.rest_api.types.trace_public.TracePublic attribute) experiment_count (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.DatasetPublic attribute) experiment_id (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.message_processing.emulation.models.ExperimentItemModel attribute) (opik.rest_api.types.ExperimentInfo attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.TestSuiteResult property) experiment_items (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) experiment_items_bulk() (opik.rest_api.experiments.client.ExperimentsClient method) experiment_name (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.TestSuiteResult property) experiment_scores (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) experiment_url (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.TestSuiteResult property) ExperimentExecutionResponse (class in opik.rest_api.types) ExperimentGroupAggregationsResponse (class in opik.rest_api.types) ExperimentGroupResponse (class in opik.rest_api.types) ExperimentInfo (class in opik.rest_api.types) ExperimentItem (class in opik.rest_api.types) ExperimentItemBulkRecord (class in opik.rest_api.types) ExperimentItemBulkRecordExperimentItemBulkWriteView (class in opik.rest_api.types) ExperimentItemBulkUpload (class in opik.rest_api.types) ExperimentItemCompare (class in opik.rest_api.types) ExperimentItemContent (class in opik.api_objects.experiment.experiment_item) ExperimentItemModel (class in opik.message_processing.emulation.models) ExperimentItemPublic (class in opik.rest_api.types) ExperimentItemReference (class in opik.rest_api.types) ExperimentItemReferencePublic (class in opik.rest_api.types) ExperimentItemReferences (class in opik.api_objects.experiment.experiment_item) ExperimentPagePublic (class in opik.rest_api.types) ExperimentPublic (class in opik.rest_api.types) ExperimentRunSummary (class in opik.rest_api.types) ExperimentRunSummaryCompare (class in opik.rest_api.types) ExperimentRunSummaryPublic (class in opik.rest_api.types) experiments (opik.rest_api.types.ExperimentExecutionResponse attribute) experiments_redirect() (opik.rest_api.redirect.client.RedirectClient method) experiments_rest_client (opik.api_objects.experiment.experiment.Experiment property) ExperimentsClient (class in opik.rest_api.experiments.client) ExperimentScore (class in opik.rest_api.types) ExperimentScorePublic (class in opik.rest_api.types) ExperimentScoreWrite (class in opik.rest_api.types) ExperimentUpdate (class in opik.rest_api.types) expires_at (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.LockResponse attribute) (opik.rest_api.types.OptimizationStudioLog attribute) expires_in (opik.rest_api.types.TokenResponse attribute) export_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) F false_label (opik.rest_api.types.BooleanFeedbackDetail attribute) (opik.rest_api.types.BooleanFeedbackDetailCreate attribute) (opik.rest_api.types.BooleanFeedbackDetailPublic attribute) (opik.rest_api.types.BooleanFeedbackDetailUpdate attribute) Feedback_Boolean (class in opik.rest_api.types) Feedback_Categorical (class in opik.rest_api.types) feedback_definition_names (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) Feedback_Numerical (class in opik.rest_api.types) feedback_scores (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) FeedbackCreate_Boolean (class in opik.rest_api.types) FeedbackCreate_Categorical (class in opik.rest_api.types) FeedbackCreate_Numerical (class in opik.rest_api.types) FeedbackDefinitionPagePublic (class in opik.rest_api.types) FeedbackDefinitionsClient (class in opik.rest_api.feedback_definitions.client) FeedbackObjectPublic_Boolean (class in opik.rest_api.types) FeedbackObjectPublic_Categorical (class in opik.rest_api.types) FeedbackObjectPublic_Numerical (class in opik.rest_api.types) FeedbackPublic_Boolean (class in opik.rest_api.types) FeedbackPublic_Categorical (class in opik.rest_api.types) FeedbackPublic_Numerical (class in opik.rest_api.types) FeedbackScore (class in opik.rest_api.types) FeedbackScoreAverage (class in opik.rest_api.types) FeedbackScoreAverageDetailed (class in opik.rest_api.types) FeedbackScoreAveragePublic (class in opik.rest_api.types) FeedbackScoreBatch (class in opik.rest_api.types) FeedbackScoreBatchItem (class in opik.rest_api.types) FeedbackScoreBatchItemThread (class in opik.rest_api.types) FeedbackScoreCompare (class in opik.rest_api.types) FeedbackScoreDict (class in opik.types) FeedbackScoreExperimentItemBulkWriteView (class in opik.rest_api.types) FeedbackScoreModel (class in opik.message_processing.emulation.models) FeedbackScoreNames (class in opik.rest_api.types) FeedbackScoreNamesPublic (class in opik.rest_api.types) FeedbackScorePublic (class in opik.rest_api.types) FeedbackUpdate_Boolean (class in opik.rest_api.types) FeedbackUpdate_Categorical (class in opik.rest_api.types) FeedbackUpdate_Numerical (class in opik.rest_api.types) field (opik.rest_api.types.BreakdownConfig attribute) (opik.rest_api.types.BreakdownConfigPublic attribute) (opik.rest_api.types.DatasetItemFilter attribute) (opik.rest_api.types.SpanFilter attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanFilterWrite attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadFilterWrite attribute) file_name (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) file_names (opik.rest_api.types.DeleteAttachmentsRequest attribute) file_path (opik.rest_api.types.DatasetExportJobPublic attribute) file_size (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) filter_field (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) filter_field_prefix (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) filters (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) find_alerts_by_project() (opik.rest_api.projects.client.ProjectsClient method) find_annotation_queues() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) find_dashboards_by_project() (opik.rest_api.projects.client.ProjectsClient method) find_dataset_items_with_experiment_items() (opik.rest_api.datasets.client.DatasetsClient method) find_datasets() (opik.rest_api.datasets.client.DatasetsClient method) find_datasets_by_project() (opik.rest_api.projects.client.ProjectsClient method) find_evaluators() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) find_experiment_groups() (opik.rest_api.experiments.client.ExperimentsClient method) find_experiment_groups_aggregations() (opik.rest_api.experiments.client.ExperimentsClient method) find_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) find_experiments_by_project() (opik.rest_api.projects.client.ProjectsClient method) find_feedback_definitions() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) find_feedback_score_names() (opik.rest_api.experiments.client.ExperimentsClient method) find_feedback_score_names1() (opik.rest_api.spans.client.SpansClient method) find_feedback_score_names2() (opik.rest_api.traces.client.TracesClient method) find_feedback_score_names_by_project_ids() (opik.rest_api.projects.client.ProjectsClient method) find_llm_provider_keys() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) find_optimizations() (opik.rest_api.optimizations.client.OptimizationsClient method) find_optimizations_by_project() (opik.rest_api.projects.client.ProjectsClient method) find_projects() (opik.rest_api.projects.client.ProjectsClient method) find_token_usage_names() (opik.rest_api.projects.client.ProjectsClient method) find_trace_threads_feedback_score_names() (opik.rest_api.traces.client.TracesClient method) finish_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) finish_reason (opik.rest_api.types.ChatCompletionChoice attribute) first_message (opik.rest_api.types.TraceThread attribute) first_seen (opik.rest_api.types.AgentInsightsIssue attribute) flush() (opik.integrations.dspy.OpikCallback method) (opik.Opik method) force_workspace_version (opik.rest_api.types.ServiceTogglesConfig attribute) format() (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt method) (opik.api_objects.prompt.text.prompt.Prompt method) (opik.ChatPrompt method) (opik.Prompt method) from_fern_prompt_version() (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt class method) (opik.api_objects.prompt.text.prompt.Prompt class method) (opik.ChatPrompt class method) (opik.Prompt class method) from_public() (opik.Dataset class method) from_rest_experiment_item_compare() (opik.api_objects.experiment.experiment_item.ExperimentItemContent class method) from_version (opik.rest_api.types.DatasetVersionDiff attribute) Function (class in opik.rest_api.types) function (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) function_call (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) FunctionCall (class in opik.rest_api.types) G gemini_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) GenderBiasJudge (class in opik.evaluation.metrics) generate_chat_completion() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generate_response() (opik.simulation.SimulatedUser method) generate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generated_samples (opik.rest_api.types.DatasetExpansionResponse attribute) GenerateReportResponse (class in opik.rest_api.types) generation_time (opik.rest_api.types.DatasetExpansionResponse attribute) get_all_prompts() (opik.Opik method) get_annotation_queue_by_id() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) get_annotation_queue_locks() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) get_attachment_client() (opik.Opik method) get_attachment_list() (opik.api_objects.attachment.client.AttachmentClient method) get_chat_prompt() (opik.Opik method) get_chat_prompt_history() (opik.Opik method) get_cost() (opik.rest_api.workspaces.client.WorkspacesClient method) get_current_span_data() (in module opik.opik_context) get_current_trace_data() (in module opik.opik_context) get_current_version_name() (opik.Dataset method) (opik.TestSuite method) get_dashboard() (opik.Opik method) get_dashboards() (opik.Opik method) get_dataset() (opik.Opik method) get_dataset_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_dataset_by_id() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_by_identifier() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_experiment_items_stats() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_experiments() (opik.Opik method) get_dataset_export_job() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_export_jobs() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_item_by_id() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_items_output_columns() (opik.rest_api.datasets.client.DatasetsClient method) get_datasets() (opik.Opik method) get_distributed_trace_headers() (in module opik.opik_context) (opik.api_objects.span.Span method) (opik.api_objects.span.SpanData method) get_environments() (opik.Opik method) get_errors_report() (opik.Opik method) get_evaluator_by_id() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) get_evaluator_logs_by_id() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) get_evaluators() (opik.Dataset method) get_execution_policy() (opik.Dataset method) get_experiment_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_experiment_by_id() (opik.Opik method) (opik.rest_api.experiments.client.ExperimentsClient method) get_experiment_by_name() (opik.Opik method) get_experiment_data() (opik.api_objects.experiment.experiment.Experiment method) get_experiment_item_by_id() (opik.rest_api.experiments.client.ExperimentsClient method) get_experiments_by_name() (opik.Opik method) get_experiments_client() (opik.Opik method) get_feedback_definition_by_id() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) get_global_assertions() (opik.TestSuite method) get_global_execution_policy() (opik.TestSuite method) get_items() (opik.api_objects.experiment.experiment.Experiment method) (opik.TestSuite method) get_llm_provider_api_key_by_id() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) get_metric() (opik.rest_api.workspaces.client.WorkspacesClient method) get_optimization_by_id() (opik.Opik method) (opik.rest_api.optimizations.client.OptimizationsClient method) get_or_create_config() (opik.Opik method) get_or_create_dataset() (opik.Opik method) get_or_create_test_suite() (opik.Opik method) get_project() (opik.Opik method) get_project_by_id() (opik.rest_api.projects.client.ProjectsClient method) get_project_kpi_cards() (opik.rest_api.projects.client.ProjectsClient method) get_project_metrics() (opik.rest_api.projects.client.ProjectsClient method) get_project_stats() (opik.rest_api.projects.client.ProjectsClient method) get_project_url() (opik.Opik method) get_prompt() (opik.Opik method) get_prompt_by_commit() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_by_id() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_history() (opik.Opik method) get_prompt_version_by_id() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_version_by_number() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_versions() (opik.rest_api.prompts.client.PromptsClient method) get_prompts() (opik.rest_api.prompts.client.PromptsClient method) get_prompts_by_commits() (opik.rest_api.prompts.client.PromptsClient method) get_prompts_by_project() (opik.rest_api.projects.client.ProjectsClient method) get_prompts_client() (opik.Opik method) get_recent_activity() (opik.rest_api.projects.client.ProjectsClient method) get_service_toggles() (opik.rest_api.service_toggles.client.ServiceTogglesClient method) get_span_by_id() (opik.rest_api.spans.client.SpansClient method) get_span_comment() (opik.rest_api.spans.client.SpansClient method) get_span_content() (opik.Opik method) get_span_stats() (opik.rest_api.spans.client.SpansClient method) get_spans_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_spans_by_project() (opik.rest_api.spans.client.SpansClient method) get_spans_count_breakdown_for_workspaces() (opik.rest_api.system_usage.client.SystemUsageClient method) get_spans_count_for_workspaces() (opik.rest_api.system_usage.client.SystemUsageClient method) get_studio_optimization_logs() (opik.rest_api.optimizations.client.OptimizationsClient method) get_tags() (opik.Dataset method) (opik.TestSuite method) get_test_suite() (opik.Opik method) get_test_suite_experiments() (opik.Opik method) get_test_suites() (opik.Opik method) get_thread_comment() (opik.rest_api.traces.client.TracesClient method) get_threads_annotation_queue() (opik.Opik method) get_threads_annotation_queues() (opik.Opik method) get_threads_client() (opik.Opik method) get_trace_by_id() (opik.rest_api.traces.client.TracesClient method) get_trace_comment() (opik.rest_api.traces.client.TracesClient method) get_trace_content() (opik.Opik method) get_trace_stats() (opik.rest_api.traces.client.TracesClient method) get_trace_thread() (opik.rest_api.traces.client.TracesClient method) get_trace_thread_stats() (opik.rest_api.traces.client.TracesClient method) get_trace_threads() (opik.rest_api.traces.client.TracesClient method) get_traces_annotation_queue() (opik.Opik method) get_traces_annotation_queues() (opik.Opik method) get_traces_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_traces_by_project() (opik.rest_api.traces.client.TracesClient method) get_traces_count_for_workspaces() (opik.rest_api.system_usage.client.SystemUsageClient method) get_validation_configs() (opik.guardrails.guards.custom_guardrail.CustomGuardrail method) (opik.guardrails.guards.pii.PII method) (opik.guardrails.guards.prompt_injection.PromptInjection method) (opik.guardrails.guards.topic.Topic method) get_version_info() (opik.Dataset method) (opik.TestSuite method) get_version_view() (opik.Dataset method) (opik.TestSuite method) get_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) get_workspace_name() (opik.rest_api.check.client.CheckClient method) get_workspace_span_metric() (opik.rest_api.workspaces.client.WorkspacesClient method) get_workspace_version() (opik.rest_api.workspaces.client.WorkspacesClient method) GEval (class in opik.evaluation.metrics) GEvalConversationMetric (class in opik.evaluation.metrics) GLEU (class in opik.evaluation.metrics) grant_types (opik.rest_api.types.ClientRegistrationResponse attribute) grant_types_supported (opik.rest_api.types.AuthorizationServerMetadata attribute) group_by_dataset_item_view() (opik.evaluation.evaluation_result.EvaluationResult method) group_index (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) group_sorting (opik.rest_api.types.GroupDetail attribute) GroupContent (class in opik.rest_api.types) GroupContentWithAggregations (class in opik.rest_api.types) GroupDetail (class in opik.rest_api.types) GroupDetails (class in opik.rest_api.types) groups_details (opik.rest_api.types.GroupDetails attribute) Guardrail (class in opik.guardrails.guardrail) (class in opik.rest_api.types) guardrail_result (opik.guardrails.schemas.ValidationResponse attribute) GuardrailBatch (class in opik.rest_api.types) guardrails (opik.rest_api.types.GuardrailBatch attribute) guardrails_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) guardrails_failed_count (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) guardrails_validations (opik.rest_api.types.trace_public.TracePublic attribute) GuardrailsClient (class in opik.rest_api.guardrails.client) GuardrailsValidation (class in opik.rest_api.types) GuardrailsValidationPublic (class in opik.rest_api.types) GuardrailWrite (class in opik.rest_api.types) H Hallucination (class in opik.evaluation.metrics) has_tool_spans (opik.rest_api.types.trace_public.TracePublic attribute) headers (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) I id (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.ChatPrompt property) (opik.Dataset property) (opik.message_processing.emulation.models.ExperimentItemModel attribute) (opik.message_processing.emulation.models.FeedbackScoreModel attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.Prompt property) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentBlueprintWrite attribute) (opik.rest_api.types.AgentConfigCreateWrite attribute) (opik.rest_api.types.AgentConfigEnv attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentItemReference attribute) (opik.rest_api.types.ExperimentItemReferencePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkWrite attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.ToolCall attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.rest_api.types.WorkspaceInfo attribute) (opik.TestSuite property) (opik.types.FeedbackScoreDict attribute) ids (opik.rest_api.types.AnnotationQueueItemIds attribute) (opik.rest_api.types.BatchDelete attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.DeleteIdsHolder attribute) (opik.rest_api.types.IdsHolder attribute) IdsHolder (class in opik.rest_api.types) image_url (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) ImageUrl (class in opik.rest_api.types) ImageUrlPublic (class in opik.rest_api.types) ImageUrlWrite (class in opik.rest_api.types) include_comments (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) include_feedback_scores (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) include_metadata (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) include_spans (opik.rest_api.types.TraceEnrichmentOptions attribute) include_tags (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) include_usage (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.StreamOptions attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) index (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ToolCall attribute) input (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) inputs (opik.rest_api.types.LocalRunnerJob attribute) insert() (opik.api_objects.experiment.experiment.Experiment method) (opik.Dataset method) (opik.TestSuite method) insert_from_json() (opik.Dataset method) (opik.TestSuite method) insert_from_jsonl_file() (opik.TestSuite method) insert_from_pandas() (opik.Dataset method) (opik.TestSuite method) instructions (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) interval (opik.rest_api.types.ProjectMetricResponsePublic attribute) interval_end (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) interval_start (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) is_latest (opik.rest_api.types.DatasetVersionPublic attribute) IsJson (class in opik.evaluation.metrics) issuer (opik.rest_api.types.AuthorizationServerMetadata attribute) item_id (opik.rest_api.types.LockResponse attribute) item_results (opik.TestSuiteResult property) ItemLockInfo (class in opik.rest_api.types) items (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) items_added (opik.rest_api.types.DatasetVersionDiffStats attribute) (opik.rest_api.types.DatasetVersionPublic attribute) items_count (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.TestSuite property) items_deleted (opik.rest_api.types.DatasetVersionDiffStats attribute) (opik.rest_api.types.DatasetVersionPublic attribute) items_modified (opik.rest_api.types.DatasetVersionDiffStats attribute) (opik.rest_api.types.DatasetVersionPublic attribute) items_passed (opik.TestSuiteResult property) items_total (opik.rest_api.types.DatasetVersionPublic attribute) (opik.TestSuiteResult property) items_unchanged (opik.rest_api.types.DatasetVersionDiffStats attribute) J JSDistance (class in opik.evaluation.metrics) JSDivergence (class in opik.evaluation.metrics) json_schema (opik.rest_api.types.ResponseFormat attribute) JsonSchema (class in opik.rest_api.types) K key (opik.rest_api.types.AgentConfigValueHistory attribute) (opik.rest_api.types.AgentConfigValuePublic attribute) (opik.rest_api.types.AgentConfigValueWrite attribute) (opik.rest_api.types.DatasetItemFilter attribute) (opik.rest_api.types.SpanFilter attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanFilterWrite attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadFilterWrite attribute) KLDivergence (class in opik.evaluation.metrics) KnowledgeRetentionMetric (class in opik.evaluation.metrics) KpiCardResponse (class in opik.rest_api.types) KpiMetric (class in opik.rest_api.types) L label (opik.rest_api.types.GroupContent attribute) (opik.rest_api.types.GroupContentWithAggregations attribute) language (opik.rest_api.types.Agent attribute) LanguageAdherenceMetric (class in opik.evaluation.metrics) last_created_experiment_at (opik.rest_api.types.DatasetPublic attribute) last_created_optimization_at (opik.rest_api.types.DatasetPublic attribute) last_failed_at (opik.rest_api.types.AgentInsightsJob attribute) last_failure_detail (opik.rest_api.types.AgentInsightsJob attribute) last_failure_reason (opik.rest_api.types.AgentInsightsJob attribute) last_flush_result (opik.Opik property) last_message (opik.rest_api.types.TraceThread attribute) last_modified (opik.rest_api.types.OptimizationStudioLog attribute) last_scan_at (opik.rest_api.types.AgentInsightsJob attribute) last_seen (opik.rest_api.types.AgentInsightsIssue attribute) last_updated_at (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ReportPreference attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) last_updated_by (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) last_updated_trace_at (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) latest_count (opik.rest_api.types.AgentInsightsIssue attribute) latest_version (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.PromptDetail attribute) level (opik.rest_api.types.LogItem attribute) (opik.rest_api.types.RetentionRulePublic attribute) LevenshteinRatio (class in opik.evaluation.metrics) link (opik.rest_api.types.Attachment attribute) list_dataset_versions() (opik.rest_api.datasets.client.DatasetsClient method) LiteLLMChatModel (class in opik.evaluation.models) LlamaIndexCallbackHandler() (in module opik.integrations.llama_index) llm_chain_of_thought() (opik.evaluation.metrics.GEval method) llm_model (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) llm_span_count (opik.rest_api.types.trace_public.TracePublic attribute) llm_unit (class in opik) LlmAsJudgeCode (class in opik.rest_api.types) LlmAsJudgeCodePublic (class in opik.rest_api.types) LlmAsJudgeCodeWrite (class in opik.rest_api.types) LlmAsJudgeMessage (class in opik.rest_api.types) LlmAsJudgeMessageContent (class in opik.rest_api.types) LlmAsJudgeMessageContentPublic (class in opik.rest_api.types) LlmAsJudgeMessageContentWrite (class in opik.rest_api.types) LlmAsJudgeMessagePublic (class in opik.rest_api.types) LlmAsJudgeMessageWrite (class in opik.rest_api.types) LlmAsJudgeModelParameters (class in opik.rest_api.types) LlmAsJudgeModelParametersPublic (class in opik.rest_api.types) LlmAsJudgeModelParametersWrite (class in opik.rest_api.types) LlmAsJudgeOutputSchema (class in opik.rest_api.types) LlmAsJudgeOutputSchemaPublic (class in opik.rest_api.types) LlmAsJudgeOutputSchemaWrite (class in opik.rest_api.types) LLMJudge (class in opik.guardrails.guards.llm_judge) LLMJuriesJudge (class in opik.evaluation.metrics) LlmProviderKeyClient (class in opik.rest_api.llm_provider_key.client) local (opik.guardrails.guards.llm_judge.LLMJudge attribute) LocalRunner (class in opik.rest_api.types) LocalRunnerHeartbeatResponse (class in opik.rest_api.types) LocalRunnerJob (class in opik.rest_api.types) LocalRunnerJobMetadata (class in opik.rest_api.types) LocalRunnerJobPage (class in opik.rest_api.types) LocalRunnerLogEntry (class in opik.rest_api.types) LocalRunnerPage (class in opik.rest_api.types) lock_annotation_queue_item() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) lock_timeout_seconds (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) locked_by (opik.rest_api.types.ItemLockInfo attribute) (opik.rest_api.types.LockResponse attribute) LockResponse (class in opik.rest_api.types) locks (opik.rest_api.types.LocksResponse attribute) LocksResponse (class in opik.rest_api.types) log_assertion_results() (opik.Opik method) log_experiment_scores() (opik.api_objects.experiment.experiment.Experiment method) log_feedback_score() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) log_spans_feedback_scores() (opik.Opik method) log_threads_feedback_scores() (opik.Opik method) log_traces_feedback_scores() (opik.Opik method) LogItem (class in opik.rest_api.types) logo_uri (opik.rest_api.types.ClientRegistrationResponse attribute) LogPage (class in opik.rest_api.types) LogProb (class in opik.rest_api.types) logprob (opik.rest_api.types.LogProb attribute) LogProbs (class in opik.rest_api.types) logprobs (opik.rest_api.types.ChatCompletionChoice attribute) M ManualEvaluationRequest (class in opik.rest_api.types) ManualEvaluationResponse (class in opik.rest_api.types) mark_dataset_export_job_viewed() (opik.rest_api.datasets.client.DatasetsClient method) markers (opik.rest_api.types.LogItem attribute) mask_id (opik.rest_api.types.LocalRunnerJob attribute) max (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) max_completion_tokens (opik.rest_api.types.DatasetExpansion attribute) max_cost_usd (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) Message (class in opik.rest_api.types) message (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.LogItem attribute) messages (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.PromptVariant attribute) (opik.rest_api.types.SpanLlmAsJudgeCode attribute) (opik.rest_api.types.SpanLlmAsJudgeCodePublic attribute) (opik.rest_api.types.SpanLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.StudioPrompt attribute) (opik.rest_api.types.StudioPromptPublic attribute) (opik.rest_api.types.StudioPromptWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) metadata (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.Prompt property) (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) metadata_key (opik.rest_api.types.BreakdownConfig attribute) (opik.rest_api.types.BreakdownConfigPublic attribute) METEOR (class in opik.evaluation.metrics) metric (opik.rest_api.types.SpanUserDefinedMetricPythonCode attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCode attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) metric_type (opik.rest_api.types.ProjectMetricResponsePublic attribute) metrics (opik.rest_api.types.StudioEvaluation attribute) (opik.rest_api.types.StudioEvaluationPublic attribute) (opik.rest_api.types.StudioEvaluationWrite attribute) metrics_summary() (opik.rest_api.workspaces.client.WorkspacesClient method) mime_type (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) min (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) model (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.DatasetExpansion attribute) (opik.rest_api.types.DatasetExpansionResponse attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.PromptVariant attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanLlmAsJudgeCode attribute) (opik.rest_api.types.SpanLlmAsJudgeCodePublic attribute) (opik.rest_api.types.SpanLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.StudioLlmModel attribute) (opik.rest_api.types.StudioLlmModelPublic attribute) (opik.rest_api.types.StudioLlmModelWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) model_config (opik.guardrails.schemas.ValidationResponse attribute) (opik.rest_api.types.Agent attribute) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentBlueprintWrite attribute) (opik.rest_api.types.AgentConfigCreateWrite attribute) (opik.rest_api.types.AgentConfigEnv attribute) (opik.rest_api.types.AgentConfigValueHistory attribute) (opik.rest_api.types.AgentConfigValuePublic attribute) (opik.rest_api.types.AgentConfigValueWrite attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.AgentInsightsIssuePage attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnalyticsQueryResponse attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueueBatch attribute) (opik.rest_api.types.AnnotationQueueItemIds attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.AssertionResult attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.AssertionResultCompare attribute) (opik.rest_api.types.AssertionScoreAverage attribute) (opik.rest_api.types.AssertionScoreAveragePublic attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AudioUrl attribute) (opik.rest_api.types.AudioUrlPublic attribute) (opik.rest_api.types.AudioUrlWrite attribute) (opik.rest_api.types.AuthorizationServerMetadata attribute) (opik.rest_api.types.AuthorizeContext attribute) (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.AvgValueStatPublic attribute) (opik.rest_api.types.BatchDelete attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.BiInformationResponse attribute) (opik.rest_api.types.BlueprintPageHistory attribute) (opik.rest_api.types.BooleanFeedbackDefinition attribute) (opik.rest_api.types.BooleanFeedbackDefinitionCreate attribute) (opik.rest_api.types.BooleanFeedbackDefinitionPublic attribute) (opik.rest_api.types.BooleanFeedbackDefinitionUpdate attribute) (opik.rest_api.types.BooleanFeedbackDetail attribute) (opik.rest_api.types.BooleanFeedbackDetailCreate attribute) (opik.rest_api.types.BooleanFeedbackDetailPublic attribute) (opik.rest_api.types.BooleanFeedbackDetailUpdate attribute) (opik.rest_api.types.BreakdownConfig attribute) (opik.rest_api.types.BreakdownConfigPublic attribute) (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandBatchResponse attribute) (opik.rest_api.types.BridgeCommandItem attribute) (opik.rest_api.types.BridgeCommandSubmitResponse attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionCreate attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.CategoricalFeedbackDetail attribute) (opik.rest_api.types.CategoricalFeedbackDetailCreate attribute) (opik.rest_api.types.CategoricalFeedbackDetailPublic attribute) (opik.rest_api.types.CategoricalFeedbackDetailUpdate attribute) (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublicType attribute) (opik.rest_api.types.ChunkedOutputJsonNodeType attribute) (opik.rest_api.types.ClientRegistrationResponse attribute) (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.CompletionTokensDetails attribute) (opik.rest_api.types.ConsentResponse attribute) (opik.rest_api.types.CountValueStatPublic attribute) (opik.rest_api.types.CreateSessionResponse attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardUpdatePublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) (opik.rest_api.types.DatasetExpansion attribute) (opik.rest_api.types.DatasetExpansionResponse attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemFilter attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionDiff attribute) (opik.rest_api.types.DatasetVersionDiffStats attribute) (opik.rest_api.types.DatasetVersionPagePublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.DeleteIdsHolder attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessageDetailed attribute) (opik.rest_api.types.ErrorMessageHistory attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.ErrorMessageWrite attribute) (opik.rest_api.types.EvaluatorItem attribute) (opik.rest_api.types.EvaluatorItemCompare attribute) (opik.rest_api.types.EvaluatorItemPublic attribute) (opik.rest_api.types.EvaluatorItemWrite attribute) (opik.rest_api.types.ExecutionPolicy attribute) (opik.rest_api.types.ExecutionPolicyCompare attribute) (opik.rest_api.types.ExecutionPolicyPublic attribute) (opik.rest_api.types.ExecutionPolicyWrite attribute) (opik.rest_api.types.ExistenceResponse attribute) (opik.rest_api.types.ExperimentExecutionResponse attribute) (opik.rest_api.types.ExperimentGroupAggregationsResponse attribute) (opik.rest_api.types.ExperimentGroupResponse attribute) (opik.rest_api.types.ExperimentInfo attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentItemReference attribute) (opik.rest_api.types.ExperimentItemReferencePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentRunSummary attribute) (opik.rest_api.types.ExperimentRunSummaryCompare attribute) (opik.rest_api.types.ExperimentRunSummaryPublic attribute) (opik.rest_api.types.ExperimentScore attribute) (opik.rest_api.types.ExperimentScorePublic attribute) (opik.rest_api.types.ExperimentScoreWrite attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Boolean attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatch attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScoreNames attribute) (opik.rest_api.types.FeedbackScoreNamesPublic attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.FeedbackUpdate_Boolean attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.GenerateReportResponse attribute) (opik.rest_api.types.GroupContent attribute) (opik.rest_api.types.GroupContentWithAggregations attribute) (opik.rest_api.types.GroupDetail attribute) (opik.rest_api.types.GroupDetails attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailBatch attribute) (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.IdsHolder attribute) (opik.rest_api.types.ImageUrl attribute) (opik.rest_api.types.ImageUrlPublic attribute) (opik.rest_api.types.ImageUrlWrite attribute) (opik.rest_api.types.ItemLockInfo attribute) (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.KpiCardResponse attribute) (opik.rest_api.types.KpiMetric attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.LocalRunnerHeartbeatResponse attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.LocalRunnerJobMetadata attribute) (opik.rest_api.types.LocalRunnerJobPage attribute) (opik.rest_api.types.LocalRunnerLogEntry attribute) (opik.rest_api.types.LocalRunnerPage attribute) (opik.rest_api.types.LockResponse attribute) (opik.rest_api.types.LocksResponse attribute) (opik.rest_api.types.LogItem attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.LogProb attribute) (opik.rest_api.types.LogProbs attribute) (opik.rest_api.types.ManualEvaluationRequest attribute) (opik.rest_api.types.ManualEvaluationResponse attribute) (opik.rest_api.types.Message attribute) (opik.rest_api.types.MultipartUploadPart attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionCreate attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.NumericalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) (opik.rest_api.types.OAuthError attribute) (opik.rest_api.types.OllamaConnectionTestResponse attribute) (opik.rest_api.types.OllamaInstanceBaseUrlRequest attribute) (opik.rest_api.types.OllamaModel attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.OllieReportPage attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) (opik.rest_api.types.OptimizationStudioLog attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.PageColumns attribute) (opik.rest_api.types.Param attribute) (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) (opik.rest_api.types.PercentageValueStatPublic attribute) (opik.rest_api.types.Permission attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.ProjectReference attribute) (opik.rest_api.types.ProjectReferencePublic attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.ProjectStatsPublic attribute) (opik.rest_api.types.ProjectStatsSummary attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptTokensDetails attribute) (opik.rest_api.types.PromptVariant attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionLinkWrite attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.PromptVersionUpdate attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.RecentActivityPagePublic attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ReportFailurePage attribute) (opik.rest_api.types.ReportPreference attribute) (opik.rest_api.types.ResponseFormat attribute) (opik.rest_api.types.Result attribute) (opik.rest_api.types.ResultsNumberPublic attribute) (opik.rest_api.types.RetentionRulePagePublic attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.ScoreName attribute) (opik.rest_api.types.ScoreNamePublic attribute) (opik.rest_api.types.ServiceTogglesConfig attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanBatch attribute) (opik.rest_api.types.SpanEnrichmentOptions attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanFilter attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanFilterWrite attribute) (opik.rest_api.types.SpanLlmAsJudgeCode attribute) (opik.rest_api.types.SpanLlmAsJudgeCodePublic attribute) (opik.rest_api.types.SpanLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.SpansCountResponse attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCode attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.SpanUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.StartMultipartUploadResponse attribute) (opik.rest_api.types.StreamOptions attribute) (opik.rest_api.types.StudioEvaluation attribute) (opik.rest_api.types.StudioEvaluationPublic attribute) (opik.rest_api.types.StudioEvaluationWrite attribute) (opik.rest_api.types.StudioLlmModel attribute) (opik.rest_api.types.StudioLlmModelPublic attribute) (opik.rest_api.types.StudioLlmModelWrite attribute) (opik.rest_api.types.StudioMessage attribute) (opik.rest_api.types.StudioMessagePublic attribute) (opik.rest_api.types.StudioMessageWrite attribute) (opik.rest_api.types.StudioMetric attribute) (opik.rest_api.types.StudioMetricPublic attribute) (opik.rest_api.types.StudioMetricWrite attribute) (opik.rest_api.types.StudioOptimizer attribute) (opik.rest_api.types.StudioOptimizerPublic attribute) (opik.rest_api.types.StudioOptimizerWrite attribute) (opik.rest_api.types.StudioPrompt attribute) (opik.rest_api.types.StudioPromptPublic attribute) (opik.rest_api.types.StudioPromptWrite attribute) (opik.rest_api.types.TokenResponse attribute) (opik.rest_api.types.TokenUsageNames attribute) (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceBatch attribute) (opik.rest_api.types.TraceCountResponse attribute) (opik.rest_api.types.TraceEnrichmentOptions attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadFilterWrite attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadPage attribute) (opik.rest_api.types.TraceThreadUpdate attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCode attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Usage attribute) (opik.rest_api.types.UsageByWorkspaceProjectUserResponse attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.ValidatedToken attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.rest_api.types.VideoUrl attribute) (opik.rest_api.types.VideoUrlPublic attribute) (opik.rest_api.types.VideoUrlWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookExamples attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookTestResult attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.rest_api.types.WelcomeWizardTracking attribute) (opik.rest_api.types.WorkspaceConfiguration attribute) (opik.rest_api.types.WorkspaceInfo attribute) (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricResponse attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryResponse attribute) (opik.rest_api.types.WorkspaceNameHolder attribute) (opik.rest_api.types.WorkspaceProjectUserCount attribute) (opik.rest_api.types.WorkspaceSpansCount attribute) (opik.rest_api.types.WorkspaceTraceCount attribute) (opik.rest_api.types.WorkspaceUserPermissions attribute) (opik.rest_api.types.WorkspaceVersion attribute) Moderation (class in opik.evaluation.metrics) modified_at (opik.rest_api.types.OllamaModel attribute) module opik.guardrails.guardrail opik.guardrails.guards.custom_guardrail opik.guardrails.guards.llm_judge opik.guardrails.guards.pii opik.guardrails.guards.prompt_injection opik.guardrails.guards.topic opik.rest_api.types most_recent_experiment_at (opik.rest_api.types.DatasetPublic attribute) most_recent_optimization_at (opik.rest_api.types.DatasetPublic attribute) MultipartUploadPart (class in opik.rest_api.types) N NAME opik-export-WORKSPACE-PROJECT-dataset command line option opik-export-WORKSPACE-PROJECT-prompt command line option opik-import-WORKSPACE-PROJECT-dataset command line option opik-import-WORKSPACE-PROJECT-experiment command line option opik-import-WORKSPACE-PROJECT-prompt command line option opik-migrate-dataset command line option opik-migrate-prompt command line option name (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Dataset property) (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] (opik.message_processing.emulation.models.FeedbackScoreModel attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.Prompt property) (opik.rest_api.types.Agent attribute) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.AssertionScoreAverage attribute) (opik.rest_api.types.AssertionScoreAveragePublic attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardUpdatePublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) (opik.rest_api.types.EvaluatorItem attribute) (opik.rest_api.types.EvaluatorItemCompare attribute) (opik.rest_api.types.EvaluatorItemPublic attribute) (opik.rest_api.types.EvaluatorItemWrite attribute) (opik.rest_api.types.ExperimentItemReference attribute) (opik.rest_api.types.ExperimentItemReferencePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentScore attribute) (opik.rest_api.types.ExperimentScorePublic attribute) (opik.rest_api.types.ExperimentScoreWrite attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.OllamaModel attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.Param attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.ReportedIssue attribute) (opik.rest_api.types.Result attribute) (opik.rest_api.types.ResultsNumberPublic attribute) (opik.rest_api.types.ScoreName attribute) (opik.rest_api.types.ScoreNamePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.rest_api.types.WorkspaceInfo attribute) (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.TestSuite property) (opik.types.FeedbackScoreDict attribute) NAME_OR_ID opik-export-WORKSPACE-PROJECT-experiment command line option names (opik.rest_api.types.TokenUsageNames attribute) num_trials (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) number_of_messages (opik.rest_api.types.TraceThread attribute) NumericalFeedbackDefinition (class in opik.rest_api.types) NumericalFeedbackDefinitionCreate (class in opik.rest_api.types) NumericalFeedbackDefinitionPublic (class in opik.rest_api.types) NumericalFeedbackDefinitionUpdate (class in opik.rest_api.types) NumericalFeedbackDetail (class in opik.rest_api.types) NumericalFeedbackDetailCreate (class in opik.rest_api.types) NumericalFeedbackDetailPublic (class in opik.rest_api.types) NumericalFeedbackDetailUpdate (class in opik.rest_api.types) O OAuthError (class in opik.rest_api.types) objective_name (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) ollama_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) OllamaConnectionTestResponse (class in opik.rest_api.types) OllamaInstanceBaseUrlRequest (class in opik.rest_api.types) OllamaModel (class in opik.rest_api.types) ollie_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) OllieReport (class in opik.rest_api.types) OllieReportPage (class in opik.rest_api.types) on_lm_end() (opik.integrations.dspy.OpikCallback method) on_lm_start() (opik.integrations.dspy.OpikCallback method) on_module_end() (opik.integrations.dspy.OpikCallback method) on_module_start() (opik.integrations.dspy.OpikCallback method) on_tool_end() (opik.integrations.dspy.OpikCallback method) on_tool_start() (opik.integrations.dspy.OpikCallback method) online_scoring_tracing_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) open_trace_thread() (opik.rest_api.traces.client.TracesClient method) openai_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) openrouter_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) OpenTelemetryIngestionClient (class in opik.rest_api.open_telemetry_ingestion.client) operator (opik.rest_api.types.DatasetItemFilter attribute) (opik.rest_api.types.SpanFilter attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanFilterWrite attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadFilterWrite attribute) Opik (class in opik) opik command line option --api-key --version -v opik-configure command line option --install-mcp --no-install-mcp --use-local --use_local --yes -y opik-connect-stop command line option --all --project --runner opik-endpoint-stop command line option --all --project --runner opik-export command line option --api-key PROJECT WORKSPACE opik-export-WORKSPACE-PROJECT-all command line option --debug --filter --force --format --include --max-results --no-attachments --page-size --path -p opik-export-WORKSPACE-PROJECT-dataset command line option --debug --force --format --max-results --path -p NAME opik-export-WORKSPACE-PROJECT-experiment command line option --dataset --debug --filter --force --format --max-traces --path -p NAME_OR_ID opik-export-WORKSPACE-PROJECT-prompt command line option --debug --force --format --max-results --path -p NAME opik-export-WORKSPACE-PROJECT-traces command line option --debug --filter --force --format --max-results --no-attachments --page-size --path -p opik-healthcheck command line option --check-permissions --project-name --show-installed-packages --smoke-test opik-import command line option --api-key PROJECT WORKSPACE opik-import-WORKSPACE-PROJECT-all command line option --debug --dry-run --force --include --no-attachments --path --to-project --to-workspace -p opik-import-WORKSPACE-PROJECT-dataset command line option --debug --dry-run --force --path --to-project --to-workspace -p NAME opik-import-WORKSPACE-PROJECT-experiment command line option --debug --dry-run --force --path --to-project --to-workspace -p NAME opik-import-WORKSPACE-PROJECT-prompt command line option --debug --dry-run --force --path --to-project --to-workspace -p NAME opik-import-WORKSPACE-PROJECT-traces command line option --debug --dry-run --force --no-attachments --path --to-project --to-workspace -p opik-mcp-configure command line option --local-server opik-migrate command line option --api-key --workspace opik-migrate-dataset command line option --audit-log --dry-run --exclude-experiments --from-project --to-project NAME opik-migrate-prompt command line option --audit-log --dry-run --from-project --to-project NAME opik-proxy command line option --host --lm-studio --lm-studio-host --ollama --ollama-host --port opik-usage-report command line option --end-date --from-json --open --output --start-date --unit -o WORKSPACES opik.guardrails.guardrail module opik.guardrails.guards.custom_guardrail module opik.guardrails.guards.llm_judge module opik.guardrails.guards.pii module opik.guardrails.guards.prompt_injection module opik.guardrails.guards.topic module opik.rest_api.types module opik_ai_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) opik_parent_span_id (opik.types.DistributedTraceHeadersDict attribute) opik_trace_id (opik.types.DistributedTraceHeadersDict attribute) opik_version (opik.rest_api.types.WorkspaceVersion attribute) OpikBaseModel (class in opik.evaluation.models) OpikCallback (class in opik.integrations.dspy) OpikConnector (class in opik.integrations.haystack) Optimization (class in opik.rest_api.types) optimization_count (opik.rest_api.types.DatasetPublic attribute) optimization_id (opik.rest_api.types.ExperimentPublic attribute) OptimizationPagePublic (class in opik.rest_api.types) OptimizationPublic (class in opik.rest_api.types) optimizations_redirect() (opik.rest_api.redirect.client.RedirectClient method) OptimizationsClient (class in opik.rest_api.optimizations.client) OptimizationStudioConfig (class in opik.rest_api.types) OptimizationStudioConfigPublic (class in opik.rest_api.types) OptimizationStudioConfigWrite (class in opik.rest_api.types) OptimizationStudioLog (class in opik.rest_api.types) OptimizationWrite (class in opik.rest_api.types) optimizer (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) output (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) P p50 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) p90 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) p99 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) page (opik.rest_api.types.AgentInsightsIssuePage attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.BlueprintPageHistory attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetVersionPagePublic attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LocalRunnerJobPage attribute) (opik.rest_api.types.LocalRunnerPage attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OllieReportPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.RecentActivityPagePublic attribute) (opik.rest_api.types.ReportFailurePage attribute) (opik.rest_api.types.RetentionRulePagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) PageColumns (class in opik.rest_api.types) Param (class in opik.rest_api.types) parameters (opik.rest_api.types.Function attribute) (opik.rest_api.types.StudioLlmModel attribute) (opik.rest_api.types.StudioLlmModelPublic attribute) (opik.rest_api.types.StudioLlmModelWrite attribute) (opik.rest_api.types.StudioMetric attribute) (opik.rest_api.types.StudioMetricPublic attribute) (opik.rest_api.types.StudioMetricWrite attribute) (opik.rest_api.types.StudioOptimizer attribute) (opik.rest_api.types.StudioOptimizerPublic attribute) (opik.rest_api.types.StudioOptimizerWrite attribute) params (opik.rest_api.types.Agent attribute) parent_span_id (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) part_number (opik.rest_api.types.MultipartUploadPart attribute) pass_rate (opik.rest_api.types.ExperimentPublic attribute) (opik.TestSuiteResult property) pass_rate_avg (opik.rest_api.types.AggregationData attribute) pass_threshold (opik.rest_api.types.ExecutionPolicy attribute) (opik.rest_api.types.ExecutionPolicyCompare attribute) (opik.rest_api.types.ExecutionPolicyPublic attribute) (opik.rest_api.types.ExecutionPolicyWrite attribute) passed (opik.rest_api.types.AssertionResult attribute) (opik.rest_api.types.AssertionResultCompare attribute) passed_count (opik.rest_api.types.ExperimentPublic attribute) passed_count_sum (opik.rest_api.types.AggregationData attribute) passed_runs (opik.rest_api.types.ExperimentRunSummary attribute) (opik.rest_api.types.ExperimentRunSummaryCompare attribute) (opik.rest_api.types.ExperimentRunSummaryPublic attribute) patch_dataset_item() (opik.rest_api.datasets.client.DatasetsClient method) PercentageValues (class in opik.rest_api.types) PercentageValuesDetailed (class in opik.rest_api.types) PercentageValuesPublic (class in opik.rest_api.types) PercentageValueStatPublic (class in opik.rest_api.types) Permission (class in opik.rest_api.types) permission_name (opik.rest_api.types.Permission attribute) permission_value (opik.rest_api.types.Permission attribute) permissions (opik.rest_api.types.WorkspaceUserPermissions attribute) picked_up_at (opik.rest_api.types.BridgeCommand attribute) PII (class in opik.guardrails.guards.pii) PoliticalBiasJudge (class in opik.evaluation.metrics) position (opik.rest_api.types.Environment attribute) (opik.rest_api.types.EnvironmentPublic attribute) pre_sign_urls (opik.rest_api.types.StartMultipartUploadResponse attribute) presence (opik.rest_api.types.Param attribute) preserve_fields (opik.rest_api.types.DatasetExpansion attribute) previous (opik.rest_api.types.Result attribute) previous_value (opik.rest_api.types.KpiMetric attribute) PROJECT opik-export command line option opik-import command line option project_homepage_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) project_id (opik.rest_api.types.AgentConfigCreateWrite attribute) (opik.rest_api.types.AgentConfigEnv attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.ManualEvaluationRequest attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.ProjectReference attribute) (opik.rest_api.types.ProjectReferencePublic attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ReportPreference attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.WorkspaceProjectUserCount attribute) project_ids (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) project_name (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Dataset property) (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.Opik property) (opik.Prompt property) (opik.rest_api.types.AgentConfigCreateWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectReference attribute) (opik.rest_api.types.ProjectReferencePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) (opik.TestSuite property) ProjectDetailed (class in opik.rest_api.types) ProjectMetricResponsePublic (class in opik.rest_api.types) ProjectPagePublic (class in opik.rest_api.types) ProjectPublic (class in opik.rest_api.types) ProjectReference (class in opik.rest_api.types) ProjectReferencePublic (class in opik.rest_api.types) projects_redirect() (opik.rest_api.redirect.client.RedirectClient method) ProjectsClient (class in opik.rest_api.projects.client) ProjectStatItemObjectPublic_Avg (class in opik.rest_api.types) ProjectStatItemObjectPublic_Count (class in opik.rest_api.types) ProjectStatItemObjectPublic_Percentage (class in opik.rest_api.types) ProjectStatsPublic (class in opik.rest_api.types) ProjectStatsSummary (class in opik.rest_api.types) ProjectStatsSummaryItem (class in opik.rest_api.types) Prompt (class in opik) (class in opik.api_objects.prompt.text.prompt) prompt (opik.api_objects.prompt.text.prompt.Prompt property) (opik.Prompt property) (opik.rest_api.types.OptimizationStudioConfig attribute) (opik.rest_api.types.OptimizationStudioConfigPublic attribute) (opik.rest_api.types.OptimizationStudioConfigWrite attribute) prompt_id (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) prompt_index (opik.rest_api.types.ExperimentInfo attribute) prompt_masks (opik.rest_api.types.LocalRunnerJob attribute) prompt_name (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) prompt_tokens (opik.rest_api.types.Usage attribute) prompt_tokens_details (opik.rest_api.types.Usage attribute) prompt_version (opik.rest_api.types.ExperimentPublic attribute) prompt_version_id (opik.rest_api.types.PromptVersionLinkPublic attribute) prompt_versions (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.PromptVariant attribute) PromptDetail (class in opik.rest_api.types) PromptInjection (class in opik.evaluation.metrics) (class in opik.guardrails.guards.prompt_injection) PromptPagePublic (class in opik.rest_api.types) PromptPublic (class in opik.rest_api.types) prompts (opik.api_objects.experiment.experiment.Experiment property) PromptsClient (class in opik.rest_api.prompts.client) PromptTokensDetails (class in opik.rest_api.types) PromptUncertaintyJudge (class in opik.evaluation.metrics) PromptVariant (class in opik.rest_api.types) PromptVersion (class in opik.rest_api.types) PromptVersionDetail (class in opik.rest_api.types) PromptVersionLink (class in opik.rest_api.types) PromptVersionLinkPublic (class in opik.rest_api.types) PromptVersionLinkWrite (class in opik.rest_api.types) PromptVersionPagePublic (class in opik.rest_api.types) PromptVersionPublic (class in opik.rest_api.types) PromptVersionUpdate (class in opik.rest_api.types) provider (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) provider_name (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) ProviderApiKey (class in opik.rest_api.types) ProviderApiKeyPagePublic (class in opik.rest_api.types) ProviderApiKeyPublic (class in opik.rest_api.types) providers (opik.rest_api.types.trace_public.TracePublic attribute) python_evaluator_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) Q QARelevanceJudge (class in opik.evaluation.metrics) queue_attachment_upload() (opik.Opik method) R RagasMetricWrapper (class in opik.evaluation.metrics) read_jsonl_from_file() (opik.Dataset method) read_only (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) Readability (class in opik.evaluation.metrics) reason (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] (opik.message_processing.emulation.models.FeedbackScoreModel attribute) (opik.rest_api.types.AssertionResult attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.AssertionResultCompare attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute) reasoning_content (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) reasoning_tokens (opik.rest_api.types.CompletionTokensDetails attribute) receive_protobuf_traces() (opik.rest_api.open_telemetry_ingestion.client.OpenTelemetryIngestionClient method) RecentActivityItemPublic (class in opik.rest_api.types) RecentActivityPagePublic (class in opik.rest_api.types) recommended_actions (opik.rest_api.types.OllieReport attribute) redirect_to (opik.rest_api.types.ConsentResponse attribute) redirect_uris (opik.rest_api.types.ClientRegistrationResponse attribute) RedirectClient (class in opik.rest_api.redirect.client) refresh_token (opik.rest_api.types.TokenResponse attribute) refusal (opik.rest_api.types.AssistantMessage attribute) RegexMatch (class in opik.evaluation.metrics) RegionalBiasJudge (class in opik.evaluation.metrics) registration_endpoint (opik.rest_api.types.AuthorizationServerMetadata attribute) ReligiousBiasJudge (class in opik.evaluation.metrics) remove_items_from_annotation_queue() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) report_day (opik.rest_api.types.AgentInsightsIssueDetail attribute) report_id (opik.rest_api.types.GenerateReportResponse attribute) ReportedIssue (class in opik.rest_api.types) ReportFailure (class in opik.rest_api.types) ReportFailurePage (class in opik.rest_api.types) ReportPreference (class in opik.rest_api.types) request_body (opik.rest_api.types.WebhookTestResult attribute) requested_version (opik.rest_api.types.PromptDetail attribute) resource (opik.rest_api.types.ValidatedToken attribute) resource_id (opik.rest_api.types.RecentActivityItemPublic attribute) response_examples (opik.rest_api.types.WebhookExamples attribute) response_types (opik.rest_api.types.ClientRegistrationResponse attribute) response_types_supported (opik.rest_api.types.AuthorizationServerMetadata attribute) ResponseFormat (class in opik.rest_api.types) rest_client (opik.Opik property) restore_dataset_version() (opik.rest_api.datasets.client.DatasetsClient method) restore_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) Result (class in opik.rest_api.types) result (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.LocalRunnerJob attribute) results (opik.rest_api.types.AnalyticsQueryResponse attribute) (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.WorkspaceMetricResponse attribute) (opik.rest_api.types.WorkspaceMetricsSummaryResponse attribute) ResultsNumberPublic (class in opik.rest_api.types) retention (opik.rest_api.types.RetentionRulePublic attribute) RetentionRulePagePublic (class in opik.rest_api.types) RetentionRulePublic (class in opik.rest_api.types) retrieve_dataset_version() (opik.rest_api.datasets.client.DatasetsClient method) retrieve_project() (opik.rest_api.projects.client.ProjectsClient method) retrieve_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) retrieve_prompt_versions_by_ids() (opik.rest_api.prompts.client.PromptsClient method) reviewers (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) revocation_endpoint (opik.rest_api.types.AuthorizationServerMetadata attribute) role (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) (opik.rest_api.types.Message attribute) (opik.rest_api.types.StudioMessage attribute) (opik.rest_api.types.StudioMessagePublic attribute) (opik.rest_api.types.StudioMessageWrite attribute) ROUGE (class in opik.evaluation.metrics) rule_id (opik.rest_api.types.LogItem attribute) rule_ids (opik.rest_api.types.ManualEvaluationRequest attribute) rules_applied (opik.rest_api.types.ManualEvaluationResponse attribute) run() (opik.integrations.haystack.OpikConnector method) run_simulation() (in module opik.simulation) run_summaries_by_experiment (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) runner_id (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.CreateSessionResponse attribute) (opik.rest_api.types.LocalRunnerJob attribute) runs_per_item (opik.rest_api.types.ExecutionPolicy attribute) (opik.rest_api.types.ExecutionPolicyCompare attribute) (opik.rest_api.types.ExecutionPolicyPublic attribute) (opik.rest_api.types.ExecutionPolicyWrite attribute) S sample_count (opik.rest_api.types.DatasetExpansion attribute) schedule_time (opik.rest_api.types.ReportPreference attribute) schema_ (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.SpanLlmAsJudgeCode attribute) (opik.rest_api.types.SpanLlmAsJudgeCodePublic attribute) (opik.rest_api.types.SpanLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) scope (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.DashboardPublic attribute) score() (opik.evaluation.metrics.AgentTaskCompletionJudge method) (opik.evaluation.metrics.AgentToolCorrectnessJudge method) (opik.evaluation.metrics.AggregatedMetric method) (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.BERTScore method) (opik.evaluation.metrics.ChrF method) (opik.evaluation.metrics.ComplianceRiskJudge method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.conversation.conversation_thread_metric.ConversationThreadMetric method) (opik.evaluation.metrics.ConversationalCoherenceMetric method) (opik.evaluation.metrics.ConversationComplianceRiskMetric method) (opik.evaluation.metrics.ConversationDegenerationMetric method) (opik.evaluation.metrics.ConversationDialogueHelpfulnessMetric method) (opik.evaluation.metrics.ConversationPromptUncertaintyMetric method) (opik.evaluation.metrics.ConversationQARelevanceMetric method) (opik.evaluation.metrics.ConversationSummarizationCoherenceMetric method) (opik.evaluation.metrics.ConversationSummarizationConsistencyMetric method) (opik.evaluation.metrics.CorpusBLEU method) (opik.evaluation.metrics.DemographicBiasJudge method) (opik.evaluation.metrics.DialogueHelpfulnessJudge method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GenderBiasJudge method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.GEvalConversationMetric method) (opik.evaluation.metrics.GLEU method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.JSDistance method) (opik.evaluation.metrics.JSDivergence method) (opik.evaluation.metrics.KLDivergence method) (opik.evaluation.metrics.KnowledgeRetentionMetric method) (opik.evaluation.metrics.LanguageAdherenceMetric method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.LLMJuriesJudge method) (opik.evaluation.metrics.METEOR method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.PoliticalBiasJudge method) (opik.evaluation.metrics.PromptInjection method) (opik.evaluation.metrics.PromptUncertaintyJudge method) (opik.evaluation.metrics.QARelevanceJudge method) (opik.evaluation.metrics.RagasMetricWrapper method) (opik.evaluation.metrics.Readability method) (opik.evaluation.metrics.RegexMatch method) (opik.evaluation.metrics.RegionalBiasJudge method) (opik.evaluation.metrics.ReligiousBiasJudge method) (opik.evaluation.metrics.ROUGE method) (opik.evaluation.metrics.SentenceBLEU method) (opik.evaluation.metrics.Sentiment method) (opik.evaluation.metrics.SessionCompletenessQuality method) (opik.evaluation.metrics.SpearmanRanking method) (opik.evaluation.metrics.SummarizationCoherenceJudge method) (opik.evaluation.metrics.SummarizationConsistencyJudge method) (opik.evaluation.metrics.Tone method) (opik.evaluation.metrics.UserFrustrationMetric method) (opik.evaluation.metrics.VADERSentiment method) score_batch_of_spans() (opik.rest_api.spans.client.SpansClient method) score_batch_of_threads() (opik.rest_api.traces.client.TracesClient method) score_batch_of_traces() (opik.rest_api.traces.client.TracesClient method) score_results (opik.evaluation.test_result.TestResult attribute) ScoreName (class in opik.rest_api.types) ScoreNamePublic (class in opik.rest_api.types) ScoreResult (class in opik.evaluation.metrics.score_result) scores (opik.rest_api.types.FeedbackScoreBatch attribute) (opik.rest_api.types.FeedbackScoreNames attribute) (opik.rest_api.types.FeedbackScoreNamesPublic attribute) scoring_failed (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] scoring_time (opik.evaluation.test_result.TestResult attribute) search_prompts() (opik.Opik method) search_spans() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) search_threads() (opik.Opik method) search_trace_threads() (opik.rest_api.traces.client.TracesClient method) search_traces() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) secondary_id (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) secret_token (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) seed (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) SentenceBLEU (class in opik.evaluation.metrics) Sentiment (class in opik.evaluation.metrics) service_tier (opik.rest_api.types.ChatCompletionResponse attribute) ServiceTogglesClient (class in opik.rest_api.service_toggles.client) ServiceTogglesConfig (class in opik.rest_api.types) session_id (opik.rest_api.types.CreateSessionResponse attribute) (opik.rest_api.types.OllieReport attribute) SessionCompletenessQuality (class in opik.evaluation.metrics) set_config_env() (opik.Opik method) set_prompt_environments() (opik.Opik method) set_prompt_version_environment() (opik.rest_api.prompts.client.PromptsClient method) severity (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.ReportedIssue attribute) SimulatedUser (class in opik.simulation) size (opik.rest_api.types.AgentInsightsIssuePage attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.BlueprintPageHistory attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetVersionPagePublic attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LocalRunnerJobPage attribute) (opik.rest_api.types.LocalRunnerPage attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OllamaModel attribute) (opik.rest_api.types.OllieReportPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.RecentActivityPagePublic attribute) (opik.rest_api.types.ReportFailurePage attribute) (opik.rest_api.types.RetentionRulePagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) slug (opik.rest_api.types.DashboardPublic attribute) sortable_by (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) source (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) source_file (opik.rest_api.types.Agent attribute) source_queue_id (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) Span (class in opik.api_objects.span) span() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) span_count (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.WorkspaceSpansCount attribute) span_feedback_scores (opik.rest_api.types.trace_public.TracePublic attribute) span_id (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) span_llm_as_judge_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) span_type (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) span_user_defined_metric_python_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) SpanBatch (class in opik.rest_api.types) SpanData (class in opik.api_objects.span) SpanEnrichmentOptions (class in opik.rest_api.types) SpanExperimentItemBulkWriteView (class in opik.rest_api.types) SpanFilter (class in opik.rest_api.types) SpanFilterPublic (class in opik.rest_api.types) SpanFilterWrite (class in opik.rest_api.types) SpanLlmAsJudgeCode (class in opik.rest_api.types) SpanLlmAsJudgeCodePublic (class in opik.rest_api.types) SpanLlmAsJudgeCodeWrite (class in opik.rest_api.types) SpanModel (class in opik.message_processing.emulation.models) SpanPagePublic (class in opik.rest_api.types) SpanPublic (class in opik.rest_api.types.span_public) spans (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanBatch attribute) SpansClient (class in opik.rest_api.spans.client) SpansCountResponse (class in opik.rest_api.types) SpanUpdate (class in opik.rest_api.types) SpanUserDefinedMetricPythonCode (class in opik.rest_api.types) SpanUserDefinedMetricPythonCodePublic (class in opik.rest_api.types) SpanUserDefinedMetricPythonCodeWrite (class in opik.rest_api.types) SpanWrite (class in opik.rest_api.types) SpearmanRanking (class in opik.evaluation.metrics) start_as_current_span() (in module opik) start_as_current_trace() (in module opik) start_before_end (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) start_dataset_export() (opik.rest_api.datasets.client.DatasetsClient method) start_multi_part_upload() (opik.rest_api.attachments.client.AttachmentsClient method) start_time (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) started_at (opik.rest_api.types.LocalRunnerJob attribute) StartMultipartUploadResponse (class in opik.rest_api.types) statistics (opik.rest_api.types.DatasetVersionDiff attribute) stats (opik.rest_api.types.KpiCardResponse attribute) (opik.rest_api.types.ProjectStatsPublic attribute) status (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.AgentInsightsJob attribute) (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute) (opik.rest_api.types.AssertionResultBatchItem attribute) (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.DatasetExportJobPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentRunSummary attribute) (opik.rest_api.types.ExperimentRunSummaryCompare attribute) (opik.rest_api.types.ExperimentRunSummaryPublic attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.OllieReport attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.WebhookTestResult attribute) status_code (opik.rest_api.types.WebhookTestResult attribute) store_llm_provider_api_key() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) stream (opik.rest_api.types.LocalRunnerLogEntry attribute) stream_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) stream_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) stream_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) StreamOptions (class in opik.rest_api.types) strict (opik.rest_api.types.Function attribute) (opik.rest_api.types.JsonSchema attribute) string_content (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) structured_content (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) studio_config (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) StudioEvaluation (class in opik.rest_api.types) StudioEvaluationPublic (class in opik.rest_api.types) StudioEvaluationWrite (class in opik.rest_api.types) StudioLlmModel (class in opik.rest_api.types) StudioLlmModelPublic (class in opik.rest_api.types) StudioLlmModelWrite (class in opik.rest_api.types) StudioMessage (class in opik.rest_api.types) StudioMessagePublic (class in opik.rest_api.types) StudioMessageWrite (class in opik.rest_api.types) StudioMetric (class in opik.rest_api.types) StudioMetricPublic (class in opik.rest_api.types) StudioMetricWrite (class in opik.rest_api.types) StudioOptimizer (class in opik.rest_api.types) StudioOptimizerPublic (class in opik.rest_api.types) StudioOptimizerWrite (class in opik.rest_api.types) StudioPrompt (class in opik.rest_api.types) StudioPromptPublic (class in opik.rest_api.types) StudioPromptWrite (class in opik.rest_api.types) sub_metric (opik.rest_api.types.BreakdownConfig attribute) (opik.rest_api.types.BreakdownConfigPublic attribute) submitted_at (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandItem attribute) suggested_fix (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.ReportedIssue attribute) suite_name (opik.TestSuiteResult property) SummarizationCoherenceJudge (class in opik.evaluation.metrics) SummarizationConsistencyJudge (class in opik.evaluation.metrics) supported_params (opik.evaluation.models.LiteLLMChatModel property) sync_with_backend() (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt method) (opik.api_objects.prompt.text.prompt.Prompt method) (opik.ChatPrompt method) (opik.Prompt method) synced (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) system_fingerprint (opik.rest_api.types.ChatCompletionResponse attribute) SystemUsageClient (class in opik.rest_api.system_usage.client) T tags (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.message_processing.emulation.models.SpanModel attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.Prompt property) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.PromptVersionUpdate attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceThreadUpdate attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) tags_to_add (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.TraceThreadUpdate attribute) (opik.rest_api.types.TraceUpdate attribute) tags_to_remove (opik.rest_api.types.DatasetItemUpdate attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.TraceThreadUpdate attribute) (opik.rest_api.types.TraceUpdate attribute) task_execution_time (opik.evaluation.test_result.TestResult attribute) temperature (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) template (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.ChatPrompt property) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) template_structure (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) test_case (opik.evaluation.test_result.TestResult attribute) test_results (opik.evaluation.evaluation_result.EvaluationResult attribute) TestResult (class in opik.evaluation.test_result) TestSuite (class in opik) TestSuiteResult (class in opik) text (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) (opik.rest_api.types.LocalRunnerLogEntry attribute) thread_count (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) thread_id (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.TraceModel attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) thread_model_id (opik.rest_api.types.TraceThread attribute) time (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) timeout (opik.rest_api.types.Agent attribute) (opik.rest_api.types.LocalRunnerJob attribute) timeout_seconds (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandItem attribute) timeout_to_mark_thread_as_inactive (opik.rest_api.types.WorkspaceConfiguration attribute) timestamp (opik.rest_api.types.LogItem attribute) to_dict() (opik.TestSuiteResult method) to_json() (opik.TestSuite method) to_pandas() (opik.TestSuite method) to_report_dict() (opik.TestSuiteResult method) to_version (opik.rest_api.types.DatasetVersionDiff attribute) token (opik.rest_api.types.LogProb attribute) token_endpoint (opik.rest_api.types.AuthorizationServerMetadata attribute) token_endpoint_auth_method (opik.rest_api.types.ClientRegistrationResponse attribute) token_endpoint_auth_methods_supported (opik.rest_api.types.AuthorizationServerMetadata attribute) token_type (opik.rest_api.types.TokenResponse attribute) TokenResponse (class in opik.rest_api.types) TokenUsageNames (class in opik.rest_api.types) Tone (class in opik.evaluation.metrics) Tool (class in opik.rest_api.types) tool_calls (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) ToolCall (class in opik.rest_api.types) Topic (class in opik.guardrails.guards.topic) total (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssuePage attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.BlueprintPageHistory attribute) (opik.rest_api.types.DashboardPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetVersionPagePublic attribute) (opik.rest_api.types.EnvironmentPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LocalRunnerJobPage attribute) (opik.rest_api.types.LocalRunnerPage attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OllieReportPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.RecentActivityPagePublic attribute) (opik.rest_api.types.ReportFailurePage attribute) (opik.rest_api.types.RetentionRulePagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) total_cost (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute) total_count (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ReportedIssue attribute) total_count_sum (opik.rest_api.types.AggregationData attribute) total_estimated_cost (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) total_estimated_cost_avg (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentPublic attribute) total_estimated_cost_sum (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) total_estimated_cost_version (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) total_generated (opik.rest_api.types.DatasetExpansionResponse attribute) total_items (opik.rest_api.types.ExperimentExecutionResponse attribute) total_occurrences (opik.rest_api.types.AgentInsightsIssue attribute) total_optimization_cost (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) total_runs (opik.rest_api.types.ExperimentRunSummary attribute) (opik.rest_api.types.ExperimentRunSummaryCompare attribute) (opik.rest_api.types.ExperimentRunSummaryPublic attribute) total_time (opik.TestSuiteResult property) total_tokens (opik.rest_api.types.Usage attribute) total_users (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.ReportedIssue attribute) Trace (class in opik.api_objects.trace) trace (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) trace() (opik.Opik method) trace_count (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.WorkspaceTraceCount attribute) trace_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.ExperimentItemModel attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.LocalRunnerJob attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) trace_metadata (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) trace_thread_python_evaluator_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) trace_visibility_mode (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) traceback (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) TraceBatch (class in opik.rest_api.types) TraceCountResponse (class in opik.rest_api.types) TraceData (class in opik.api_objects.trace) TraceEnrichmentOptions (class in opik.rest_api.types) TraceExperimentItemBulkWriteView (class in opik.rest_api.types) TraceFilter (class in opik.rest_api.types) TraceFilterPublic (class in opik.rest_api.types) TraceFilterWrite (class in opik.rest_api.types) TraceModel (class in opik.message_processing.emulation.models) TracePagePublic (class in opik.rest_api.types) TracePublic (class in opik.rest_api.types.trace_public) traces (opik.rest_api.types.TraceBatch attribute) traces_query (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueWithDetails attribute) (opik.rest_api.types.ReportedIssue attribute) TracesClient (class in opik.rest_api.traces.client) TraceThread (class in opik.rest_api.types) TraceThreadFilter (class in opik.rest_api.types) TraceThreadFilterPublic (class in opik.rest_api.types) TraceThreadFilterWrite (class in opik.rest_api.types) TraceThreadIdentifier (class in opik.rest_api.types) TraceThreadLlmAsJudgeCode (class in opik.rest_api.types) TraceThreadLlmAsJudgeCodePublic (class in opik.rest_api.types) TraceThreadLlmAsJudgeCodeWrite (class in opik.rest_api.types) TraceThreadPage (class in opik.rest_api.types) TraceThreadUpdate (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCode (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCodePublic (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCodeWrite (class in opik.rest_api.types) TraceUpdate (class in opik.rest_api.types) TraceWrite (class in opik.rest_api.types) track() (in module opik) track_anthropic() (in module opik.integrations.anthropic) track_bedrock() (in module opik.integrations.bedrock) track_crewai() (in module opik.integrations.crewai) track_guardrails() (in module opik.integrations.guardrails) track_openai() (in module opik.integrations.openai) trial_count (opik.evaluation.evaluation_result.EvaluationResult attribute) trial_id (opik.evaluation.test_result.TestResult attribute) trigger_configs (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) triggers (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) true_label (opik.rest_api.types.BooleanFeedbackDetail attribute) (opik.rest_api.types.BooleanFeedbackDetailCreate attribute) (opik.rest_api.types.BooleanFeedbackDetailPublic attribute) (opik.rest_api.types.BooleanFeedbackDetailUpdate attribute) truncate (opik.rest_api.types.TraceThreadIdentifier attribute) truncation_on_tables (opik.rest_api.types.WorkspaceConfiguration attribute) ttft (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceUpdate attribute) (opik.rest_api.types.TraceWrite attribute) type (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.ChatPrompt property) (opik.message_processing.emulation.models.SpanModel attribute) (opik.Prompt property) (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentBlueprintWrite attribute) (opik.rest_api.types.AgentConfigValueHistory attribute) (opik.rest_api.types.AgentConfigValuePublic attribute) (opik.rest_api.types.AgentConfigValueWrite attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.BridgeCommand attribute) (opik.rest_api.types.BridgeCommandItem attribute) (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.DashboardUpdatePublic attribute) (opik.rest_api.types.DashboardWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.EvaluatorItem attribute) (opik.rest_api.types.EvaluatorItemCompare attribute) (opik.rest_api.types.EvaluatorItemPublic attribute) (opik.rest_api.types.EvaluatorItemWrite attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ExperimentUpdate attribute) (opik.rest_api.types.Feedback_Boolean attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Boolean attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Boolean attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Boolean attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackUpdate_Boolean attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.KpiMetric attribute) (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.LocalRunner attribute) (opik.rest_api.types.Param attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.RecentActivityItemPublic attribute) (opik.rest_api.types.ReportFailure attribute) (opik.rest_api.types.ResponseFormat attribute) (opik.rest_api.types.ScoreName attribute) (opik.rest_api.types.ScoreNamePublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.StudioMetric attribute) (opik.rest_api.types.StudioMetricPublic attribute) (opik.rest_api.types.StudioMetricWrite attribute) (opik.rest_api.types.StudioOptimizer attribute) (opik.rest_api.types.StudioOptimizerPublic attribute) (opik.rest_api.types.StudioOptimizerWrite attribute) (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) type_name (opik.rest_api.types.ChunkedOutputJsonNodePublicType attribute) (opik.rest_api.types.ChunkedOutputJsonNodeType attribute) types (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) U update() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Dataset method) (opik.TestSuite method) update_annotation_queue() (opik.rest_api.annotation_queues.client.AnnotationQueuesClient method) update_automation_rule_evaluator() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) update_current_span() (in module opik.opik_context) update_current_trace() (in module opik.opik_context) update_dataset() (opik.rest_api.datasets.client.DatasetsClient method) update_dataset_version() (opik.rest_api.datasets.client.DatasetsClient method) update_environment() (opik.Opik method) update_experiment() (opik.Opik method) (opik.rest_api.experiments.client.ExperimentsClient method) update_feedback_definition() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) update_llm_provider_api_key() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) update_optimizations_by_id() (opik.rest_api.optimizations.client.OptimizationsClient method) update_project() (opik.rest_api.projects.client.ProjectsClient method) update_prompt() (opik.rest_api.prompts.client.PromptsClient method) update_prompt_versions() (opik.rest_api.prompts.client.PromptsClient method) update_span() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) update_span_comment() (opik.rest_api.spans.client.SpansClient method) update_test_settings() (opik.TestSuite method) update_thread() (opik.rest_api.traces.client.TracesClient method) update_thread_comment() (opik.rest_api.traces.client.TracesClient method) update_trace() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) update_trace_comment() (opik.rest_api.traces.client.TracesClient method) upload_attachment() (opik.api_objects.attachment.client.AttachmentClient method) (opik.rest_api.attachments.client.AttachmentsClient method) upload_id (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.StartMultipartUploadResponse attribute) uploaded_file_parts (opik.rest_api.types.CompleteMultipartUploadRequest attribute) upsert_optimization() (opik.rest_api.optimizations.client.OptimizationsClient method) upsert_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) url (opik.rest_api.types.AudioUrl attribute) (opik.rest_api.types.AudioUrlPublic attribute) (opik.rest_api.types.AudioUrlWrite attribute) (opik.rest_api.types.ImageUrl attribute) (opik.rest_api.types.ImageUrlPublic attribute) (opik.rest_api.types.ImageUrlWrite attribute) (opik.rest_api.types.OptimizationStudioLog attribute) (opik.rest_api.types.VideoUrl attribute) (opik.rest_api.types.VideoUrlPublic attribute) (opik.rest_api.types.VideoUrlWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) Usage (class in opik.rest_api.types) usage (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanUpdate attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) UsageByWorkspaceProjectUserResponse (class in opik.rest_api.types) user (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.WorkspaceProjectUserCount attribute) user_name (opik.rest_api.types.ValidatedToken attribute) (opik.rest_api.types.WorkspaceUserPermissions attribute) UserDefinedMetricPythonCode (class in opik.rest_api.types) UserDefinedMetricPythonCodePublic (class in opik.rest_api.types) UserDefinedMetricPythonCodeWrite (class in opik.rest_api.types) UserFrustrationMetric (class in opik.evaluation.metrics) username (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute) users_impacted (opik.rest_api.types.AgentInsightsIssue attribute) (opik.rest_api.types.AgentInsightsIssueDetail attribute) (opik.rest_api.types.ReportedIssue attribute) V v1workspace_allowlist (opik.rest_api.types.ServiceTogglesConfig attribute) v1workspace_allowlist_ids (opik.rest_api.types.ServiceTogglesConfig attribute) v2workspace_allowlist (opik.rest_api.types.ServiceTogglesConfig attribute) v2workspace_allowlist_ids (opik.rest_api.types.ServiceTogglesConfig attribute) VADERSentiment (class in opik.evaluation.metrics) validate() (opik.guardrails.guardrail.Guardrail method) validate_local() (opik.guardrails.guards.llm_judge.LLMJudge method) validate_score_arguments() (opik.evaluation.metrics.AggregatedMetric method) ValidatedToken (class in opik.rest_api.types) validation_passed (opik.guardrails.schemas.ValidationResponse attribute) ValidationResponse (class in opik.guardrails.schemas) validations (opik.guardrails.schemas.ValidationResponse attribute) value (opik.evaluation.metrics.score_result.ScoreResult attribute), [1] (opik.message_processing.emulation.models.FeedbackScoreModel attribute) (opik.rest_api.types.AgentConfigValueHistory attribute) (opik.rest_api.types.AgentConfigValuePublic attribute) (opik.rest_api.types.AgentConfigValueWrite attribute) (opik.rest_api.types.AssertionResult attribute) (opik.rest_api.types.AssertionResultCompare attribute) (opik.rest_api.types.AssertionScoreAverage attribute) (opik.rest_api.types.AssertionScoreAveragePublic attribute) (opik.rest_api.types.AvgValueStatPublic attribute) (opik.rest_api.types.CountValueStatPublic attribute) (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) (opik.rest_api.types.DatasetItemFilter attribute) (opik.rest_api.types.ExperimentScore attribute) (opik.rest_api.types.ExperimentScorePublic attribute) (opik.rest_api.types.ExperimentScoreWrite attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.PercentageValueStatPublic attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.SpanFilter attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanFilterWrite attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadFilterWrite attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute) value_by_author (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) ValueEntry (class in opik.rest_api.types) ValueEntryCompare (class in opik.rest_api.types) ValueEntryExperimentItemBulkWriteView (class in opik.rest_api.types) ValueEntryPublic (class in opik.rest_api.types) values (opik.rest_api.types.AgentBlueprintHistory attribute) (opik.rest_api.types.AgentBlueprintPublic attribute) (opik.rest_api.types.AgentBlueprintWrite attribute) variables (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.SpanLlmAsJudgeCode attribute) (opik.rest_api.types.SpanLlmAsJudgeCodePublic attribute) (opik.rest_api.types.SpanLlmAsJudgeCodeWrite attribute) variation_instructions (opik.rest_api.types.DatasetExpansion attribute) version (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) (opik.rest_api.types.OllamaConnectionTestResponse attribute) version_count (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) version_hash (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) version_id (opik.api_objects.prompt.chat.chat_prompt.ChatPrompt property) (opik.api_objects.prompt.text.prompt.Prompt property) (opik.ChatPrompt property) (opik.Prompt property) version_name (opik.rest_api.types.DatasetVersionPublic attribute) (opik.rest_api.types.DatasetVersionSummary attribute) (opik.rest_api.types.DatasetVersionSummaryPublic attribute) version_number (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionPublic attribute) version_type (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) vertexai_provider_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) video_url (opik.rest_api.types.LlmAsJudgeMessageContent attribute) (opik.rest_api.types.LlmAsJudgeMessageContentPublic attribute) (opik.rest_api.types.LlmAsJudgeMessageContentWrite attribute) VideoUrl (class in opik.rest_api.types) VideoUrlPublic (class in opik.rest_api.types) VideoUrlWrite (class in opik.rest_api.types) viewed_at (opik.rest_api.types.DatasetExportJobPublic attribute) visibility (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) visibility_mode (opik.rest_api.types.trace_public.TracePublic attribute) W Webhook (class in opik.rest_api.types) webhook (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) WebhookExamples (class in opik.rest_api.types) WebhookPublic (class in opik.rest_api.types) WebhookTestResult (class in opik.rest_api.types) WebhookWrite (class in opik.rest_api.types) welcome_wizard_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) WelcomeWizardTracking (class in opik.rest_api.types) WORKSPACE opik-export command line option opik-import command line option workspace (opik.rest_api.types.WorkspaceSpansCount attribute) (opik.rest_api.types.WorkspaceTraceCount attribute) workspace_id (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.DashboardPublic attribute) (opik.rest_api.types.RetentionRulePublic attribute) (opik.rest_api.types.TokenResponse attribute) (opik.rest_api.types.ValidatedToken attribute) (opik.rest_api.types.WorkspaceProjectUserCount attribute) workspace_name (opik.rest_api.types.TokenResponse attribute) (opik.rest_api.types.ValidatedToken attribute) (opik.rest_api.types.WorkspaceNameHolder attribute) (opik.rest_api.types.WorkspaceUserPermissions attribute) WorkspaceConfiguration (class in opik.rest_api.types) WorkspaceInfo (class in opik.rest_api.types) WorkspaceMetricRequest (class in opik.rest_api.types) WorkspaceMetricResponse (class in opik.rest_api.types) WorkspaceMetricsSummaryRequest (class in opik.rest_api.types) WorkspaceMetricsSummaryResponse (class in opik.rest_api.types) WorkspaceNameHolder (class in opik.rest_api.types) WorkspaceProjectUserCount (class in opik.rest_api.types) WORKSPACES opik-usage-report command line option workspaces (opik.rest_api.types.AuthorizeContext attribute) workspaces_spans_count (opik.rest_api.types.SpansCountResponse attribute) workspaces_traces_count (opik.rest_api.types.TraceCountResponse attribute) WorkspacesClient (class in opik.rest_api.workspaces.client) WorkspaceSpansCount (class in opik.rest_api.types) WorkspaceTraceCount (class in opik.rest_api.types) WorkspaceUserPermissions (class in opik.rest_api.types) WorkspaceVersion (class in opik.rest_api.types)