Index

Symbols

--all opik-export command line option opik-import command line option --debug opik-export command line option opik-import command line option --dry-run opik-import command line option --exclude opik-export command line option opik-import command line option --filter opik-export command line option --host opik-proxy command line option --include opik-export command line option opik-import command line option --lm-studio opik-proxy command line option --lm-studio-host opik-proxy command line option --max-results opik-export command line option --name opik-export command line option opik-import command line option

--ollama opik-proxy command line option --ollama-host opik-proxy command line option --path opik-export command line option --port opik-proxy command line option --show-installed-packages opik-healthcheck command line option --trace-format opik-export command line option --use-local opik-configure command line option --use_local opik-configure command line option --version opik command line option --yes opik-configure command line option -p opik-export command line option -v opik command line option -y opik-configure command line option

_

__init__() (opik.api_objects.attachment.client.AttachmentClient method) (opik.api_objects.experiment.experiment.Experiment method) (opik.api_objects.experiment.experiment_item.ExperimentItemContent method) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences method) (opik.api_objects.prompt.prompt.Prompt method) (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Dataset method) (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) (opik.message_processing.emulation.models.FeedbackScoreModel method) (opik.message_processing.emulation.models.SpanModel method) (opik.message_processing.emulation.models.TraceModel method) (opik.Opik method) (opik.Prompt method)

A

access() (opik.rest_api.check.client.CheckClient method) add_span_comment() (opik.rest_api.spans.client.SpansClient method) add_span_feedback_score() (opik.rest_api.spans.client.SpansClient method) add_thread_comment() (opik.rest_api.traces.client.TracesClient method) add_trace_comment() (opik.rest_api.traces.client.TracesClient method) add_trace_feedback_score() (opik.rest_api.traces.client.TracesClient method) after_agent_callback() (opik.integrations.adk.OpikTracer method) after_model_callback() (opik.integrations.adk.OpikTracer method) after_tool_callback() (opik.integrations.adk.OpikTracer method) agenerate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) agenerate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) aggregate_evaluation_scores() (opik.evaluation.evaluation_result.EvaluationResult method) AggregationData (class in opik.rest_api.types) aggregations (opik.rest_api.types.GroupContentWithAggregations attribute) Alert (class in opik.rest_api.types) alert_id (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.WebhookEventObject attribute) alert_trigger_id (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) AlertPagePublic (class in opik.rest_api.types) AlertPublic (class in opik.rest_api.types) alerts_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) AlertTrigger (class in opik.rest_api.types) AlertTriggerConfig (class in opik.rest_api.types) AlertTriggerConfigPublic (class in opik.rest_api.types) AlertTriggerConfigWrite (class in opik.rest_api.types) AlertTriggerPublic (class in opik.rest_api.types) AlertTriggerWrite (class in opik.rest_api.types) AlertWrite (class in opik.rest_api.types) allm_chain_of_thought() (opik.evaluation.metrics.GEval method) annotation_queues (opik.rest_api.types.AnnotationQueueBatch attribute) AnnotationQueue (class in opik.rest_api.types) AnnotationQueueBatch (class in opik.rest_api.types) AnnotationQueueItemIds (class in opik.rest_api.types) AnnotationQueuePagePublic (class in opik.rest_api.types) AnnotationQueuePublic (class in opik.rest_api.types) AnnotationQueueReviewer (class in opik.rest_api.types) AnnotationQueueReviewerPublic (class in opik.rest_api.types) AnnotationQueueWrite (class in opik.rest_api.types) AnswerRelevance (class in opik.evaluation.metrics) api_key (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) arguments (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) as_parameters (opik.api_objects.span.SpanData property) (opik.api_objects.trace.TraceData property) as_start_parameters (opik.api_objects.span.SpanData property) (opik.api_objects.trace.TraceData property) ascore() (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.conversation.conversation_thread_metric.ConversationThreadMetric method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.RegexMatch method)

AssistantMessage (class in opik.rest_api.types) Attachment (class in opik) (class in opik.rest_api.types) attachment_list() (opik.rest_api.attachments.client.AttachmentsClient method) AttachmentClient (class in opik.api_objects.attachment.client) AttachmentPage (class in opik.rest_api.types) attachments (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) AttachmentsClient (class in opik.rest_api.attachments.client) auth_check() (opik.Opik method) author (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) AutomationRuleEvaluator_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluator_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluator_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudgePublic (class in opik.rest_api.types) AutomationRuleEvaluatorLlmAsJudgeWrite (class in opik.rest_api.types) AutomationRuleEvaluatorObjectPublic_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorPagePublic (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorPublic_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorsClient (class in opik.rest_api.automation_rule_evaluators.client) AutomationRuleEvaluatorTraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic (class in opik.rest_api.types) AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdate_UserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUpdateUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPythonPublic (class in opik.rest_api.types) AutomationRuleEvaluatorUserDefinedMetricPythonWrite (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_LlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython (class in opik.rest_api.types) AutomationRuleEvaluatorWrite_UserDefinedMetricPython (class in opik.rest_api.types) AvgValueStatPublic (class in opik.rest_api.types)

B

base_url (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) BaseMetric (class in opik.evaluation.metrics) BatchDelete (class in opik.rest_api.types) BatchDeleteByProject (class in opik.rest_api.types)

before_agent_callback() (opik.integrations.adk.OpikTracer method) before_model_callback() (opik.integrations.adk.OpikTracer method) before_tool_callback() (opik.integrations.adk.OpikTracer method) bi_information (opik.rest_api.types.BiInformationResponse attribute) BiInformation (class in opik.rest_api.types) BiInformationResponse (class in opik.rest_api.types)

C

cached_tokens (opik.rest_api.types.PromptTokensDetails attribute) CategoricalFeedbackDefinition (class in opik.rest_api.types) CategoricalFeedbackDefinitionCreate (class in opik.rest_api.types) CategoricalFeedbackDefinitionPublic (class in opik.rest_api.types) CategoricalFeedbackDefinitionUpdate (class in opik.rest_api.types) CategoricalFeedbackDetail (class in opik.rest_api.types) CategoricalFeedbackDetailCreate (class in opik.rest_api.types) CategoricalFeedbackDetailPublic (class in opik.rest_api.types) CategoricalFeedbackDetailUpdate (class in opik.rest_api.types) categories (opik.rest_api.types.CategoricalFeedbackDetail attribute) (opik.rest_api.types.CategoricalFeedbackDetailCreate attribute) (opik.rest_api.types.CategoricalFeedbackDetailPublic attribute) (opik.rest_api.types.CategoricalFeedbackDetailUpdate attribute) category_name (in module opik.message_processing.emulation.models) (opik.message_processing.emulation.models.FeedbackScoreModel attribute), [1], [2], [3] (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute) change_description (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) ChatCompletionChoice (class in opik.rest_api.types) ChatCompletionResponse (class in opik.rest_api.types) ChatCompletionsClient (class in opik.rest_api.chat_completions.client) Check (class in opik.rest_api.types) CheckClient (class in opik.rest_api.check.client) CheckPublic (class in opik.rest_api.types) checks (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) choices (opik.rest_api.types.ChatCompletionResponse attribute) ChunkedOutputJsonNode (class in opik.rest_api.types) ChunkedOutputJsonNodePublic (class in opik.rest_api.types) ChunkedOutputJsonNodePublicType (class in opik.rest_api.types) ChunkedOutputJsonNodeType (class in opik.rest_api.types) clear() (opik.Dataset method) close_trace_thread() (opik.rest_api.traces.client.TracesClient method) closed (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) code (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessagePublic attribute) Column (class in opik.rest_api.types) ColumnCompare (class in opik.rest_api.types) ColumnPublic (class in opik.rest_api.types) columns (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.PageColumns attribute) Comment (class in opik.rest_api.types) CommentCompare (class in opik.rest_api.types) CommentPublic (class in opik.rest_api.types) comments (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) comments_enabled (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) commit (opik.api_objects.prompt.prompt.Prompt property) (opik.Prompt property) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) complete_multi_part_upload() (opik.rest_api.attachments.client.AttachmentsClient method) completed (opik.rest_api.types.WelcomeWizardTracking attribute) CompleteMultipartUploadRequest (class in opik.rest_api.types) completion_tokens (opik.rest_api.types.Usage attribute) completion_tokens_details (opik.rest_api.types.Usage attribute) CompletionTokensDetails (class in opik.rest_api.types) config (opik.Opik property) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) config_value (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) configuration (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) configure() (in module opik) container_id (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) Contains (class in opik.evaluation.metrics) content (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.ExperimentGroupAggregationsResponse attribute) (opik.rest_api.types.ExperimentGroupResponse attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.ProjectStatsSummary attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute)

ContextPrecision (class in opik.evaluation.metrics) ContextRecall (class in opik.evaluation.metrics) ConversationThreadMetric (class in opik.evaluation.metrics.conversation.conversation_thread_metric) copy_traces() (opik.Opik method) costs_summary() (opik.rest_api.workspaces.client.WorkspacesClient method) count (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) CountValueStatPublic (class in opik.rest_api.types) create_automation_rule_evaluator() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) create_chat_completions() (opik.rest_api.chat_completions.client.ChatCompletionsClient method) create_child_span_data() (opik.api_objects.span.SpanData method) (opik.api_objects.trace.TraceData method) create_dataset() (opik.Opik method) (opik.rest_api.datasets.client.DatasetsClient method) create_experiment() (opik.Opik method) (opik.rest_api.experiments.client.ExperimentsClient method) create_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) create_feedback_definition() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) create_guardrails() (opik.rest_api.guardrails.client.GuardrailsClient method) create_optimization() (opik.Opik method) (opik.rest_api.optimizations.client.OptimizationsClient method) create_or_update_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) create_project() (opik.rest_api.projects.client.ProjectsClient method) create_prompt() (opik.Opik method) (opik.rest_api.prompts.client.PromptsClient method) create_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) create_span() (opik.rest_api.spans.client.SpansClient method) create_spans() (opik.rest_api.spans.client.SpansClient method) create_trace() (opik.rest_api.traces.client.TracesClient method) create_traces() (opik.rest_api.traces.client.TracesClient method) created (opik.rest_api.types.ChatCompletionResponse attribute) created_at (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookEventObject attribute) (opik.rest_api.types.WebhookPublic attribute) created_by (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) created_traces() (opik.integrations.langchain.OpikTracer method) current (opik.rest_api.types.Result attribute) custom_prompt (opik.rest_api.types.DatasetExpansion attribute)

D

data (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.ResultsNumberPublic attribute) DataPointDouble (class in opik.rest_api.types) DataPointNumberPublic (class in opik.rest_api.types) Dataset (class in opik) dataset_id (opik.api_objects.experiment.experiment.Experiment property) (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) dataset_item_data (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) dataset_item_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) dataset_items_count (opik.rest_api.types.DatasetPublic attribute) dataset_name (opik.api_objects.experiment.experiment.Experiment property) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) DatasetExpansion (class in opik.rest_api.types) DatasetExpansionResponse (class in opik.rest_api.types) DatasetItem (class in opik.rest_api.types) DatasetItemBatch (class in opik.rest_api.types) DatasetItemCompare (class in opik.rest_api.types) DatasetItemPageCompare (class in opik.rest_api.types) DatasetItemPagePublic (class in opik.rest_api.types) DatasetItemPublic (class in opik.rest_api.types) DatasetItemWrite (class in opik.rest_api.types) DatasetPagePublic (class in opik.rest_api.types) DatasetPublic (class in opik.rest_api.types) datasets_redirect() (opik.rest_api.redirect.client.RedirectClient method) DatasetsClient (class in opik.rest_api.datasets.client) delete() (opik.Dataset method) delete_attachments() (opik.rest_api.attachments.client.AttachmentsClient method) delete_automation_rule_evaluator_batch() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) delete_dataset() (opik.Opik method) (opik.rest_api.datasets.client.DatasetsClient method) delete_dataset_by_name() (opik.rest_api.datasets.client.DatasetsClient method) delete_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) delete_datasets_batch() (opik.rest_api.datasets.client.DatasetsClient method) delete_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) delete_experiments_by_id() (opik.rest_api.experiments.client.ExperimentsClient method) delete_feedback_definition_by_id() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) delete_feedback_definitions_batch() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) delete_llm_provider_api_keys_batch() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) delete_optimizations() (opik.Opik method) delete_optimizations_by_id() (opik.rest_api.optimizations.client.OptimizationsClient method) delete_project_by_id() (opik.rest_api.projects.client.ProjectsClient method) delete_projects_batch() (opik.rest_api.projects.client.ProjectsClient method) delete_prompt() (opik.rest_api.prompts.client.PromptsClient method) delete_prompts_batch() (opik.rest_api.prompts.client.PromptsClient method) delete_span_by_id() (opik.rest_api.spans.client.SpansClient method) delete_span_comments() (opik.rest_api.spans.client.SpansClient method)

delete_span_feedback_score() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) delete_thread_comments() (opik.rest_api.traces.client.TracesClient method) delete_thread_feedback_scores() (opik.rest_api.traces.client.TracesClient method) delete_trace_by_id() (opik.rest_api.traces.client.TracesClient method) delete_trace_comments() (opik.rest_api.traces.client.TracesClient method) delete_trace_feedback_score() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) delete_trace_threads() (opik.rest_api.traces.client.TracesClient method) delete_traces() (opik.rest_api.traces.client.TracesClient method) delete_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) DeleteAttachmentsRequest (class in opik.rest_api.types) DeleteFeedbackScore (class in opik.rest_api.types) DeleteIdsHolder (class in opik.rest_api.types) Delta (class in opik.rest_api.types) delta (opik.rest_api.types.ChatCompletionChoice attribute) description (opik.Dataset property) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) details (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionCreate attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionCreate attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.NumericalFeedbackDefinitionUpdate attribute) deviation (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) deviation_percentage (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) DistributedTraceHeadersDict (class in opik.types) download_attachment() (opik.api_objects.attachment.client.AttachmentClient method) (opik.rest_api.attachments.client.AttachmentsClient method) duration (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute)

E

e_tag (opik.rest_api.types.MultipartUploadPart attribute) enabled (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) end() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) end_time (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) entity_id (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) entity_type (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) Equals (class in opik.evaluation.metrics) error_count (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) error_info (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceWrite attribute) error_message (opik.rest_api.types.WebhookTestResult attribute) ErrorCountWithDeviation (class in opik.rest_api.types) ErrorCountWithDeviationDetailed (class in opik.rest_api.types) ErrorInfo (class in opik.rest_api.types) ErrorInfoExperimentItemBulkWriteView (class in opik.rest_api.types) ErrorInfoPublic (class in opik.rest_api.types) ErrorInfoWrite (class in opik.rest_api.types) ErrorMessage (class in opik.rest_api.types) ErrorMessageDetail (class in opik.rest_api.types) ErrorMessageDetailed (class in opik.rest_api.types)

ErrorMessagePublic (class in opik.rest_api.types) errors (opik.rest_api.types.ErrorMessageDetailed attribute) evaluate() (in module opik.evaluation) evaluate_experiment() (in module opik.evaluation) evaluate_prompt() (in module opik.evaluation) evaluate_task_result (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) evaluate_threads() (in module opik.evaluation) evaluation_task_output (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) EvaluationResult (class in opik.evaluation.evaluation_result) event_type (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) (opik.rest_api.types.WebhookEventObject attribute) exception_type (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) expand_dataset() (opik.rest_api.datasets.client.DatasetsClient method) Experiment (class in opik.api_objects.experiment.experiment) experiment_count (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.DatasetPublic attribute) experiment_id (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) experiment_items (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) experiment_items_bulk() (opik.rest_api.experiments.client.ExperimentsClient method) experiment_name (opik.evaluation.evaluation_result.EvaluationResult attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) experiment_url (opik.evaluation.evaluation_result.EvaluationResult attribute) ExperimentGroupAggregationsResponse (class in opik.rest_api.types) ExperimentGroupResponse (class in opik.rest_api.types) ExperimentItem (class in opik.rest_api.types) ExperimentItemBulkRecord (class in opik.rest_api.types) ExperimentItemBulkRecordExperimentItemBulkWriteView (class in opik.rest_api.types) ExperimentItemBulkUpload (class in opik.rest_api.types) ExperimentItemCompare (class in opik.rest_api.types) ExperimentItemContent (class in opik.api_objects.experiment.experiment_item) ExperimentItemPublic (class in opik.rest_api.types) ExperimentItemReferences (class in opik.api_objects.experiment.experiment_item) ExperimentPagePublic (class in opik.rest_api.types) ExperimentPublic (class in opik.rest_api.types) experiments_redirect() (opik.rest_api.redirect.client.RedirectClient method) experiments_rest_client (opik.api_objects.experiment.experiment.Experiment property) ExperimentsClient (class in opik.rest_api.experiments.client)

F

Feedback_Categorical (class in opik.rest_api.types) feedback_definition_names (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) Feedback_Numerical (class in opik.rest_api.types) feedback_scores (in module opik.message_processing.emulation.models), [1] (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) FeedbackCreate_Categorical (class in opik.rest_api.types) FeedbackCreate_Numerical (class in opik.rest_api.types) FeedbackDefinitionPagePublic (class in opik.rest_api.types) FeedbackDefinitionsClient (class in opik.rest_api.feedback_definitions.client) FeedbackObjectPublic_Categorical (class in opik.rest_api.types) FeedbackObjectPublic_Numerical (class in opik.rest_api.types) FeedbackPublic_Categorical (class in opik.rest_api.types) FeedbackPublic_Numerical (class in opik.rest_api.types) FeedbackScore (class in opik.rest_api.types) FeedbackScoreAverage (class in opik.rest_api.types) FeedbackScoreAverageDetailed (class in opik.rest_api.types) FeedbackScoreAveragePublic (class in opik.rest_api.types) FeedbackScoreBatch (class in opik.rest_api.types) FeedbackScoreBatchItem (class in opik.rest_api.types) FeedbackScoreBatchItemThread (class in opik.rest_api.types) FeedbackScoreCompare (class in opik.rest_api.types) FeedbackScoreDict (class in opik.types) FeedbackScoreExperimentItemBulkWriteView (class in opik.rest_api.types) FeedbackScoreModel (class in opik.message_processing.emulation.models), [1] FeedbackScoreNames (class in opik.rest_api.types) FeedbackScorePublic (class in opik.rest_api.types) FeedbackUpdate_Categorical (class in opik.rest_api.types) FeedbackUpdate_Numerical (class in opik.rest_api.types)

field (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) file_name (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) file_names (opik.rest_api.types.DeleteAttachmentsRequest attribute) file_size (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) filter_field (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) filter_field_prefix (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) find_dataset_items_with_experiment_items() (opik.rest_api.datasets.client.DatasetsClient method) find_datasets() (opik.rest_api.datasets.client.DatasetsClient method) find_evaluators() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) find_experiment_groups() (opik.rest_api.experiments.client.ExperimentsClient method) find_experiment_groups_aggregations() (opik.rest_api.experiments.client.ExperimentsClient method) find_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) find_feedback_definitions() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) find_feedback_score_names() (opik.rest_api.experiments.client.ExperimentsClient method) find_feedback_score_names_1() (opik.rest_api.spans.client.SpansClient method) find_feedback_score_names_2() (opik.rest_api.traces.client.TracesClient method) find_feedback_score_names_by_project_ids() (opik.rest_api.projects.client.ProjectsClient method) find_llm_provider_keys() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) find_optimizations() (opik.rest_api.optimizations.client.OptimizationsClient method) find_projects() (opik.rest_api.projects.client.ProjectsClient method) find_trace_threads_feedback_score_names() (opik.rest_api.traces.client.TracesClient method) finish_reason (opik.rest_api.types.ChatCompletionChoice attribute) first_message (opik.rest_api.types.TraceThread attribute) flush() (opik.integrations.adk.OpikTracer method) (opik.integrations.dspy.OpikCallback method) (opik.integrations.langchain.OpikTracer method) (opik.Opik method) format() (opik.api_objects.prompt.prompt.Prompt method) (opik.Prompt method) from_fern_prompt_version() (opik.api_objects.prompt.prompt.Prompt class method) (opik.Prompt class method) from_rest_experiment_item_compare() (opik.api_objects.experiment.experiment_item.ExperimentItemContent class method) Function (class in opik.rest_api.types) function (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) function_call (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) FunctionCall (class in opik.rest_api.types)

G

generate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generated_samples (opik.rest_api.types.DatasetExpansionResponse attribute) generation_time (opik.rest_api.types.DatasetExpansionResponse attribute) get_all_prompts() (opik.Opik method) get_attachment_client() (opik.Opik method) get_attachment_list() (opik.api_objects.attachment.client.AttachmentClient method) get_cost() (opik.rest_api.workspaces.client.WorkspacesClient method) get_current_span_data() (in module opik.opik_context) get_current_trace_data() (in module opik.opik_context) get_dataset() (opik.Opik method) get_dataset_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_dataset_by_id() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_by_identifier() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_experiment_items_stats() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_experiments() (opik.Opik method) get_dataset_item_by_id() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) get_dataset_items_output_columns() (opik.rest_api.datasets.client.DatasetsClient method) get_datasets() (opik.Opik method) get_distributed_trace_headers() (in module opik.opik_context) (opik.api_objects.span.Span method) get_evaluator_by_id() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) get_evaluator_logs_by_id() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) get_experiment_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_experiment_by_id() (opik.Opik method) (opik.rest_api.experiments.client.ExperimentsClient method) get_experiment_by_name() (opik.Opik method) get_experiment_data() (opik.api_objects.experiment.experiment.Experiment method) get_experiment_item_by_id() (opik.rest_api.experiments.client.ExperimentsClient method) get_experiments_by_name() (opik.Opik method) get_feedback_definition_by_id() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) get_items() (opik.api_objects.experiment.experiment.Experiment method) (opik.Dataset method) get_llm_provider_api_key_by_id() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) get_metric() (opik.rest_api.workspaces.client.WorkspacesClient method) get_optimization_by_id() (opik.Opik method) (opik.rest_api.optimizations.client.OptimizationsClient method) get_or_create_dataset() (opik.Opik method) get_project() (opik.Opik method) get_project_by_id() (opik.rest_api.projects.client.ProjectsClient method) get_project_metrics() (opik.rest_api.projects.client.ProjectsClient method) get_project_stats() (opik.rest_api.projects.client.ProjectsClient method) get_project_url() (opik.Opik method)

get_prompt() (opik.Opik method) get_prompt_by_id() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_history() (opik.Opik method) get_prompt_version_by_id() (opik.rest_api.prompts.client.PromptsClient method) get_prompt_versions() (opik.rest_api.prompts.client.PromptsClient method) get_prompts() (opik.rest_api.prompts.client.PromptsClient method) get_service_toggles() (opik.rest_api.service_toggles.client.ServiceTogglesClient method) get_span_by_id() (opik.rest_api.spans.client.SpansClient method) get_span_comment() (opik.rest_api.spans.client.SpansClient method) get_span_content() (opik.Opik method) get_span_stats() (opik.rest_api.spans.client.SpansClient method) get_spans_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_spans_by_project() (opik.rest_api.spans.client.SpansClient method) get_spans_count_for_workspaces() (opik.rest_api.system_usage.client.SystemUsageClient method) get_thread_comment() (opik.rest_api.traces.client.TracesClient method) get_threads_client() (opik.Opik method) get_trace_by_id() (opik.rest_api.traces.client.TracesClient method) get_trace_comment() (opik.rest_api.traces.client.TracesClient method) get_trace_content() (opik.Opik method) get_trace_stats() (opik.rest_api.traces.client.TracesClient method) get_trace_thread() (opik.rest_api.traces.client.TracesClient method) get_trace_threads() (opik.rest_api.traces.client.TracesClient method) get_traces_bi_info() (opik.rest_api.system_usage.client.SystemUsageClient method) get_traces_by_project() (opik.rest_api.traces.client.TracesClient method) get_traces_count_for_workspaces() (opik.rest_api.system_usage.client.SystemUsageClient method) get_validation_configs() (opik.guardrails.guards.pii.PII method) (opik.guardrails.guards.topic.Topic method) get_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) get_workspace_name() (opik.rest_api.check.client.CheckClient method) GEval (class in opik.evaluation.metrics) group_by_dataset_item_view() (opik.evaluation.evaluation_result.EvaluationResult method) GroupContent (class in opik.rest_api.types) GroupContentWithAggregations (class in opik.rest_api.types) Guardrail (class in opik.guardrails.guardrail) (class in opik.rest_api.types) guardrail_result (opik.guardrails.schemas.ValidationResponse attribute) GuardrailBatch (class in opik.rest_api.types) guardrails (opik.rest_api.types.GuardrailBatch attribute) guardrails_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) guardrails_failed_count (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) guardrails_validations (opik.rest_api.types.trace_public.TracePublic attribute) GuardrailsClient (class in opik.rest_api.guardrails.client) GuardrailsValidation (class in opik.rest_api.types) GuardrailsValidationPublic (class in opik.rest_api.types) GuardrailWrite (class in opik.rest_api.types)

H

Hallucination (class in opik.evaluation.metrics) headers (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookEventObject attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute)

I

id (in module opik.message_processing.emulation.models), [1], [2] (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.Dataset property) (opik.message_processing.emulation.models.FeedbackScoreModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionLinkWrite attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.ToolCall attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookEventObject attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.types.FeedbackScoreDict attribute)

ids (opik.rest_api.types.AnnotationQueueItemIds attribute) (opik.rest_api.types.BatchDelete attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.DeleteIdsHolder attribute) include_usage (opik.rest_api.types.StreamOptions attribute) index (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ToolCall attribute) init_end_time() (opik.api_objects.span.SpanData method) (opik.api_objects.trace.TraceData method) input (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceWrite attribute) insert() (opik.api_objects.experiment.experiment.Experiment method) (opik.Dataset method) insert_from_json() (opik.Dataset method) insert_from_pandas() (opik.Dataset method) instructions (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) interval (opik.rest_api.types.ProjectMetricResponsePublic attribute) interval_end (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) interval_start (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) IsJson (class in opik.evaluation.metrics) items (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) items_count (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute)

J

json_schema (opik.rest_api.types.ResponseFormat attribute)

JsonSchema (class in opik.rest_api.types)

K

key (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute)

L

label (opik.rest_api.types.GroupContent attribute) last_created_experiment_at (opik.rest_api.types.DatasetPublic attribute) last_created_optimization_at (opik.rest_api.types.DatasetPublic attribute) last_message (opik.rest_api.types.TraceThread attribute) last_updated_at (in module opik.message_processing.emulation.models), [1] (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) last_updated_by (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute)

last_updated_trace_at (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) latest_version (opik.rest_api.types.PromptDetail attribute) level (opik.rest_api.types.LogItem attribute) LevenshteinRatio (class in opik.evaluation.metrics) link (opik.rest_api.types.Attachment attribute) LiteLLMChatModel (class in opik.evaluation.models) LlamaIndexCallbackHandler() (in module opik.integrations.llama_index) llm_chain_of_thought() (opik.evaluation.metrics.GEval method) llm_span_count (opik.rest_api.types.trace_public.TracePublic attribute) llm_unit (class in opik) LlmAsJudgeCode (class in opik.rest_api.types) LlmAsJudgeCodePublic (class in opik.rest_api.types) LlmAsJudgeCodeWrite (class in opik.rest_api.types) LlmAsJudgeMessage (class in opik.rest_api.types) LlmAsJudgeMessagePublic (class in opik.rest_api.types) LlmAsJudgeMessageWrite (class in opik.rest_api.types) LlmAsJudgeModelParameters (class in opik.rest_api.types) LlmAsJudgeModelParametersPublic (class in opik.rest_api.types) LlmAsJudgeModelParametersWrite (class in opik.rest_api.types) LlmAsJudgeOutputSchema (class in opik.rest_api.types) LlmAsJudgeOutputSchemaPublic (class in opik.rest_api.types) LlmAsJudgeOutputSchemaWrite (class in opik.rest_api.types) LlmProviderKeyClient (class in opik.rest_api.llm_provider_key.client) log_feedback_score() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) log_spans_feedback_scores() (opik.Opik method) log_traces_feedback_scores() (opik.Opik method) LogItem (class in opik.rest_api.types) LogPage (class in opik.rest_api.types)

M

markers (opik.rest_api.types.LogItem attribute) max (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) max_retries (opik.rest_api.types.WebhookEventObject attribute) message (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.LogItem attribute) messages (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) metadata (in module opik.message_processing.emulation.models), [1] (opik.api_objects.prompt.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.evaluation.metrics.score_result.ScoreResult attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.Prompt property) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceWrite attribute) metric (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCode attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) metric_type (opik.rest_api.types.ProjectMetricResponsePublic attribute) metrics_summary() (opik.rest_api.workspaces.client.WorkspacesClient method) mime_type (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) min (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) model (in module opik.message_processing.emulation.models) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.DatasetExpansion attribute) (opik.rest_api.types.DatasetExpansionResponse attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) model_config (opik.guardrails.schemas.ValidationResponse attribute) (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueueBatch attribute) (opik.rest_api.types.AnnotationQueueItemIds attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Attachment attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdateUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonPublic attribute) (opik.rest_api.types.AutomationRuleEvaluatorUserDefinedMetricPythonWrite attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.AvgValueStatPublic attribute) (opik.rest_api.types.BatchDelete attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.BiInformationResponse attribute) (opik.rest_api.types.CategoricalFeedbackDefinition attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionCreate attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionPublic attribute) (opik.rest_api.types.CategoricalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.CategoricalFeedbackDetail attribute) (opik.rest_api.types.CategoricalFeedbackDetailCreate attribute) (opik.rest_api.types.CategoricalFeedbackDetailPublic attribute) (opik.rest_api.types.CategoricalFeedbackDetailUpdate attribute) (opik.rest_api.types.ChatCompletionChoice attribute) (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublicType attribute) (opik.rest_api.types.ChunkedOutputJsonNodeType attribute) (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.CompletionTokensDetails attribute) (opik.rest_api.types.CountValueStatPublic attribute) (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) (opik.rest_api.types.DatasetExpansion attribute) (opik.rest_api.types.DatasetExpansionResponse attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemBatch attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DeleteAttachmentsRequest attribute) (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.DeleteIdsHolder attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.ErrorCountWithDeviation attribute) (opik.rest_api.types.ErrorCountWithDeviationDetailed attribute) (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) (opik.rest_api.types.ErrorMessage attribute) (opik.rest_api.types.ErrorMessageDetail attribute) (opik.rest_api.types.ErrorMessageDetailed attribute) (opik.rest_api.types.ErrorMessagePublic attribute) (opik.rest_api.types.ExperimentGroupAggregationsResponse attribute) (opik.rest_api.types.ExperimentGroupResponse attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.ExperimentItemBulkUpload attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatch attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScoreNames attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.GroupContent attribute) (opik.rest_api.types.GroupContentWithAggregations attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailBatch attribute) (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.LogItem attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.MultipartUploadPart attribute) (opik.rest_api.types.NumericalFeedbackDefinition attribute) (opik.rest_api.types.NumericalFeedbackDefinitionCreate attribute) (opik.rest_api.types.NumericalFeedbackDefinitionPublic attribute) (opik.rest_api.types.NumericalFeedbackDefinitionUpdate attribute) (opik.rest_api.types.NumericalFeedbackDetail attribute) (opik.rest_api.types.NumericalFeedbackDetailCreate attribute) (opik.rest_api.types.NumericalFeedbackDetailPublic attribute) (opik.rest_api.types.NumericalFeedbackDetailUpdate attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.PageColumns attribute) (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) (opik.rest_api.types.PercentageValueStatPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.ProjectStatsPublic attribute) (opik.rest_api.types.ProjectStatsSummary attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.PromptTokensDetails attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionLinkWrite attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.ResponseFormat attribute) (opik.rest_api.types.Result attribute) (opik.rest_api.types.ResultsNumberPublic attribute) (opik.rest_api.types.ScoreName attribute) (opik.rest_api.types.ServiceTogglesConfig attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanBatch attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.SpansCountResponse attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.StartMultipartUploadResponse attribute) (opik.rest_api.types.StreamOptions attribute) (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceBatch attribute) (opik.rest_api.types.TraceCountResponse attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadPage attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCode attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.TraceThreadUserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Usage attribute) (opik.rest_api.types.UserDefinedMetricPythonCode attribute) (opik.rest_api.types.UserDefinedMetricPythonCodePublic attribute) (opik.rest_api.types.UserDefinedMetricPythonCodeWrite attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookEventObject attribute) (opik.rest_api.types.WebhookExamples attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookTestResult attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.rest_api.types.WelcomeWizardTracking attribute) (opik.rest_api.types.WorkspaceConfiguration attribute) (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricResponse attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryResponse attribute) (opik.rest_api.types.WorkspaceNameHolder attribute) (opik.rest_api.types.WorkspaceSpansCount attribute) (opik.rest_api.types.WorkspaceTraceCount attribute)

Moderation (class in opik.evaluation.metrics) module opik.guardrails.guardrail opik.guardrails.guards.pii opik.guardrails.guards.topic opik.rest_api.types most_recent_experiment_at (opik.rest_api.types.DatasetPublic attribute) most_recent_optimization_at (opik.rest_api.types.DatasetPublic attribute) MultipartUploadPart (class in opik.rest_api.types)

N

name (in module opik.message_processing.emulation.models), [1], [2] (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.prompt.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.Dataset property) (opik.evaluation.metrics.score_result.ScoreResult attribute) (opik.message_processing.emulation.models.FeedbackScoreModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.Prompt property) (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute) (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.DeleteFeedbackScore attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.Function attribute) (opik.rest_api.types.FunctionCall attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.Result attribute) (opik.rest_api.types.ResultsNumberPublic attribute) (opik.rest_api.types.ScoreName attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceWrite attribute) (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.types.FeedbackScoreDict attribute)

num_trials (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) number_of_messages (opik.rest_api.types.TraceThread attribute) NumericalFeedbackDefinition (class in opik.rest_api.types) NumericalFeedbackDefinitionCreate (class in opik.rest_api.types) NumericalFeedbackDefinitionPublic (class in opik.rest_api.types) NumericalFeedbackDefinitionUpdate (class in opik.rest_api.types) NumericalFeedbackDetail (class in opik.rest_api.types) NumericalFeedbackDetailCreate (class in opik.rest_api.types) NumericalFeedbackDetailPublic (class in opik.rest_api.types) NumericalFeedbackDetailUpdate (class in opik.rest_api.types)

O

objective_name (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) on_chat_model_start() (opik.integrations.langchain.OpikTracer method) on_lm_end() (opik.integrations.dspy.OpikCallback method) on_lm_start() (opik.integrations.dspy.OpikCallback method) on_module_end() (opik.integrations.dspy.OpikCallback method) on_module_start() (opik.integrations.dspy.OpikCallback method) on_tool_end() (opik.integrations.dspy.OpikCallback method) on_tool_start() (opik.integrations.dspy.OpikCallback method) open_trace_thread() (opik.rest_api.traces.client.TracesClient method) OpenTelemetryIngestionClient (class in opik.rest_api.open_telemetry_ingestion.client) operator (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) Opik (class in opik) opik command line option --version -v opik-configure command line option --use-local --use_local --yes -y opik-export command line option --all --debug --exclude --filter --include --max-results --name --path --trace-format -p WORKSPACE_OR_PROJECT opik-healthcheck command line option --show-installed-packages opik-import command line option --all --debug --dry-run --exclude --include --name WORKSPACE_FOLDER WORKSPACE_NAME

opik-proxy command line option --host --lm-studio --lm-studio-host --ollama --ollama-host --port opik.guardrails.guardrail module opik.guardrails.guards.pii module opik.guardrails.guards.topic module opik.rest_api.types module opik_ai_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) opik_parent_span_id (opik.types.DistributedTraceHeadersDict attribute) opik_trace_id (opik.types.DistributedTraceHeadersDict attribute) OpikBaseModel (class in opik.evaluation.models) OpikCallback (class in opik.integrations.dspy) OpikConnector (class in opik.integrations.haystack) OpikTracer (class in opik.integrations.adk) (class in opik.integrations.langchain) Optimization (class in opik.rest_api.types) optimization_count (opik.rest_api.types.DatasetPublic attribute) optimization_id (opik.rest_api.types.ExperimentPublic attribute) OptimizationPagePublic (class in opik.rest_api.types) OptimizationPublic (class in opik.rest_api.types) optimizations_redirect() (opik.rest_api.redirect.client.RedirectClient method) OptimizationsClient (class in opik.rest_api.optimizations.client) OptimizationWrite (class in opik.rest_api.types) output (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceWrite attribute)

P

p_50 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) p_90 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) p_99 (opik.rest_api.types.PercentageValues attribute) (opik.rest_api.types.PercentageValuesDetailed attribute) (opik.rest_api.types.PercentageValuesPublic attribute) page (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) PageColumns (class in opik.rest_api.types) parameters (opik.rest_api.types.Function attribute) parent_span_id (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) part_number (opik.rest_api.types.MultipartUploadPart attribute) payload (opik.rest_api.types.WebhookEventObject attribute) PercentageValues (class in opik.rest_api.types) PercentageValuesDetailed (class in opik.rest_api.types) PercentageValuesPublic (class in opik.rest_api.types) PercentageValueStatPublic (class in opik.rest_api.types) PII (class in opik.guardrails.guards.pii) pre_sign_urls (opik.rest_api.types.StartMultipartUploadResponse attribute) preserve_fields (opik.rest_api.types.DatasetExpansion attribute) previous (opik.rest_api.types.Result attribute) project_id (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) (opik.rest_api.types.BatchDeleteByProject attribute) (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) project_ids (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) project_name (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.Opik property) (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceWrite attribute)

ProjectDetailed (class in opik.rest_api.types) ProjectMetricResponsePublic (class in opik.rest_api.types) ProjectPagePublic (class in opik.rest_api.types) ProjectPublic (class in opik.rest_api.types) projects_redirect() (opik.rest_api.redirect.client.RedirectClient method) ProjectsClient (class in opik.rest_api.projects.client) ProjectStatItemObjectPublic_Avg (class in opik.rest_api.types) ProjectStatItemObjectPublic_Count (class in opik.rest_api.types) ProjectStatItemObjectPublic_Percentage (class in opik.rest_api.types) ProjectStatsPublic (class in opik.rest_api.types) ProjectStatsSummary (class in opik.rest_api.types) ProjectStatsSummaryItem (class in opik.rest_api.types) Prompt (class in opik) (class in opik.api_objects.prompt.prompt) prompt (opik.api_objects.prompt.prompt.Prompt property) (opik.Prompt property) prompt_id (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionLink attribute) (opik.rest_api.types.PromptVersionLinkPublic attribute) (opik.rest_api.types.PromptVersionPublic attribute) prompt_tokens (opik.rest_api.types.Usage attribute) prompt_tokens_details (opik.rest_api.types.Usage attribute) prompt_version (opik.rest_api.types.ExperimentPublic attribute) prompt_versions (opik.rest_api.types.ExperimentPublic attribute) PromptDetail (class in opik.rest_api.types) PromptPagePublic (class in opik.rest_api.types) PromptPublic (class in opik.rest_api.types) PromptsClient (class in opik.rest_api.prompts.client) PromptTokensDetails (class in opik.rest_api.types) PromptVersion (class in opik.rest_api.types) PromptVersionDetail (class in opik.rest_api.types) PromptVersionLink (class in opik.rest_api.types) PromptVersionLinkPublic (class in opik.rest_api.types) PromptVersionLinkWrite (class in opik.rest_api.types) PromptVersionPagePublic (class in opik.rest_api.types) PromptVersionPublic (class in opik.rest_api.types) provider (in module opik.message_processing.emulation.models) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.rest_api.types.ProviderApiKey attribute) (opik.rest_api.types.ProviderApiKeyPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) ProviderApiKey (class in opik.rest_api.types) ProviderApiKeyPagePublic (class in opik.rest_api.types) ProviderApiKeyPublic (class in opik.rest_api.types) python_evaluator_enabled (opik.rest_api.types.ServiceTogglesConfig attribute)

R

read_jsonl_from_file() (opik.Dataset method) reason (in module opik.message_processing.emulation.models) (opik.evaluation.metrics.score_result.ScoreResult attribute) (opik.message_processing.emulation.models.FeedbackScoreModel attribute), [1], [2], [3] (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute) reasoning_content (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) reasoning_tokens (opik.rest_api.types.CompletionTokensDetails attribute) receive_protobuf_traces() (opik.rest_api.open_telemetry_ingestion.client.OpenTelemetryIngestionClient method) RedirectClient (class in opik.rest_api.redirect.client) refusal (opik.rest_api.types.AssistantMessage attribute) RegexMatch (class in opik.evaluation.metrics) request_body (opik.rest_api.types.WebhookTestResult attribute)

response_examples (opik.rest_api.types.WebhookExamples attribute) ResponseFormat (class in opik.rest_api.types) rest_client (opik.Opik property) restore_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) Result (class in opik.rest_api.types) result (opik.rest_api.types.Check attribute) (opik.rest_api.types.CheckPublic attribute) (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) results (opik.rest_api.types.ProjectMetricResponsePublic attribute) (opik.rest_api.types.WorkspaceMetricResponse attribute) (opik.rest_api.types.WorkspaceMetricsSummaryResponse attribute) ResultsNumberPublic (class in opik.rest_api.types) retrieve_project() (opik.rest_api.projects.client.ProjectsClient method) retrieve_prompt_version() (opik.rest_api.prompts.client.PromptsClient method) reviewers (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) role (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) (opik.rest_api.types.LlmAsJudgeMessage attribute) (opik.rest_api.types.LlmAsJudgeMessagePublic attribute) (opik.rest_api.types.LlmAsJudgeMessageWrite attribute) rule_id (opik.rest_api.types.LogItem attribute) run() (opik.integrations.haystack.OpikConnector method)

S

sample_count (opik.rest_api.types.DatasetExpansion attribute) schema_ (opik.rest_api.types.JsonSchema attribute) (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCode attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodePublic attribute) (opik.rest_api.types.TraceThreadLlmAsJudgeCodeWrite attribute) scope (opik.rest_api.types.AnnotationQueue attribute) (opik.rest_api.types.AnnotationQueuePublic attribute) (opik.rest_api.types.AnnotationQueueWrite attribute) score() (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.conversation.conversation_thread_metric.ConversationThreadMetric method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.RegexMatch method) score_batch_of_spans() (opik.rest_api.spans.client.SpansClient method) score_batch_of_threads() (opik.rest_api.traces.client.TracesClient method) score_batch_of_traces() (opik.rest_api.traces.client.TracesClient method) score_results (opik.evaluation.test_result.TestResult attribute) ScoreName (class in opik.rest_api.types) ScoreResult (class in opik.evaluation.metrics.score_result) scores (opik.rest_api.types.FeedbackScoreBatch attribute) (opik.rest_api.types.FeedbackScoreNames attribute) scoring_failed (opik.evaluation.metrics.score_result.ScoreResult attribute) search_prompts() (opik.Opik method) search_spans() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) search_trace_threads() (opik.rest_api.traces.client.TracesClient method) search_traces() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) secondary_id (opik.rest_api.types.Guardrail attribute) (opik.rest_api.types.GuardrailWrite attribute) secret (opik.rest_api.types.WebhookEventObject attribute) secret_token (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) seed (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) service_tier (opik.rest_api.types.ChatCompletionResponse attribute) ServiceTogglesClient (class in opik.rest_api.service_toggles.client) ServiceTogglesConfig (class in opik.rest_api.types) size (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) sortable_by (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute)

source (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) Span (class in opik.api_objects.span) span() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) span_count (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.WorkspaceSpansCount attribute) span_id (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.GuardrailsValidation attribute) (opik.rest_api.types.GuardrailsValidationPublic attribute) SpanBatch (class in opik.rest_api.types) SpanData (class in opik.api_objects.span) SpanExperimentItemBulkWriteView (class in opik.rest_api.types) SpanFilterPublic (class in opik.rest_api.types) SpanModel (class in opik.message_processing.emulation.models), [1] SpanPagePublic (class in opik.rest_api.types) SpanPublic (class in opik.rest_api.types.span_public) spans (in module opik.message_processing.emulation.models), [1] (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanBatch attribute) SpansClient (class in opik.rest_api.spans.client) SpansCountResponse (class in opik.rest_api.types) SpanWrite (class in opik.rest_api.types) start_as_current_span() (in module opik) start_as_current_trace() (in module opik) start_before_end (opik.rest_api.types.WorkspaceMetricRequest attribute) (opik.rest_api.types.WorkspaceMetricsSummaryRequest attribute) start_multi_part_upload() (opik.rest_api.attachments.client.AttachmentsClient method) start_time (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) StartMultipartUploadResponse (class in opik.rest_api.types) stats (opik.rest_api.types.ProjectStatsPublic attribute) status (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Optimization attribute) (opik.rest_api.types.OptimizationPublic attribute) (opik.rest_api.types.OptimizationWrite attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.WebhookTestResult attribute) status_code (opik.rest_api.types.WebhookTestResult attribute) store_llm_provider_api_key() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) stream_dataset_items() (opik.rest_api.datasets.client.DatasetsClient method) stream_experiment_items() (opik.rest_api.experiments.client.ExperimentsClient method) stream_experiments() (opik.rest_api.experiments.client.ExperimentsClient method) StreamOptions (class in opik.rest_api.types) strict (opik.rest_api.types.Function attribute) (opik.rest_api.types.JsonSchema attribute) supported_params (opik.evaluation.models.LiteLLMChatModel property) system_fingerprint (opik.rest_api.types.ChatCompletionResponse attribute) SystemUsageClient (class in opik.rest_api.system_usage.client)

T

tags (in module opik.message_processing.emulation.models), [1] (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThread attribute) (opik.rest_api.types.TraceWrite attribute) temperature (opik.rest_api.types.LlmAsJudgeModelParameters attribute) (opik.rest_api.types.LlmAsJudgeModelParametersPublic attribute) (opik.rest_api.types.LlmAsJudgeModelParametersWrite attribute) template (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) test_case (opik.evaluation.test_result.TestResult attribute) test_results (opik.evaluation.evaluation_result.EvaluationResult attribute) TestResult (class in opik.evaluation.test_result) text (opik.rest_api.types.Comment attribute) (opik.rest_api.types.CommentCompare attribute) (opik.rest_api.types.CommentPublic attribute) thread_id (in module opik.message_processing.emulation.models) (opik.api_objects.trace.TraceData attribute) (opik.message_processing.emulation.models.TraceModel attribute), [1], [2], [3] (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceExperimentItemBulkWriteView attribute) (opik.rest_api.types.TraceThreadIdentifier attribute) (opik.rest_api.types.TraceWrite attribute) thread_model_id (opik.rest_api.types.TraceThread attribute) time (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) timeout_to_mark_thread_as_inactive (opik.rest_api.types.WorkspaceConfiguration attribute) timestamp (opik.rest_api.types.LogItem attribute) to_json() (opik.Dataset method) to_pandas() (opik.Dataset method) Tool (class in opik.rest_api.types) tool_calls (opik.rest_api.types.AssistantMessage attribute) (opik.rest_api.types.Delta attribute) ToolCall (class in opik.rest_api.types) Topic (class in opik.guardrails.guards.topic) total (opik.rest_api.types.AlertPagePublic attribute) (opik.rest_api.types.AnnotationQueuePagePublic attribute) (opik.rest_api.types.AttachmentPage attribute) (opik.rest_api.types.AutomationRuleEvaluatorPagePublic attribute) (opik.rest_api.types.DatasetItemPageCompare attribute) (opik.rest_api.types.DatasetItemPagePublic attribute) (opik.rest_api.types.DatasetPagePublic attribute) (opik.rest_api.types.ExperimentPagePublic attribute) (opik.rest_api.types.FeedbackDefinitionPagePublic attribute) (opik.rest_api.types.LogPage attribute) (opik.rest_api.types.OptimizationPagePublic attribute) (opik.rest_api.types.ProjectPagePublic attribute) (opik.rest_api.types.PromptPagePublic attribute) (opik.rest_api.types.PromptVersionPagePublic attribute) (opik.rest_api.types.ProviderApiKeyPagePublic attribute) (opik.rest_api.types.SpanPagePublic attribute) (opik.rest_api.types.TracePagePublic attribute) (opik.rest_api.types.TraceThreadPage attribute) total_cost (in module opik.message_processing.emulation.models) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] total_estimated_cost (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) total_estimated_cost_avg (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentPublic attribute) total_estimated_cost_sum (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) total_estimated_cost_version (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) total_generated (opik.rest_api.types.DatasetExpansionResponse attribute) total_tokens (opik.rest_api.types.Usage attribute) Trace (class in opik.api_objects.trace) trace (opik.rest_api.types.ExperimentItemBulkRecord attribute) (opik.rest_api.types.ExperimentItemBulkRecordExperimentItemBulkWriteView attribute) trace() (opik.Opik method) trace_count (opik.rest_api.types.AggregationData attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.WorkspaceTraceCount attribute) trace_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.DatasetItem attribute) (opik.rest_api.types.DatasetItemCompare attribute) (opik.rest_api.types.DatasetItemPublic attribute) (opik.rest_api.types.DatasetItemWrite attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanWrite attribute)

trace_thread_python_evaluator_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) trace_visibility_mode (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentItemPublic attribute) traceback (opik.rest_api.types.ErrorInfo attribute) (opik.rest_api.types.ErrorInfoExperimentItemBulkWriteView attribute) (opik.rest_api.types.ErrorInfoPublic attribute) (opik.rest_api.types.ErrorInfoWrite attribute) TraceBatch (class in opik.rest_api.types) TraceCountResponse (class in opik.rest_api.types) TraceData (class in opik.api_objects.trace) TraceExperimentItemBulkWriteView (class in opik.rest_api.types) TraceFilter (class in opik.rest_api.types) TraceFilterPublic (class in opik.rest_api.types) TraceFilterWrite (class in opik.rest_api.types) TraceModel (class in opik.message_processing.emulation.models), [1] TracePagePublic (class in opik.rest_api.types) TracePublic (class in opik.rest_api.types.trace_public) traces (opik.rest_api.types.TraceBatch attribute) TracesClient (class in opik.rest_api.traces.client) TraceThread (class in opik.rest_api.types) TraceThreadFilter (class in opik.rest_api.types) TraceThreadFilterPublic (class in opik.rest_api.types) TraceThreadIdentifier (class in opik.rest_api.types) TraceThreadLlmAsJudgeCode (class in opik.rest_api.types) TraceThreadLlmAsJudgeCodePublic (class in opik.rest_api.types) TraceThreadLlmAsJudgeCodeWrite (class in opik.rest_api.types) TraceThreadPage (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCode (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCodePublic (class in opik.rest_api.types) TraceThreadUserDefinedMetricPythonCodeWrite (class in opik.rest_api.types) TraceWrite (class in opik.rest_api.types) track() (in module opik) track_adk_agent_recursive() (in module opik.integrations.adk) track_anthropic() (in module opik.integrations.anthropic) track_bedrock() (in module opik.integrations.bedrock) track_crewai() (in module opik.integrations.crewai) track_guardrails() (in module opik.integrations.guardrails) track_openai() (in module opik.integrations.openai) trial_count (opik.evaluation.evaluation_result.EvaluationResult attribute) trial_id (opik.evaluation.test_result.TestResult attribute) trigger_configs (opik.rest_api.types.AlertTrigger attribute) (opik.rest_api.types.AlertTriggerPublic attribute) (opik.rest_api.types.AlertTriggerWrite attribute) triggers (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) truncate (opik.rest_api.types.TraceThreadIdentifier attribute) type (in module opik.message_processing.emulation.models) (opik.api_objects.prompt.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.Prompt property) (opik.rest_api.types.AlertTriggerConfig attribute) (opik.rest_api.types.AlertTriggerConfigPublic attribute) (opik.rest_api.types.AlertTriggerConfigWrite attribute) (opik.rest_api.types.AutomationRuleEvaluator_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluator_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorPublic_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorUpdate_UserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_LlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython attribute) (opik.rest_api.types.AutomationRuleEvaluatorWrite_UserDefinedMetricPython attribute) (opik.rest_api.types.ChunkedOutputJsonNode attribute) (opik.rest_api.types.ChunkedOutputJsonNodePublic attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.Feedback_Categorical attribute) (opik.rest_api.types.Feedback_Numerical attribute) (opik.rest_api.types.FeedbackCreate_Categorical attribute) (opik.rest_api.types.FeedbackCreate_Numerical attribute) (opik.rest_api.types.FeedbackObjectPublic_Categorical attribute) (opik.rest_api.types.FeedbackObjectPublic_Numerical attribute) (opik.rest_api.types.FeedbackPublic_Categorical attribute) (opik.rest_api.types.FeedbackPublic_Numerical attribute) (opik.rest_api.types.FeedbackUpdate_Categorical attribute) (opik.rest_api.types.FeedbackUpdate_Numerical attribute) (opik.rest_api.types.LlmAsJudgeOutputSchema attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaPublic attribute) (opik.rest_api.types.LlmAsJudgeOutputSchemaWrite attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) (opik.rest_api.types.PromptVersionPublic attribute) (opik.rest_api.types.ResponseFormat attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.Tool attribute) (opik.rest_api.types.ToolCall attribute) type_name (opik.rest_api.types.ChunkedOutputJsonNodePublicType attribute) (opik.rest_api.types.ChunkedOutputJsonNodeType attribute) types (opik.rest_api.types.Column attribute) (opik.rest_api.types.ColumnCompare attribute) (opik.rest_api.types.ColumnPublic attribute)

U

update() (opik.api_objects.span.Span method) (opik.api_objects.span.SpanData method) (opik.api_objects.trace.Trace method) (opik.api_objects.trace.TraceData method) (opik.Dataset method) update_automation_rule_evaluator() (opik.rest_api.automation_rule_evaluators.client.AutomationRuleEvaluatorsClient method) update_current_span() (in module opik.opik_context) update_current_trace() (in module opik.opik_context) update_dataset() (opik.rest_api.datasets.client.DatasetsClient method) update_experiment() (opik.rest_api.experiments.client.ExperimentsClient method) update_feedback_definition() (opik.rest_api.feedback_definitions.client.FeedbackDefinitionsClient method) update_llm_provider_api_key() (opik.rest_api.llm_provider_key.client.LlmProviderKeyClient method) update_optimizations_by_id() (opik.rest_api.optimizations.client.OptimizationsClient method) update_project() (opik.rest_api.projects.client.ProjectsClient method) update_prompt() (opik.rest_api.prompts.client.PromptsClient method) update_span() (opik.Opik method) (opik.rest_api.spans.client.SpansClient method) update_span_comment() (opik.rest_api.spans.client.SpansClient method) update_thread() (opik.rest_api.traces.client.TracesClient method) update_thread_comment() (opik.rest_api.traces.client.TracesClient method) update_trace() (opik.Opik method) (opik.rest_api.traces.client.TracesClient method) update_trace_comment() (opik.rest_api.traces.client.TracesClient method) upload_attachment() (opik.api_objects.attachment.client.AttachmentClient method) (opik.rest_api.attachments.client.AttachmentsClient method) upload_id (opik.rest_api.types.CompleteMultipartUploadRequest attribute) (opik.rest_api.types.StartMultipartUploadResponse attribute) uploaded_file_parts (opik.rest_api.types.CompleteMultipartUploadRequest attribute)

upsert_optimization() (opik.rest_api.optimizations.client.OptimizationsClient method) upsert_workspace_configuration() (opik.rest_api.workspaces.client.WorkspacesClient method) url (opik.rest_api.types.Webhook attribute) (opik.rest_api.types.WebhookEventObject attribute) (opik.rest_api.types.WebhookPublic attribute) (opik.rest_api.types.WebhookWrite attribute) Usage (class in opik.rest_api.types) usage (in module opik.message_processing.emulation.models) (opik.api_objects.span.SpanData attribute) (opik.message_processing.emulation.models.SpanModel attribute), [1], [2], [3] (opik.rest_api.types.ChatCompletionResponse attribute) (opik.rest_api.types.ExperimentItem attribute) (opik.rest_api.types.ExperimentItemCompare attribute) (opik.rest_api.types.ExperimentPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectStatsSummaryItem attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.SpanExperimentItemBulkWriteView attribute) (opik.rest_api.types.SpanWrite attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.rest_api.types.TraceThread attribute) user (opik.rest_api.types.BiInformation attribute) user_name (opik.rest_api.types.WebhookEventObject attribute) UserDefinedMetricPythonCode (class in opik.rest_api.types) UserDefinedMetricPythonCodePublic (class in opik.rest_api.types) UserDefinedMetricPythonCodeWrite (class in opik.rest_api.types) username (opik.rest_api.types.AnnotationQueueReviewer attribute) (opik.rest_api.types.AnnotationQueueReviewerPublic attribute)

V

validate() (opik.guardrails.guardrail.Guardrail method) validation_passed (opik.guardrails.schemas.ValidationResponse attribute) ValidationResponse (class in opik.guardrails.schemas) validations (opik.guardrails.schemas.ValidationResponse attribute) value (in module opik.message_processing.emulation.models) (opik.evaluation.metrics.score_result.ScoreResult attribute) (opik.message_processing.emulation.models.FeedbackScoreModel attribute), [1], [2], [3] (opik.rest_api.types.AvgValueStatPublic attribute) (opik.rest_api.types.CountValueStatPublic attribute) (opik.rest_api.types.DataPointDouble attribute) (opik.rest_api.types.DataPointNumberPublic attribute) (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreAverage attribute) (opik.rest_api.types.FeedbackScoreAverageDetailed attribute) (opik.rest_api.types.FeedbackScoreAveragePublic attribute) (opik.rest_api.types.FeedbackScoreBatchItem attribute) (opik.rest_api.types.FeedbackScoreBatchItemThread attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) (opik.rest_api.types.PercentageValueStatPublic attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Avg attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Count attribute) (opik.rest_api.types.ProjectStatItemObjectPublic_Percentage attribute) (opik.rest_api.types.SpanFilterPublic attribute) (opik.rest_api.types.TraceFilter attribute) (opik.rest_api.types.TraceFilterPublic attribute) (opik.rest_api.types.TraceFilterWrite attribute) (opik.rest_api.types.TraceThreadFilter attribute) (opik.rest_api.types.TraceThreadFilterPublic attribute) (opik.rest_api.types.ValueEntry attribute) (opik.rest_api.types.ValueEntryCompare attribute) (opik.rest_api.types.ValueEntryExperimentItemBulkWriteView attribute) (opik.rest_api.types.ValueEntryPublic attribute) (opik.types.FeedbackScoreDict attribute)

value_by_author (opik.rest_api.types.FeedbackScore attribute) (opik.rest_api.types.FeedbackScoreCompare attribute) (opik.rest_api.types.FeedbackScoreExperimentItemBulkWriteView attribute) (opik.rest_api.types.FeedbackScorePublic attribute) ValueEntry (class in opik.rest_api.types) ValueEntryCompare (class in opik.rest_api.types) ValueEntryExperimentItemBulkWriteView (class in opik.rest_api.types) ValueEntryPublic (class in opik.rest_api.types) variables (opik.rest_api.types.LlmAsJudgeCode attribute) (opik.rest_api.types.LlmAsJudgeCodePublic attribute) (opik.rest_api.types.LlmAsJudgeCodeWrite attribute) (opik.rest_api.types.PromptVersion attribute) (opik.rest_api.types.PromptVersionDetail attribute) variation_instructions (opik.rest_api.types.DatasetExpansion attribute) version_count (opik.rest_api.types.PromptDetail attribute) (opik.rest_api.types.PromptPublic attribute) visibility (opik.rest_api.types.DatasetPublic attribute) (opik.rest_api.types.ProjectDetailed attribute) (opik.rest_api.types.ProjectPublic attribute) visibility_mode (opik.rest_api.types.trace_public.TracePublic attribute)

W

Webhook (class in opik.rest_api.types) webhook (opik.rest_api.types.Alert attribute) (opik.rest_api.types.AlertPublic attribute) (opik.rest_api.types.AlertWrite attribute) WebhookEventObject (class in opik.rest_api.types) WebhookExamples (class in opik.rest_api.types) WebhookPublic (class in opik.rest_api.types) WebhookTestResult (class in opik.rest_api.types) WebhookWrite (class in opik.rest_api.types) welcome_wizard_enabled (opik.rest_api.types.ServiceTogglesConfig attribute) WelcomeWizardTracking (class in opik.rest_api.types) workspace (opik.rest_api.types.WorkspaceSpansCount attribute) (opik.rest_api.types.WorkspaceTraceCount attribute) WORKSPACE_FOLDER opik-import command line option workspace_id (opik.rest_api.types.BiInformation attribute) (opik.rest_api.types.WebhookEventObject attribute)

WORKSPACE_NAME opik-import command line option workspace_name (opik.rest_api.types.WorkspaceNameHolder attribute) WORKSPACE_OR_PROJECT opik-export command line option WorkspaceConfiguration (class in opik.rest_api.types) WorkspaceMetricRequest (class in opik.rest_api.types) WorkspaceMetricResponse (class in opik.rest_api.types) WorkspaceMetricsSummaryRequest (class in opik.rest_api.types) WorkspaceMetricsSummaryResponse (class in opik.rest_api.types) WorkspaceNameHolder (class in opik.rest_api.types) workspaces_spans_count (opik.rest_api.types.SpansCountResponse attribute) workspaces_traces_count (opik.rest_api.types.TraceCountResponse attribute) WorkspacesClient (class in opik.rest_api.workspaces.client) WorkspaceSpansCount (class in opik.rest_api.types) WorkspaceTraceCount (class in opik.rest_api.types)