Observability for IBM watsonx with Opik

1
import os
2
3
os.environ["WATSONX_URL"] = ""  # (required) Base URL of your WatsonX instance
4
# (required) either one of the following:
5
os.environ["WATSONX_API_KEY"] = ""  # IBM cloud API key
6
os.environ["WATSONX_TOKEN"] = ""  # IAM auth token
7
# optional - can also be passed as params to completion() or embedding()
8
# os.environ["WATSONX_PROJECT_ID"] = "" # Project ID of your WatsonX instance
9
# os.environ["WATSONX_DEPLOYMENT_SPACE_ID"] = "" # ID of your deployment space to use deployed models

1
from litellm.integrations.opik.opik import OpikLogger
2
import litellm
3
import os
4
5
os.environ["OPIK_PROJECT_NAME"] = "watsonx-integration-demo"
6
7
opik_logger = OpikLogger()
8
litellm.callbacks = [opik_logger]
9
10
prompt = """
11
Write a short two sentence story about Opik.
12
"""
13
14
response = litellm.completion(
15
    model="watsonx/ibm/granite-13b-chat-v2",
16
    messages=[{"role": "user", "content": prompt}]
17
)
18
19
print(response.choices[0].message.content)

1
from opik import track
2
from opik.opik_context import get_current_span_data
3
import litellm
4
5
@track
6
def generate_story(prompt):
7
    response = litellm.completion(
8
        model="watsonx/ibm/granite-13b-chat-v2",
9
        messages=[{"role": "user", "content": prompt}],
10
        metadata={
11
            "opik": {
12
                "current_span_data": get_current_span_data(),
13
            },
14
        },
15
    )
16
    return response.choices[0].message.content
17
18
@track
19
def generate_topic():
20
    prompt = "Generate a topic for a story about Opik."
21
    response = litellm.completion(
22
        model="watsonx/ibm/granite-13b-chat-v2",
23
        messages=[{"role": "user", "content": prompt}],
24
        metadata={
25
            "opik": {
26
                "current_span_data": get_current_span_data(),
27
            },
28
        },
29
    )
30
    return response.choices[0].message.content
31
32
@track
33
def generate_opik_story():
34
    topic = generate_topic()
35
    story = generate_story(topic)
36
    return story
37
38
# Execute the multi-step pipeline
39
generate_opik_story()