Observability for Groq with Opik

1
import os
2
import getpass
3
4
if "GROQ_API_KEY" not in os.environ:
5
    os.environ["GROQ_API_KEY"] = getpass.getpass("Enter your Groq API key: ")

1
from litellm.integrations.opik.opik import OpikLogger
2
import litellm
3
import os
4
5
os.environ["OPIK_PROJECT_NAME"] = "groq-integration-demo"
6
7
opik_logger = OpikLogger()
8
litellm.callbacks = [opik_logger]
9
10
prompt = """
11
Write a short two sentence story about Opik.
12
"""
13
14
response = litellm.completion(
15
    model="groq/llama3-8b-8192",
16
    messages=[{"role": "user", "content": prompt}]
17
)
18
19
print(response.choices[0].message.content)

1
from opik import track
2
from opik.opik_context import get_current_span_data
3
import litellm
4
5
@track
6
def generate_story(prompt):
7
    response = litellm.completion(
8
        model="groq/llama3-8b-8192",
9
        messages=[{"role": "user", "content": prompt}],
10
        metadata={
11
            "opik": {
12
                "current_span_data": get_current_span_data(),
13
            },
14
        },
15
    )
16
    return response.choices[0].message.content
17
18
@track
19
def generate_topic():
20
    prompt = "Generate a topic for a story about Opik."
21
    response = litellm.completion(
22
        model="groq/llama3-8b-8192",
23
        messages=[{"role": "user", "content": prompt}],
24
        metadata={
25
            "opik": {
26
                "current_span_data": get_current_span_data(),
27
            },
28
        },
29
    )
30
    return response.choices[0].message.content
31
32
@track
33
def generate_opik_story():
34
    topic = generate_topic()
35
    story = generate_story(topic)
36
    return story
37
38
# Execute the multi-step pipeline
39
generate_opik_story()