Observability for Vercel AI Gateway with Opik

1
import os
2
import getpass
3
4
if "VERCEL_AI_GATEWAY_URL" not in os.environ:
5
    os.environ["VERCEL_AI_GATEWAY_URL"] = input("Enter your Vercel AI Gateway URL: ")
6
7
if "OPENAI_API_KEY" not in os.environ:
8
    os.environ["OPENAI_API_KEY"] = getpass.getpass("Enter your OpenAI API key: ")

1
import os
2
from opik.integrations.openai import track_openai
3
from openai import OpenAI
4
5
# Create an OpenAI client with Vercel AI Gateway's base URL
6
client = OpenAI(
7
    api_key=os.environ["OPENAI_API_KEY"],
8
    base_url=os.environ["VERCEL_AI_GATEWAY_URL"]
9
)
10
11
# Wrap the client with Opik tracking
12
client = track_openai(client, project_name="vercel-ai-gateway-demo")
13
14
# Make a chat completion request
15
response = client.chat.completions.create(
16
    model="gpt-3.5-turbo",
17
    messages=[
18
        {"role": "system", "content": "You are a knowledgeable AI assistant."},
19
        {"role": "user", "content": "What is the largest city in France?"}
20
    ]
21
)
22
23
# Print the assistant's reply
24
print(response.choices[0].message.content)

1
import os
2
from opik import track
3
from opik.integrations.openai import track_openai
4
from openai import OpenAI
5
6
# Create and wrap the OpenAI client with Vercel AI Gateway's base URL
7
client = OpenAI(
8
    api_key=os.environ["OPENAI_API_KEY"],
9
    base_url=os.environ["VERCEL_AI_GATEWAY_URL"]
10
)
11
client = track_openai(client)
12
13
@track
14
def generate_response(prompt: str):
15
    response = client.chat.completions.create(
16
        model="gpt-3.5-turbo",
17
        messages=[
18
            {"role": "system", "content": "You are a knowledgeable AI assistant."},
19
            {"role": "user", "content": prompt}
20
        ]
21
    )
22
    return response.choices[0].message.content
23
24
@track
25
def refine_response(initial_response: str):
26
    response = client.chat.completions.create(
27
        model="gpt-4",
28
        messages=[
29
            {"role": "system", "content": "You enhance and polish text responses."},
30
            {"role": "user", "content": f"Please improve this response: {initial_response}"}
31
        ]
32
    )
33
    return response.choices[0].message.content
34
35
@track(project_name="vercel-ai-gateway-demo")
36
def generate_and_refine(prompt: str):
37
    # First LLM call: Generate initial response
38
    initial = generate_response(prompt)
39
    
40
    # Second LLM call: Refine the response
41
    refined = refine_response(initial)
42
    
43
    return refined
44
45
# Example usage
46
result = generate_and_refine("Explain quantum computing in simple terms.")