Observability for Agent Spec with Opik

1
import os
2
import getpass
3
4
if "OPENAI_API_KEY" not in os.environ:
5
    os.environ["OPENAI_API_KEY"] = getpass.getpass("Enter your OpenAI API key: ")

1
import asyncio
2
import uuid
3
4
from pyagentspec.agent import Agent
5
from pyagentspec.llms import OpenAiConfig
6
from pyagentspec.property import FloatProperty
7
from pyagentspec.tools import ServerTool
8
9
10
def build_agentspec_agent() -> Agent:
11
    tools = [
12
        ServerTool(
13
            name="sum",
14
            description="Sum two numbers",
15
            inputs=[FloatProperty(title="a"), FloatProperty(title="b")],
16
            outputs=[FloatProperty(title="result")],
17
        ),
18
        ServerTool(
19
            name="subtract",
20
            description="Subtract two numbers",
21
            inputs=[FloatProperty(title="a"), FloatProperty(title="b")],
22
            outputs=[FloatProperty(title="result")],
23
        ),
24
    ]
25
26
    return Agent(
27
        name="calculator_agent",
28
        description="An agent that provides assistance with tool use.",
29
        llm_config=OpenAiConfig(name="openai-gpt-5-mini", model_id="gpt-5-mini"),
30
        system_prompt=(
31
            "You are a helpful calculator agent.\n"
32
            "Your duty is to compute the result of the given operation using tools, "
33
            "and to output the result.\n"
34
            "It's important that you reply with the result only.\n"
35
        ),
36
        tools=tools,
37
    )
38
39
40
async def main():
41
    from opik.integrations.agentspec import AgentSpecInstrumentor
42
    from pyagentspec.adapters.langgraph import AgentSpecLoader
43
44
    agent = build_agentspec_agent()
45
    tool_registry = {
46
        "sum": lambda a, b: a + b,
47
        "subtract": lambda a, b: a - b,
48
    }
49
50
    langgraph_agent = AgentSpecLoader(tool_registry=tool_registry).load_component(agent)
51
52
    # Each conversation turn gets its own Opik trace; thread_id groups them into a session.
53
    thread_id = str(uuid.uuid4())
54
    messages = []
55
    while True:
56
        user_input = input("USER  >>> ")
57
        if user_input.lower() in ["exit", "quit"]:
58
            break
59
        messages.append({"role": "user", "content": user_input})
60
61
        with AgentSpecInstrumentor().instrument_context(
62
            project_name="agentspec-demo",
63
            mask_sensitive_information=False,
64
            thread_id=thread_id,
65
        ):
66
            response = langgraph_agent.invoke(
67
                input={"messages": messages},
68
                config={"configurable": {"thread_id": "1"}},
69
            )
70
71
        agent_answer = response["messages"][-1].content.strip()
72
        print("AGENT >>>", agent_answer)
73
        messages.append({"role": "assistant", "content": agent_answer})
74
75
76
if __name__ == "__main__":
77
    asyncio.run(main())