xAI Grok

1
import opik
2
3
opik.configure(
4
    project_name="your-project-name",
5
    workspace="your-workspace-name",
6
)

1
import openai
2
3
client = openai.OpenAI(
4
    api_key="anything",  # can be anything
5
    base_url="http://0.0.0.0:4000"
6
)
7
8
response = client.chat.completions.create(
9
    model="grok-beta",
10
    messages=[
11
        {"role": "user", "content": "What are the latest developments in AI technology?"}
12
    ]
13
)
14
15
print(response.choices[0].message.content)

1
import os
2
from litellm import completion
3
4
# Configure Opik
5
import opik
6
opik.configure()
7
8
# Configure LiteLLM for Opik
9
from litellm.integrations.opik.opik import OpikLogger
10
import litellm
11
12
litellm.callbacks = ["opik"]
13
14
os.environ["XAI_API_KEY"] = "your-xai-api-key"
15
16
response = completion(
17
    model="xai/grok-beta",
18
    messages=[
19
        {"role": "user", "content": "What is the current state of renewable energy adoption worldwide?"}
20
    ]
21
)
22
23
print(response.choices[0].message.content)

1
response = completion(
2
    model="xai/grok-beta",
3
    messages=[
4
        {"role": "user", "content": "What are the latest news headlines today?"}
5
    ]
6
)
7
8
print(response.choices[0].message.content)

1
from litellm import completion
2
3
response = completion(
4
    model="xai/grok-vision-beta",
5
    messages=[
6
        {
7
            "role": "user",
8
            "content": [
9
                {"type": "text", "text": "What do you see in this image?"},
10
                {"type": "image_url", "image_url": {"url": "data:image/jpeg;base64,..."}}
11
            ]
12
        }
13
    ]
14
)
15
16
print(response.choices[0].message.content)

1
tools = [
2
    {
3
        "type": "function",
4
        "function": {
5
            "name": "get_current_time",
6
            "description": "Get the current time in a specific timezone",
7
            "parameters": {
8
                "type": "object",
9
                "properties": {
10
                    "timezone": {
11
                        "type": "string",
12
                        "description": "The timezone to get the time for",
13
                    }
14
                },
15
                "required": ["timezone"],
16
            },
17
        },
18
    }
19
]
20
21
response = completion(
22
    model="xai/grok-beta",
23
    messages=[{"role": "user", "content": "What time is it in Tokyo right now?"}],
24
    tools=tools,
25
)

1
# More creative responses
2
response = completion(
3
    model="xai/grok-beta",
4
    messages=[{"role": "user", "content": "Write a creative story about space exploration"}],
5
    temperature=0.9,
6
    max_tokens=1000
7
)
8
9
# More factual responses
10
response = completion(
11
    model="xai/grok-beta",
12
    messages=[{"role": "user", "content": "Explain quantum computing"}],
13
    temperature=0.1,
14
    max_tokens=500
15
)

1
response = completion(
2
    model="xai/grok-beta",
3
    messages=[
4
        {"role": "system", "content": "You are a helpful scientific advisor. Provide accurate, evidence-based information."},
5
        {"role": "user", "content": "What are the current challenges in fusion energy research?"}
6
    ]
7
)

1
from opik.evaluation import evaluate
2
from opik.evaluation.metrics import Hallucination
3
4
# Define your evaluation task
5
def evaluation_task(x):
6
    return {
7
        "message": x["message"],
8
        "output": x["output"],
9
        "reference": x["reference"]
10
    }
11
12
# Create the Hallucination metric
13
hallucination_metric = Hallucination()
14
15
# Run the evaluation
16
evaluation_results = evaluate(
17
    experiment_name="xai-grok-evaluation",
18
    dataset=your_dataset,
19
    task=evaluation_task,
20
    scoring_metrics=[hallucination_metric],
21
)