tests/integration/baseline_togetherai_deltas.py

Rama main · réplica de lectura del repositorio original.

import os

from together import Together

# Ideally, set this in your environment variables: export TOGETHER_API_KEY="your_key"
client = Together(
    api_key=os.environ.get(
        "TOGETHER_API_KEY",
        "d2c62c6ff04138210ca7e644fb8270a1d9508fbf93205465958040385a69701b",
    )
)


response_stream = client.chat.completions.create(
    model="marin-community/marin-8b-instruct",
    messages=[{"role": "user", "content": "Explain black holes in PhD terms"}],
    stream=True,  # 1. Enable Streaming
)

print(f"{'DELTA TYPE':<15} | {'CONTENT PAYLOAD'}")
print("-" * 50)

# 2. Iterate over the generator
for chunk in response_stream:
    # Safely get the first choice (usually there is only one in streaming)
    if chunk.choices:
        delta = chunk.choices[0].delta

        # 3. Inspect what we received
        # DeepSeek-V3/Together usually sends 'content'.
        # If it were R1, you might see 'reasoning_content' depending on provider mapping.

        if delta.content is not None:
            # It is a text chunk
            print(f"{'Text Content':<15} | {repr(delta.content)}")

        elif delta.tool_calls:
            # It is a tool call chunk (if you had tools defined)
            print(f"{'Tool Call':<15} | {delta.tool_calls}")

        elif delta.role:
            # It is the header chunk establishing the role
            print(f"{'Role Setup':<15} | Role: {delta.role}")

        else:
            # Empty heartbeat or finish chunk
            print(f"{'Empty/Stop':<15} | None")