Multilook

from perceptron import Client, video

client = Client(provider="perceptron")
response = client.chat.completions.multilook(
    model="perceptron-mk1.5",
    context=[{
        "role": "user",
        "content": [video(
            "https://raw.githubusercontent.com/perceptron-ai-inc/perceptron/"
            "main/cookbook/_shared/assets/tutorials/isaac_frame_by_frame/surf.mp4"
        )],
    }],
    prompts=[
        "Describe the setting in one sentence.",
        "Describe the surfers' actions in chronological order.",
    ],
    n=1,
    reasoning_effort="high",
    max_completion_tokens=1024,
)

for result in response.results:
    if not result.ok:
        error = result.error.message if result.error else "No completions returned"
        print(f"Prompt {result.prompt_index} failed: {error}")
        continue
    for completion in result.completions:
        if not completion.complete:
            print(f"Prompt {result.prompt_index} incomplete: {completion.finish_reason}")
            continue
        print(result.prompt_index, completion.text)

if response.usage is not None:
    print("Input tokens:", response.usage.prompt_tokens)
    print("Cached input tokens:", response.usage.cached_tokens)
    print("Audio input tokens:", response.usage.audio_tokens)

curl https://api.perceptron.inc/v1/chat/completions/multilook \
  -H "Authorization: Bearer $PERCEPTRON_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "perceptron-mk1.5",
    "context": [{
      "role": "user",
      "content": [{
        "type": "video_url",
        "video_url": {"url": "https://raw.githubusercontent.com/perceptron-ai-inc/perceptron/main/cookbook/_shared/assets/tutorials/isaac_frame_by_frame/surf.mp4"}
      }]
    }],
    "prompts": [
      "Describe the setting in one sentence.",
      "Describe the surfers actions in chronological order."
    ],
    "n": 1,
    "reasoning_effort": "high",
    "max_completion_tokens": 1024
  }'