Структурированный вывод

message = response["choices"][0]["message"]

if message.get("refusal"):
    raise ValueError(f"модель отказалась: {message['refusal']}")

data = json.loads(message["content"])

import json
import re

FENCE = re.compile(r"```(?:json)?\s*(?P<body>.+?)\s*```", re.DOTALL)


def extract_json(text: str) -> dict:
    """Достаёт JSON из ответа модели: сначала весь текст, потом из ограждения."""
    for candidate in (text, *(m.group("body") for m in FENCE.finditer(text))):
        candidate = candidate.strip()
        if not candidate:
            continue
        try:
            return json.loads(candidate)
        except json.JSONDecodeError:
            continue

    raise ValueError(f"в ответе нет разбираемого JSON: {text[:200]!r}")

import json
from typing import Literal

import requests
from pydantic import BaseModel, ValidationError


class Triage(BaseModel):
    priority: Literal["low", "medium", "high", "urgent"]
    department: Literal["sales", "support", "billing"]


def classify(text: str) -> Triage:
    response = requests.post(
        "https://speshu.ai/api/v1/chat/completions",
        headers={
            "Authorization": f"Bearer {os.environ['SPESHU_API_KEY']}",
            "Content-Type": "application/json",
        },
        json={
            "model": os.environ["TEXT_MODEL"],
            "response_format": {
                "type": "json_schema",
                "json_schema": {
                    "name": "triage",
                    "strict": True,
                    "schema": Triage.model_json_schema(),
                },
            },
            "messages": [{"role": "user", "content": text}],
        },
        timeout=300,
    )
    response.raise_for_status()
    message = response.json()["choices"][0]["message"]

    if message.get("refusal"):
        raise ValueError(f"модель отказалась: {message['refusal']}")

    try:
        return Triage.model_validate_json(message["content"])
    except ValidationError as exc:
        # один ретрай с явным напоминанием о схеме, затем отказ
        raise ValueError(f"ответ не прошёл валидацию: {exc.errors()}") from exc

import { z } from "zod";

const Triage = z.object({
  priority: z.enum(["low", "medium", "high", "urgent"]),
  department: z.enum(["sales", "support", "billing"]),
});

const client = new OpenAI({
  baseURL: "https://speshu.ai/api/v1",
  apiKey: process.env.SPESHU_API_KEY!,
});

async function classify(text: string): Promise<z.infer<typeof Triage>> {
  const completion = await client.chat.completions.create({
    model: process.env.TEXT_MODEL!,
    response_format: {
      type: "json_schema",
      json_schema: {
        name: "triage",
        strict: true,
        schema: Triage as unknown as Record<string, unknown>,
      },
    },
    messages: [{ role: "user", content: text }],
  });

  const message = completion.choices[0].message;
  if (message.refusal) throw new Error(`модель отказалась: ${message.refusal}`);

  return Triage.parse(JSON.parse(message.content ?? ""));
}