البث المباشر (SSE)

from openai import OpenAI

client = OpenAI(api_key="zir_ai_...", base_url="https://api.cloudzir.com/v1")

flux = client.chat.completions.create(
    model="mina-low",
    messages=[{"role": "user", "content": "Explique le DNS en 5 phrases."}],
    stream=True,
    stream_options={"include_usage": True},
)

complet = []
for chunk in flux:
    if chunk.choices and chunk.choices[0].delta.content:
        morceau = chunk.choices[0].delta.content
        complet.append(morceau)
        print(morceau, end="", flush=True)
    if chunk.usage:                      # dernier événement
        print(f"\n\n{chunk.usage.total_tokens} jetons")

const flux = await client.chat.completions.create({
  model: "mina-low",
  messages: [{ role: "user", content: "Explique le DNS en 5 phrases." }],
  stream: true,
  stream_options: { include_usage: true },
});

let complet = "";
for await (const chunk of flux) {
  const morceau = chunk.choices?.[0]?.delta?.content;
  if (morceau) {
    complet += morceau;
    process.stdout.write(morceau);
  }
  if (chunk.usage) console.log(`\n\n${chunk.usage.total_tokens} jetons`);
}

curl -N https://api.cloudzir.com/v1/chat/completions \
  -H "Authorization: Bearer $CLOUDZIR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "mina-low",
    "messages": [{"role": "user", "content": "Explique le DNS en 5 phrases."}],
    "stream": true
  }'

from fastapi import FastAPI
from fastapi.responses import StreamingResponse
import httpx, json

app = FastAPI()

@app.post("/chat")
async def chat(payload: dict):
    async def relais():
        async with httpx.AsyncClient(timeout=None) as http:
            async with http.stream(
                "POST",
                "https://api.cloudzir.com/v1/chat/completions",
                headers={"Authorization": f"Bearer {CLE}"},
                json={**payload, "stream": True},
            ) as amont:
                async for ligne in amont.aiter_lines():
                    if ligne:
                        yield f"{ligne}\n\n"

    return StreamingResponse(relais(), media_type="text/event-stream",
                             headers={"Cache-Control": "no-cache",
                                      "X-Accel-Buffering": "no"})

app.post("/chat", async (req, res) => {
  res.setHeader("Content-Type", "text/event-stream");
  res.setHeader("Cache-Control", "no-cache");
  res.setHeader("X-Accel-Buffering", "no");

  const amont = await fetch("https://api.cloudzir.com/v1/chat/completions", {
    method: "POST",
    headers: { "Content-Type": "application/json", Authorization: `Bearer ${CLE}` },
    body: JSON.stringify({ ...req.body, stream: true }),
  });

  const reader = amont.body.getReader();
  const decoder = new TextDecoder();
  for (;;) {
    const { done, value } = await reader.read();
    if (done) break;
    res.write(decoder.decode(value));
  }
  res.end();
});