Rate limits

import { randomUUID } from "node:crypto";

async function renderWithBackoff(body: object, attempt = 0): Promise<Response> {
  const key = (globalThis as any).__key ??= randomUUID();

  const res = await fetch("https://api.kynva.ai/api/v1/facade/generate", {
    method: "POST",
    headers: {
      Authorization: `Bearer ${process.env.KYNVA_API_KEY!}`,
      "Content-Type": "application/json",
      "Idempotency-Key": key,
    },
    body: JSON.stringify(body),
  });

  if (res.ok || attempt >= 5) return res;

  if (res.status === 429) {
    const wait = Number(res.headers.get("Retry-After") ?? "1") * 1000;
    await new Promise(r => setTimeout(r, wait));
    return renderWithBackoff(body, attempt + 1);
  }

  if (res.status >= 500) {
    const wait = Math.min(2 ** attempt * 1000, 16_000);
    const jitter = wait * (0.8 + Math.random() * 0.4);
    await new Promise(r => setTimeout(r, jitter));
    return renderWithBackoff(body, attempt + 1);
  }

  return res;
}

import os, time, uuid, random, requests

def render_with_backoff(body, attempt=0, key=None):
    key = key or str(uuid.uuid4())

    res = requests.post(
        "https://api.kynva.ai/api/v1/facade/generate",
        headers={
            "Authorization": f"Bearer {os.environ['KYNVA_API_KEY']}",
            "Content-Type": "application/json",
            "Idempotency-Key": key,
        },
        json=body,
        timeout=60,
    )

    if res.ok or attempt >= 5:
        return res

    if res.status_code == 429:
        wait = int(res.headers.get("Retry-After", "1"))
        time.sleep(wait)
        return render_with_backoff(body, attempt + 1, key)

    if res.status_code >= 500:
        base = min(2 ** attempt, 16)
        time.sleep(base * (0.8 + random.random() * 0.4))
        return render_with_backoff(body, attempt + 1, key)

    return res