Rate limits

import time, random
from openai import OpenAI, RateLimitError

client = OpenAI(base_url="https://api.primalabs.ai/v1", api_key="YOUR_API_KEY")

def with_retry(**kwargs):
    for attempt in range(5):
        try:
            return client.chat.completions.create(**kwargs)
        except RateLimitError:
            time.sleep(min(2 ** attempt, 30) + random.random())
    raise RuntimeError("still rate limited after retries")

import OpenAI from "openai";
const client = new OpenAI({ baseURL: "https://api.primalabs.ai/v1", apiKey: "YOUR_API_KEY" });

async function withRetry(params) {
  for (let attempt = 0; attempt < 5; attempt++) {
    try {
      return await client.chat.completions.create(params);
    } catch (err) {
      if (err.status !== 429) throw err;
      const wait = Math.min(2 ** attempt, 30) * 1000 + Math.random() * 1000;
      await new Promise((r) => setTimeout(r, wait));
    }
  }
  throw new Error("still rate limited after retries");
}