Documentation

# Python SDK
pip install inferall-ai

# TypeScript SDK
npm install @inferall/sdk

// Native TypeScript SDK — live on npm as @inferall/sdk 0.1.0
import { Inferall } from "@inferall/sdk";

const ai = new Inferall(); // reads INFERALL_API_KEY (ifu_...)

// Text (free OSS by default)
const text = await ai.text("Explain quantum computing in two sentences");

// Chat with a specific provider/model
const reply = await ai.chat(messages, {
  provider: "anthropic",
  model: "claude-sonnet-4-6",
});

// Vision
const analysis = await ai.vision(imageBase64, "What is this?");

// Prefer the official OpenAI/Anthropic SDKs instead? Point them at InferAll:
//   OPENAI_BASE_URL=https://api.inferall.ai/v1   (key: ifu_...)
//   ANTHROPIC_BASE_URL=https://api.inferall.ai   (key: ifu_...)

from inferall import Inferall

ai = Inferall()  # reads INFERALL_API_KEY from the environment

# Text generation (free via NVIDIA Llama by default)
text = ai.text("Explain quantum computing")

# Chat with any provider
reply = ai.chat(messages, provider="anthropic", model="claude-sonnet-4-6")

# Vision
analysis = ai.vision(image_base64, "What is this?")

# Generate (image or video)
video = ai.generate(
    provider="gemini",
    model="veo-2.0-generate-001",
    operation="video-generate",
    prompt="Drone shot of a city",
)

# Use Claude Code with free inference
export ANTHROPIC_BASE_URL=https://api.inferall.ai
export ANTHROPIC_API_KEY=your_inferall_key

# Run Claude Code normally — uses free NVIDIA models by default
claude

# Force a specific provider with model prefix
# anthropic/claude-sonnet-4-6  → actual Claude
# gemini/gemini-2.5-flash            → Google Gemini