Session API

function createSession(args?: CreateSessionArgs): Promise<Session>

interface CreateSessionArgs {
  models?: {
    default?: Model;
    tool_use?: Model;
    chat?: Model;
    reasoning?: Model;
  };
  engine?: 'auto' | 'webgpu' | 'wasm' | 'webnn';
  hfToken?: string;
  ctx?: number;
}
 
interface Model {
  name: string;
  quantization: 'q4' | 'q8' | 'fp16' | 'fp32';
}

import { createSession } from 'agentary-js';
 
const session = await createSession({
  models: {
    chat: {
      name: 'onnx-community/gemma-3-270m-it-ONNX',
      quantization: 'q4'
    }
  },
  engine: 'webgpu'
});

createResponse(
  args: GenerateArgs,
  generationTask?: GenerationTask
): AsyncIterable<TokenStreamChunk>

interface GenerateArgs {
  messages: Message[];
  model?: Model;
  max_new_tokens?: number;
  tools?: Tool[];
  temperature?: number;
  top_p?: number;
  top_k?: number;
  repetition_penalty?: number;
  stop?: string[];
  seed?: number;
  deterministic?: boolean;
}
 
type GenerationTask = 'chat' | 'tool_use' | 'reasoning';

interface TokenStreamChunk {
  token: string;
  tokenId: number;
  isFirst: boolean;
  isLast: boolean;
  ttfbMs?: number;
  tokensPerSecond?: number;
}

for await (const chunk of session.createResponse({
  messages: [
    { role: 'user', content: 'Hello!' }
  ],
  temperature: 0.7,
  max_new_tokens: 200
})) {
  console.log(chunk.token);
}

dispose(): Promise<void>

await session.dispose();

on(eventType: string | '*', handler: EventHandler): UnsubscribeFn

const unsubscribe = session.on('generation:token', (event) => {
  console.log(event.token);
});
 
// Later: unsubscribe()

off(eventType: string | '*', handler: EventHandler): void

interface Message {
  role: 'user' | 'assistant' | 'system';
  content: string;
}

interface Tool {
  type: 'function';
  function: {
    name: string;
    description: string;
    parameters: {
      type: 'object';
      properties: Record<string, any>;
      required?: string[];
    };
    implementation?: Function;
  };
}

interface Model {
  name: string;
  quantization: 'q4' | 'q8' | 'fp16' | 'fp32';
}