Ollama

import { Ollama } from 'ollama';

const ollama = stigg.wrap(new Ollama({ host: 'http://127.0.0.1:11434' }));

// A regular call. Usage is reported when the response arrives.
await ollama.chat({
  model: 'llama3.3',
  messages: [{ role: 'user', content: 'Summarize this ticket' }],
  stiggContext: { customerId: 'customer-acme', entitlement: { currencyId: 'credits' } },
});

// A streamed call. Usage is reported once, when the stream finishes.
const stream = await ollama.chat({
  model: 'llama3.3',
  messages: [{ role: 'user', content: 'Summarize this ticket' }],
  stream: true,
  stiggContext: { customerId: 'customer-acme', entitlement: { currencyId: 'credits' } },
});
for await (const part of stream) {
  // show the text to the user as it arrives
}

import OpenAI from 'openai';

const ollama = stigg.wrap(new OpenAI({ baseURL: 'http://localhost:11434/v1', apiKey: 'ollama' }));