Providers
Collection of predefined providers.
This package is not recommended for xsAI-based libraries, which can increase the size of the installation.
Cloud
npm i @xsai-ext/providers-cloud
Examples
Keys
Checkout all supported providers here.
import * as providers from '@xsai-ext/providers-cloud'
type Keys = keyof typeof providers
OpenAI
import { createOpenAI } from '@xsai-ext/providers-cloud'
import { generateText } from '@xsai/generate-text'
import { env } from 'node:process'
const openai = createOpenAI(env.OPENAI_API_KEY!)
const { text } = await generateText({
...openai.chat('gpt-4o'),
apiKey: env.OPENAI_API_KEY!,
baseURL: 'https://api.openai.com/v1/',
messages: [{
content: 'Why is the sky blue?',
role: 'user'
}],
model: 'gpt-4o',
})
Local
npm i @xsai-ext/providers-local
Examples
Keys
Checkout all supported providers here.
import * as providers from '@xsai-ext/providers-local'
type Keys = keyof typeof providers
Ollama
import { createOllama } from '@xsai-ext/providers-local'
import { generateText } from '@xsai/generate-text'
import { env } from 'node:process'
const ollama = createOllama()
const { text } = await generateText({
...ollama.chat('llama3.2'),
baseURL: 'http://localhost:11434/v1/',
messages: [{
content: 'Why is the sky blue?',
role: 'user'
}],
model: 'llama3.2',
})