Skip to main content
Use the OpenStack OpenAI-compatible gateway as a drop-in model backend for the Together AI SDK. 
import Together from 'together-ai'

const client = new Together({
  apiKey: process.env.OPENSTACK_API_KEY, // Your OpenStack API key
  baseURL: 'https://api.openstack.ai/v1', // Change baseURL to OpenStack
  headers: {
    'X-Openstack-User': 'user_123', // Stable, pseudonymous user ID
  },
})

const chatCompletion = await client.chat.completions.create({
  messages: [{ role: 'user', content: 'Explain usage-based pricing in 2 lines.' }],
  model: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
})

console.log(chatCompletion.choices)