nvidia has 152 free models on 'https://integrate.api.nvidia.com/v1'

[jnorthrup]

see title

nvidia has 152 free models on 'https://integrate.api.nvidia.com/v1'

im sure you need to pay very close attention to this template
import OpenAI from 'openai';

const openai = new OpenAI({
apiKey: '$API_KEY_REQUIRED_IF_EXECUTING_OUTSIDE_NGC',
baseURL: 'https://integrate.api.nvidia.com/v1',
})

async function main() {
const completion = await openai.chat.completions.create({
model: "moonshotai/kimi-k2-instruct",
messages: [{"role":"user","content":""}],
temperature: 0.6,
top_p: 0.9,
max_tokens: 4096,
stream: true
})

for await (const chunk of completion) {
process.stdout.write(chunk.choices[0]?.delta?.content || '')
}

}

main();