Llama-3.3-70B-Instruct API 国内直连

from openai import OpenAI

client = OpenAI(
    api_key="sk-live-your-callai-key",
    base_url="https://api.callaiapi.com/v1"
)

response = client.chat.completions.create(
    model="llama-3.3-70b-instruct",
    messages=[
        {"role": "system", "content": "You are a helpful coding assistant."},
        {"role": "user", "content": "Hello, explain quicksort with Python"}
    ],
    stream=True
)

for chunk in response:
    content = chunk.choices[0].delta.content
    if content:
        print(content, end="", flush=True)

import OpenAI from 'openai';

const openai = new OpenAI({
  apiKey: process.env.CALLAI_API_KEY,
  baseURL: 'https://api.callaiapi.com/v1',
});

const response = await openai.chat.completions.create({
  model: 'llama-3.3-70b-instruct',
  messages: [{ role: 'user', content: 'Hello!' }],
  stream: true,
});

for await (const chunk of response) {
  process.stdout.write(chunk.choices[0]?.delta?.content || '');
}