模型智能路由

curl https://aihubmix.com/v1/chat/completions \
  -H "Authorization: Bearer <AIHUBMIX_API_KEY>" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "auto",
    "messages": [
      { "role": "user", "content": "What is the meaning of life?" }
    ]
  }'

from openai import OpenAI

client = OpenAI(
    api_key="<AIHUBMIX_API_KEY>",
    base_url="https://aihubmix.com/v1",
)

resp = client.chat.completions.create(
    model="auto",  # 交给网关自动选模
    messages=[
        {"role": "user", "content": "What is the meaning of life?"},
    ],
)

print(resp.choices[0].message.content)
print("实际命中的模型：", resp.model)  # 不是 "auto"，而是真实模型名

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: "<AIHUBMIX_API_KEY>",
  baseURL: "https://aihubmix.com/v1",
});

const resp = await client.chat.completions.create({
  model: "auto", // 交给网关自动选模
  messages: [
    { role: "user", content: "What is the meaning of life?" },
  ],
});

console.log(resp.choices[0].message.content);
console.log("实际命中的模型：", resp.model); // 真实模型名

curl -i https://aihubmix.com/v1/chat/completions \
  -H "Authorization: Bearer <AIHUBMIX_API_KEY>" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "auto",
    "messages": [
      { "role": "user", "content": "What is the meaning of life?" }
    ]
  }' | grep -i "^x-aihubmix-router"

# 复用上面创建的 client；with_raw_response 才能拿到响应头
raw = client.chat.completions.with_raw_response.create(
    model="auto",
    messages=[
        {"role": "user", "content": "What is the meaning of life?"},
    ],
)

print("命中模型：", raw.headers.get("x-aihubmix-router-resolved-model"))
print("策略：", raw.headers.get("x-aihubmix-router-policy"))
print("维度：", raw.headers.get("x-aihubmix-router-dimension"))

completion = raw.parse()  # 解析为正常的 completion 对象
print("body.model：", completion.model)

// 复用上面创建的 client；.withResponse() 才能拿到原始响应头
const { data: completion, response } = await client.chat.completions
  .create({
    model: "auto",
    messages: [
      { role: "user", content: "What is the meaning of life?" },
    ],
  })
  .withResponse();

console.log("命中模型：", response.headers.get("x-aihubmix-router-resolved-model"));
console.log("策略：", response.headers.get("x-aihubmix-router-policy"));
console.log("维度：", response.headers.get("x-aihubmix-router-dimension"));
console.log("body.model：", completion.model);

# 质量优先 + 代码任务
curl -i https://aihubmix.com/v1/chat/completions \
  -H "Authorization: Bearer <AIHUBMIX_API_KEY>" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "auto:quality_first",
    "messages": [
      { "role": "user", "content": "Write a Python function to reverse a linked list." }
    ]
  }' | grep -i "^x-aihubmix-router"

raw = client.chat.completions.with_raw_response.create(
    model="auto:quality_first",  # 质量优先
    messages=[
        {"role": "user", "content": "Write a Python function to reverse a linked list."},
    ],
)

print(raw.headers.get("x-aihubmix-router-resolved-model"))
print(raw.headers.get("x-aihubmix-router-dimension"))

const { response } = await client.chat.completions
  .create({
    model: "auto:quality_first", // 质量优先
    messages: [
      { role: "user", content: "Write a Python function to reverse a linked list." },
    ],
  })
  .withResponse();

console.log(response.headers.get("x-aihubmix-router-resolved-model"));
console.log(response.headers.get("x-aihubmix-router-dimension"));