腾讯混元 Hy4 正式版发布：如何用 OpenAI SDK 接入？TokenHub 完整接入教程

pip install openai

from openai import OpenAI

client = OpenAI(
    api_key="sk-你的TokenHubAPIKey",
    base_url="https://api.hunyuan.cloud.tencent.com/v1",
)

response = client.chat.completions.create(
    model="hy4",
    messages=[
        {"role": "system", "content": "你是一位严谨的技术助手，没有依据时请如实说明无法确认。"},
        {"role": "user", "content": "请用三句话解释 MoE 架构的核心优势。"},
    ],
    temperature=0.7,
)

print(response.choices[0].message.content)
print(f"输入 Token: {response.usage.prompt_tokens}")
print(f"输出 Token: {response.usage.completion_tokens}")

stream = client.chat.completions.create(
    model="hy4",
    messages=[{"role": "user", "content": "写一段快速排序的 Python 实现并解释思路。"}],
    stream=True,
)

for chunk in stream:
    delta = chunk.choices[0].delta
    if delta.content:
        print(delta.content, end="", flush=True)

response = client.chat.completions.create(
    model="hy4",
    messages=[
        {
            "role": "user",
            "content": [
                {"type": "text", "text": "这张图表中销售额最高的季度是哪个？请给出数值。"},
                {
                    "type": "image_url",
                    "image_url": {"url": "https://example.com/chart.png"},
                },
            ],
        }
    ],
)

print(response.choices[0].message.content)

import base64

def encode_image(path: str) -> str:
    with open(path, "rb") as f:
        return base64.b64encode(f.read()).decode("utf-8")

b64 = encode_image("./chart.png")

response = client.chat.completions.create(
    model="hy4",
    messages=[
        {
            "role": "user",
            "content": [
                {"type": "text", "text": "请描述这张图的主要内容。"},
                {
                    "type": "image_url",
                    "image_url": {"url": f"data:image/png;base64,{b64}"},
                },
            ],
        }
    ],
)
print(response.choices[0].message.content)

tools = [
    {
        "type": "function",
        "function": {
            "name": "get_weather",
            "description": "查询指定城市的实时天气",
            "parameters": {
                "type": "object",
                "properties": {
                    "city": {"type": "string", "description": "城市名称，如 深圳"},
                },
                "required": ["city"],
            },
        },
    }
]

response = client.chat.completions.create(
    model="hy4",
    messages=[{"role": "user", "content": "深圳今天天气怎么样？"}],
    tools=tools,
    tool_choice="auto",
)

msg = response.choices[0].message
if msg.tool_calls:
    for call in msg.tool_calls:
        print("调用函数:", call.function.name)
        print("参数:", call.function.arguments)

npm install openai

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.TOKENHUB_API_KEY,
  baseURL: "https://api.hunyuan.cloud.tencent.com/v1",
});

async function main() {
  const response = await client.chat.completions.create({
    model: "hy4",
    messages: [
      { role: "system", content: "你是一位严谨的技术助手。" },
      { role: "user", content: "用一段话说明长上下文的实际价值。" },
    ],
  });

  console.log(response.choices[0].message.content);
}

main();

const stream = await client.chat.completions.create({
  model: "hy4",
  messages: [{ role: "user", content: "介绍一下 Computer Use 能力。" }],
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content || "");
}

curl https://api.hunyuan.cloud.tencent.com/v1/chat/completions \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer sk-你的TokenHubAPIKey" \
  -d '{
    "model": "hy4",
    "messages": [{"role": "user", "content": "你好"}]
  }'

# 推荐结构：稳定内容在前，变动内容在后
SYSTEM_PROMPT = """你是企业知识库助手。
【规则】回答必须基于下方资料，无依据时说明无法确认。
【资料】……（长期不变的知识片段）……"""

def ask(question: str):
    return client.chat.completions.create(
        model="hy4",
        messages=[
            {"role": "system", "content": SYSTEM_PROMPT},  # 固定前缀，可命中缓存
            {"role": "user", "content": question},          # 仅此部分变化
        ],
    )

import time
from openai import OpenAI, APIError

def call_with_retry(messages, max_retries=3):
    for i in range(max_retries):
        try:
            return client.chat.completions.create(model="hy4", messages=messages)
        except APIError:
            if i == max_retries - 1:
                raise
            time.sleep(2 ** i)