长上下文

简单示例

Qwen-Long模型可以基于您上传的文档进行回复。此处以百炼系列手机产品介绍.docx作为示例文件。

1. 将文件通过OpenAI兼容接口上传到百炼平台，获取file-id。有关文档上传接口的详细参数解释及调用方式，请参考API文档页面进行了解。

   Python

   import os
   from pathlib import Path
   from openai import OpenAI
   
   client = OpenAI(
       api_key=os.getenv("DASHSCOPE_API_KEY"),
       base_url="https://dashscope.aliyuncs.com/compatible-mode/v1",
   )
   
   file_object = client.files.create(file=Path("百炼系列手机产品介绍.docx"), purpose="file-extract")
   print(file_object.id)
   

   curl

   curl --location --request POST 'https://dashscope.aliyuncs.com/compatible-mode/v1/files' \
     --header "Authorization: Bearer $DASHSCOPE_API_KEY" \
     --form 'file=@"百炼系列手机产品介绍.docx"' \
     --form 'purpose="file-extract"'

   运行以上代码，您可以得到本次上传文件对应的file-id。

2. 将file-id传入System Message中，并在User Message中输入问题。

   在通过 system message 提供文档信息时，建议同时设置一个正常role-play的system message，如默认的 “You are a helpful assistant.”，角色设定会对文档的处理效果产生影响，因此建议在消息中明确设定自己的角色。

   Python

   import os
   from openai import OpenAI
   
   client = OpenAI(
       api_key=os.getenv("DASHSCOPE_API_KEY"),
       base_url="https://dashscope.aliyuncs.com/compatible-mode/v1",
   )
   
   completion = client.chat.completions.create(
       model="qwen-long",
       messages=[
           {'role': 'system', 'content': 'You are a helpful assistant.'},
           {'role': 'system', 'content': 'fileid://file-fe-xxx'},
           {'role': 'user', 'content': '这篇文章讲了什么？'}
       ],
       stream=True,
       stream_options={"include_usage": True}
   )
   
   for chunk in completion:
       print(chunk.model_dump())
   

   curl

   curl --location 'https://dashscope.aliyuncs.com/compatible-mode/v1/chat/completions' \
   --header "Authorization: Bearer $DASHSCOPE_API_KEY" \
   --header "Content-Type: application/json" \
   --data '{
       "model": "qwen-long",
       "messages": [
           {"role": "system","content": "You are a helpful assistant."},
           {"role": "system","content": "fileid://file-fe-xxx"},
           {"role": "user","content": "这篇文章讲了什么？"}
       ],
       "stream": true,
       "stream_options": {
           "include_usage": true
       }
   }'
   

   通过配置stream及stream_options参数，Qwen-Long模型会流式输出回复，并在最后返回的对象中通过usage字段展示Token使用情况。

   本文中的所有代码示例均采用流式输出，以清晰和直观地展示模型输出过程。如果您希望查看非流式输出的案例，请参见此处的非流式输出案例。

   Python

   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"","function_call":null,"role":"assistant","tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"这篇文章","function_call":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"介绍了","function_call":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"百","function_call":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   ......
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"满足不同的使用需求","function_call":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"。","function_call":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[{"delta":{"content":"","function_call":null,"role":null,"tool_calls":null},"finish_reason":"stop","index":0,"logprobs":null}],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":null}
   {"id":"chatcmpl-565151e8-7b41-9a78-ae88-472edbad8c47","choices":[],"created":1726023099,"model":"qwen-long","object":"chat.completion.chunk","service_tier":null,"system_fingerprint":null,"usage":{"completion_tokens":93,"prompt_tokens":5395,"total_tokens":5488}}

   curl

   data: {"choices":[{"delta":{"content":"","role":"assistant"},"index":0,"logprobs":null,"finish_reason":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"finish_reason":null,"delta":{"content":"这篇文章"},"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"delta":{"content":"是"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"delta":{"content":"关于"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   .....
   
   data: {"choices":[{"delta":{"content":"描述了每款"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"delta":{"content":"手机的主要特点和"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"delta":{"content":"规格，并提供了参考"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"delta":{"content":"售价信息。"},"finish_reason":null,"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[{"finish_reason":"stop","delta":{"content":""},"index":0,"logprobs":null}],"object":"chat.completion.chunk","usage":null,"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: {"choices":[],"object":"chat.completion.chunk","usage":{"prompt_tokens":5395,"completion_tokens":71,"total_tokens":5466},"created":1728649489,"system_fingerprint":null,"model":"qwen-long","id":"chatcmpl-e2434284-140a-9e3a-8ca5-f81e65e98d01"}
   
   data: [DONE]