上传文件

# coding=utf-8

import os
import sys
import uuid
import json
import time
import hashlib
import requests

from http import HTTPStatus

apply_lease_url = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/lease/apply"
submit_file_url = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/parse/submit"
parse_status_url = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/parse/status"

headers = {
    'Authorization': f'Bearer {os.getenv("DASHSCOPE_API_KEY", "")}',  # 配置 API KEY
    'Content-Type': 'application/json'
}


def get_file_upload_info(file_path: str) -> dict:
    if not os.path.exists(file_path):
        raise Exception("file not exists")
    file_name = os.path.basename(file_path)
    file_size = os.path.getsize(file_path)
    with open(file_path, 'rb') as f:
        md5 = hashlib.md5()
        while True:
            data = f.read(4096)
            if not data:
                break
            md5.update(data)
    file_md5 = md5.hexdigest()
    return {"file_name": file_name, "file_size": file_size, "md5": file_md5}


if __name__ == "__main__":
    if len(sys.argv) != 2:
        print("usage: python deep_search_demo.py <file_path>")
        exit(1)

    file_path = sys.argv[1]
    file_info = get_file_upload_info(file_path)
    file_name: str = file_info["file_name"]
    file_size: int = file_info["file_size"]
    file_md5: str = file_info["md5"]

    # 1. 申请租约
    apply_lease_params = {
        "request_id": str(uuid.uuid4()),
        "input": {
            "file_name": file_name,
            "file_size": file_size,
            "file_md5": file_md5
        },
        "parameters": {}
    }
    response = requests.post(apply_lease_url, json=apply_lease_params, headers=headers)
    lease_data = {}
    if response.status_code == HTTPStatus.OK:
        print("1. Lease applied successfully.")
        lease_data = response.json()["output"]["result"]
        print(json.dumps(lease_data, indent=2, ensure_ascii=False))
    else:
        print(f'code={response.status_code}')
        exit(1)

    # 2. 上传文件
    upload_headers = lease_data["headers"]
    lease_id = lease_data["lease_id"]
    pre_signed_url = lease_data["pre_signed_url"]
    with open(file_path, 'rb') as file:
        # 下方设置请求方法用于文档上传，需与您在上一步中调用ApplyFileUploadLease接口实际返回的Data.Param中Method字段的值一致
        response = requests.put(pre_signed_url, data=file, headers=upload_headers)
    if response.status_code == HTTPStatus.OK:
        print("2. File uploaded successfully.")
    else:
        print(f"Failed to upload the file. ResponseCode: {response.status_code}")
        exit(1)

    # 3.提交解析
    submit_file_params = {
        "request_id": str(uuid.uuid4()),
        "input": {
            "lease_id": lease_data["lease_id"]
        },
        "parameters": {}
    }
    response = requests.post(submit_file_url, json=submit_file_params, headers=headers)
    if response.status_code == HTTPStatus.OK:
        print("3. File submit parse successfully.")
        submit_data = response.json()["output"]["result"]
        print(json.dumps(response.json(), indent=2, ensure_ascii=False))
    else:
        submit_data = response.json()
        print(f'response={response.json()}')
        print(f'code={response.status_code}')
        exit(1)

    # 4.获取解析状态
    parse_status_params = {
        "request_id": str(uuid.uuid4()),
        "input": {
            "file_ids": [
                submit_data["file_id"]
            ]
        },
        "parameters": {}
    }
    _start_time = time.time()
    while True:
        response = requests.post(parse_status_url, json=parse_status_params, headers=headers)
        _process_time = time.time() - _start_time
        if response.status_code == HTTPStatus.OK:
            parse_status = response.json()["output"]["result"]
            print(json.dumps(parse_status, indent=2, ensure_ascii=False))
            file_status = parse_status[0]["status"]
            print(f"4. Check file process status: {file_status}. process time: {_process_time}")
            if file_status == "FILE_IS_READY":
                print("5. File process successfully.")
                exit(0)
        else:
            print(f'response={response.json()}')
            print(f'code={response.status_code}')
        try:
            if _process_time > 1800:
                print(f'file process timeout[>1800s]: {_process_time}')
                exit(1)
            time.sleep(10)
        except Exception as e:
            pass

import java.io.*;
import java.net.*;
import java.util.*;
import java.nio.file.*;
import java.security.MessageDigest;
import com.alibaba.fastjson.*;
import java.nio.charset.StandardCharsets;

public class DeepSearchDemo {
    private static final String APPLY_LEASE_URL = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/lease/apply";
    private static final String SUBMIT_FILE_URL = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/parse/submit";
    private static final String PARSE_STATUS_URL = "https://dashscope.aliyuncs.com/api/v2/apps/deep-search-agent/file/parse/status";

    public static void main(String[] args) throws Exception {
        if (args.length != 1) {
            System.out.println("usage: java DeepSearchDemo <file_path>");
            System.exit(1);
        }

        String apiKey = System.getenv("DASHSCOPE_API_KEY");
        if (apiKey == null || apiKey.isEmpty()) {
            System.out.println("please set and DASHSCOPE_API_KEY environment variable");
            System.exit(1);
        }

        String filePath = args[0];
        File file = new File(filePath);
        if (!file.exists()) {
            throw new Exception("file not exists");
        }
        String fileName = file.getName();
        long fileSize = file.length();
        String fileMd5 = calculateMD5(String.valueOf(file));

        // 1. 申请租约
        Map<String, Object> applyLeaseParams = new HashMap<>();
        applyLeaseParams.put("request_id", UUID.randomUUID().toString());
        // input
        Map<String, Object> applyLeaseInput = new HashMap<>();
        applyLeaseInput.put("file_name", fileName);
        applyLeaseInput.put("file_size", fileSize);
        applyLeaseInput.put("file_md5", fileMd5);

        applyLeaseParams.put("input", applyLeaseInput);
        applyLeaseParams.put("parameters", new HashMap<>());

        // HTTP 请求
        URL applyLeaseUrl = new URL(APPLY_LEASE_URL);
        HttpURLConnection applyLeaseConn = (HttpURLConnection) applyLeaseUrl.openConnection();
        applyLeaseConn.setRequestMethod("POST");
        applyLeaseConn.setDoOutput(true);
        applyLeaseConn.setRequestProperty("Authorization", "Bearer " + apiKey);
        applyLeaseConn.setRequestProperty("Content-Type", "application/json");

        // 发送 body
        try (OutputStream os = applyLeaseConn.getOutputStream()) {
            os.write(JSON.toJSONString(applyLeaseParams).getBytes(StandardCharsets.UTF_8));
        }


        JSONObject leaseData = null;
        if (applyLeaseConn.getResponseCode() == HttpURLConnection.HTTP_OK) {
            System.out.println("1. Lease applied successfully.");
            String responseBody;
            try (BufferedReader reader = new BufferedReader(new InputStreamReader(applyLeaseConn.getInputStream(), StandardCharsets.UTF_8))) {
                StringBuilder sb = new StringBuilder();
                String line;
                while ((line = reader.readLine()) != null) {
                    sb.append(line);
                }
                responseBody = sb.toString();
            }
            JSONObject respJson = JSON.parseObject(responseBody);
            leaseData = respJson.getJSONObject("output").getJSONObject("result");
            System.out.println(leaseData.toJSONString());
        } else {
            System.out.println("code=" + applyLeaseConn.getResponseCode());
            // 打印错误响应
            try (BufferedReader reader = new BufferedReader(new InputStreamReader(applyLeaseConn.getErrorStream(), StandardCharsets.UTF_8))) {
                String line;
                while ((line = reader.readLine()) != null) {
                    System.out.println(line);
                }
                System.exit(1);
            }
        }

        // 2. 上传文件
        String uploadHeaders = leaseData.getString("headers");
        String preSignedUrl = leaseData.getString("pre_signed_url");

        URL uploadUrl = new URL(preSignedUrl);
        HttpURLConnection uploadConn = (HttpURLConnection) uploadUrl.openConnection();
        uploadConn.setRequestMethod("PUT");
        uploadConn.setDoOutput(true);
        JSONObject uploadHeadersObject = JSON.parseObject(uploadHeaders);
        for (Map.Entry<String, Object> entry : uploadHeadersObject.entrySet()) {
            uploadConn.setRequestProperty(entry.getKey(), entry.getValue().toString());
        }
        try (OutputStream os = uploadConn.getOutputStream(); InputStream fis = Files.newInputStream(Paths.get(filePath))) {
            byte[] buffer = new byte[4096];
            int bytesRead;
            while ((bytesRead = fis.read(buffer)) != -1) {
                os.write(buffer, 0, bytesRead);
            }
        }

        if (uploadConn.getResponseCode() == HttpURLConnection.HTTP_OK) {
            System.out.println("2. File uploaded successfully.");
        } else {
            System.out.println("Failed to upload the file. ResponseCode: " + uploadConn.getResponseCode());
            System.exit(1);
        }


        // 3. 提交解析
        Map<String, Object> submitFileParams = new HashMap<>();
        submitFileParams.put("request_id", UUID.randomUUID().toString());
        // input
        Map<String, Object> submitFileInput = new HashMap<>();
        submitFileInput.put("lease_id", leaseData.getString("lease_id"));

        submitFileParams.put("input", submitFileInput);
        submitFileParams.put("parameters", new HashMap<>());

        URL submitFileUrl = new URL(SUBMIT_FILE_URL);
        HttpURLConnection submitFileConn = (HttpURLConnection) submitFileUrl.openConnection();
        uploadConn.setRequestMethod("POST");
        uploadConn.setDoOutput(true);
        submitFileConn.setRequestProperty("Authorization", "Bearer " + apiKey);
        submitFileConn.setRequestProperty("Content-Type", "application/json");

        try (OutputStream os = submitFileConn.getOutputStream()) {
            os.write(JSON.toJSONString(submitFileParams).getBytes(StandardCharsets.UTF_8));
        }

        JSONObject submitData = null;
        if (submitFileConn.getResponseCode() == HttpURLConnection.HTTP_OK) {
            System.out.println("3. File submit parse successfully.");
            String responseBody;
            try (BufferedReader reader = new BufferedReader(new InputStreamReader(submitFileConn.getInputStream(), StandardCharsets.UTF_8))) {
                StringBuilder sb = new StringBuilder();
                String line;
                while ((line = reader.readLine()) != null) {
                    sb.append(line);
                }
                responseBody = sb.toString();
            }
            JSONObject respJson = JSON.parseObject(responseBody);
            submitData = respJson.getJSONObject("output").getJSONObject("result");
            System.out.println(submitData.toJSONString());
        } else {
            System.out.println("code=" + submitFileConn.getResponseCode());
            System.exit(1);
        }

        // 4. 获取解析状态
        Map<String, Object> parseStatusParams = new HashMap<>();
        parseStatusParams.put("request_id", UUID.randomUUID().toString());
        // input
        Map<String, Object> parseStatusInput = new HashMap<>();
        parseStatusInput.put("file_ids", new JSONArray().fluentAdd(submitData.getString("file_id")));
        long startTime = System.currentTimeMillis();
        while (true) {
            URL parseStatusUrl = new URL(PARSE_STATUS_URL);
            HttpURLConnection parseStatusConn = (HttpURLConnection) parseStatusUrl.openConnection();
            parseStatusConn.setRequestMethod("POST");
            parseStatusConn.setDoOutput(true);
            parseStatusConn.setRequestProperty("Authorization", "Bearer " + apiKey);
            parseStatusConn.setRequestProperty("Content-Type", "application/json");

            try (OutputStream os = parseStatusConn.getOutputStream()) {
                os.write(JSON.toJSONString(parseStatusParams).getBytes(StandardCharsets.UTF_8));
            }

            JSONArray parseStatusData = null;
            if (parseStatusConn.getResponseCode() == HttpURLConnection.HTTP_OK) {
                String responseBody;
                try (BufferedReader reader = new BufferedReader(new InputStreamReader(parseStatusConn.getInputStream(), StandardCharsets.UTF_8))) {
                    StringBuilder sb = new StringBuilder();
                    String line;
                    while ((line = reader.readLine()) != null) {
                        sb.append(line);
                    }
                    responseBody = sb.toString();
                }
                JSONObject respJson = JSON.parseObject(responseBody);
                parseStatusData = respJson.getJSONObject("output").getJSONArray("result");
                System.out.println(parseStatusData.toJSONString());
                String fileStatus = parseStatusData.getJSONObject(0).getString("status");
                if ("FILE_IS_READY".equals(fileStatus)) {
                    System.out.println("5. File process successfully.");
                    System.exit(0);
                }
            } else {
                System.out.println("code=" + parseStatusConn.getResponseCode());
            }
            long processTime = (System.currentTimeMillis() - startTime) / 1000;
            if (processTime > 1800) {
                System.out.println("file process timeout[>1800s]: " + processTime);
                System.exit(1);
            }
            Thread.sleep(10000);
        }
    }

    private static String calculateMD5(String filePath) throws Exception {
        MessageDigest md = MessageDigest.getInstance("MD5");
        try (InputStream is = Files.newInputStream(Paths.get(filePath))) {
            byte[] buffer = new byte[4096];
            int bytesRead;
            while ((bytesRead = is.read(buffer)) != -1) {
                md.update(buffer, 0, bytesRead);
            }
        }
        byte[] digest = md.digest();
        StringBuilder sb = new StringBuilder();
        for (byte b : digest) {
            sb.append(String.format("%02x", b));
        }
        return sb.toString();
    }

}