使用ROS CDK批量上传本地文件夹下所有文件至OSS Bucket

TypeScript

如果您想使用已有的OSS Bucket来存放本地文件，将步骤一工程目录下的lib/demo-stack.ts文件内容，全部改为下面代码。

import * as ros from '@alicloud/ros-cdk-core';
import * as oss_deployment from '@alicloud/ros-cdk-ossdeployment';
import * as oss from '@alicloud/ros-cdk-oss';
import * as fs from "fs";
import * as path from "path";


/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath: string): oss_deployment.ISource[] {
  dirPath = dirPath.endsWith('/') ? dirPath : dirPath + '/';
  const result: oss_deployment.ISource[] = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}


export class DemoStack extends ros.Stack {
  constructor(scope: ros.Construct, id: string, props?: ros.StackProps) {
    super(scope, id, props);

    const folderPath = "my-folder";  // 本地文件夹路径
    const ossBucketName = "my-blog";  // OSS bucket名称

    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");

    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: ossBucketName,
      timeout: 300,
      logMonitoring: true,  // 是否开启日志监控，设为false则不开启
    });
  }
}

JavaScript

如果您想使用已有的OSS Bucket来存放本地文件，将步骤一工程目录下的lib/demo-stack.js文件内容，全部改为下面代码。

const ros = require('@alicloud/ros-cdk-core');
const oss_deployment = require('@alicloud/ros-cdk-ossdeployment');
const oss = require('@alicloud/ros-cdk-oss');
const fs = require("fs");
const path = require("path");

/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath) {
  dirPath = dirPath.endsWith('/') ? dirPath : dirPath + '/';
  const result = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}

class DemoStack extends ros.Stack {
  constructor(scope, id, props) {
    super(scope, id, props);
    const folderPath = "my-folder";  // 本地文件夹路径
    const ossBucketName = "my-blog";  // OSS bucket名称
    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");
    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: ossBucketName,
      timeout: 300,
      logMonitoring: true,  // 是否开启日志监控，设为false则不开启
    });
  }
}

module.exports = { DemoStack };

Java

1. 如果您想使用已有的OSS Bucket来存放本地文件，将步骤一工程目录下的src/main/java/com/myorg/DemoStack.java文件内容，全部改为下面代码。

   重要

   请将folderPath变量设置为本地文件夹的绝对路径，同时，将ossBucketName变量赋值为您想要存放项目文件的OSS Bucket名称。请确保该Bucket已存在。

   package com.myorg;
   
   import com.aliyun.ros.cdk.core.Construct;
   import com.aliyun.ros.cdk.core.RosInfo;
   import com.aliyun.ros.cdk.core.Stack;
   import com.aliyun.ros.cdk.core.StackProps;
   import com.aliyun.ros.cdk.oss.Bucket;
   import com.aliyun.ros.cdk.ossdeployment.BucketDeployment;
   import com.aliyun.ros.cdk.ossdeployment.ISource;
   import com.aliyun.ros.cdk.ossdeployment.Source;
   
   import java.io.File;
   import java.util.ArrayList;
   import java.util.List;
   import java.util.stream.Collectors;
   
   public class DemoStack extends Stack {
   
       public DemoStack(final Construct scope, final String id) {
           this(scope, id, null);
       }
   
       public DemoStack(final Construct scope, final String id, final StackProps props) {
           super(scope, id, props);
   
           final String folderPath = "my-folder";  // 本地文件夹路径
           final String ossBucketName = "my-blog";  // OSS bucket名称
           List<ISource> filePaths = getAllFiles(folderPath);
   
           RosInfo.setDescription("Deploy the folder to OSS.");
   
           BucketDeployment.Builder.create(this, "SampleFileDeployment")
                   .sources(filePaths)
                   .destinationBucket(ossBucketName)
                   .timeout(300)
                   .logMonitoring(true)  // 是否开启日志监控，设为false则不开启
                   .build();
       }
   
       public static List<ISource> getAllFiles(String dirPath) {
           if (!dirPath.endsWith("/")) {
               dirPath += "/";
           }
   
           List<File> files = listFilesRecursively(new File(dirPath));
           return files.stream()
                   .filter(file -> !file.isDirectory())
                   .map(file -> {
                       String curPath = file.getPath();
                       String parentPath = file.getParent();
                       String objectPrefix = parentPath.substring(parentPath.indexOf("/out") + "/out".length()) + "/";
                       return Source.asset(curPath, null, objectPrefix.substring(1));
                   })
                   .collect(Collectors.toList());
       }
   
       private static List<File> listFilesRecursively(File dir) {
           List<File> result = new ArrayList<>();
           File[] files = dir.listFiles();
           if (files != null) {
               for (File file : files) {
                   result.add(file);
                   if (file.isDirectory()) {
                       result.addAll(listFilesRecursively(file));
                   }
               }
           }
           return result;
       }
   }

2. 运行mvn compile以编译CDK项目。

Python

如果您想使用已有的OSS Bucket来存放本地文件，将步骤一工程目录下的demo/demo_stack.py文件内容，全部改为下面代码。

import os
import ros_cdk_core as core
import ros_cdk_ossdeployment as oss_deployment
import ros_cdk_oss as oss


def get_all_files(dir_path: str):
    """
    Recursively reads all files in a directory including subdirectories.
    :param dir_path: The directory path to read.
    :returns: An array containing paths of all files.
    """
    if not dir_path.endswith('/'):
        dir_path += '/'
    result = []
    files = os.listdir(dir_path)
    for file in files:
        cur_path = os.path.join(dir_path, file)
        if os.path.isdir(cur_path):
            result.extend(get_all_files(cur_path))
        else:
            object_prefix = os.path.dirname(cur_path)[os.path.dirname(cur_path).index('/out') + len('/out'):] + '/'
            print(object_prefix[1:], cur_path)
            result.append(oss_deployment.Source.asset(cur_path, {}, object_prefix[1:]))
    return result


class DemoStack(core.Stack):
    def __init__(self, scope: core.Construct, construct_id: str, **kwargs):
        super().__init__(scope, construct_id, **kwargs)

        folder_path = "my-folder"  # 本地文件夹路径
        oss_bucket_name = "my-blog"  # OSS bucket名称
        file_paths = get_all_files(folder_path)

        core.RosInfo(self, core.RosInfo.description, "Deploy the folder to OSS.")

        oss_deployment.BucketDeployment(self, 'SampleFileDeployment',
                                        oss_deployment.BucketDeploymentProps(
                                            sources=file_paths,
                                            destination_bucket=oss_bucket_name,
                                            timeout=300,
                                            log_monitoring=True  # 是否开启日志监控，设为false则不开启
                                        ))

C#

如果您想使用已有的OSS Bucket来存放本地文件，将步骤一工程目录下的src/Demo/DemoStack.cs文件内容，全部改为下面代码。

using System;
using System.Collections.Generic;
using System.IO;
using AlibabaCloud.SDK.ROS.CDK.Core;
using AlibabaCloud.SDK.ROS.CDK.Ossdeployment;
using AlibabaCloud.SDK.ROS.CDK.Oss;

namespace Demo
{
    public class DemoStack : Stack
    {
        /**
         * Recursively reads all files in a directory including subdirectories.
         * @param dirPath The directory path to read.
         * @returns A list containing paths of all files.
         */
        public static List<ISource> GetAllFiles(string dirPath)
        {
            if (!dirPath.EndsWith("/"))
            {
                dirPath += "/";
            }

            var result = new List<ISource>();
            var files = System.IO.Directory.GetFiles(dirPath, "*", SearchOption.AllDirectories);

            // Loop through each file and directory
            foreach (var file in files)
            {
                var curPath = Path.Combine(dirPath, file);
                if (System.IO.Directory.Exists(curPath))
                {
                    result.AddRange(GetAllFiles(curPath));
                }
                else
                {
                    var objectPrefix = Path.GetDirectoryName(curPath)
                                        .Substring(Path.GetDirectoryName(curPath).IndexOf("/out") + "/out".Length)
                                        + "/";
                    result.Add(Source.Asset(curPath, null, objectPrefix.Substring(1)));
                }
            }

            return result;
        }

        public DemoStack(Construct scope, string id, IStackProps props = null) : base(scope, id, props)
        {
            // The code that defines your stack goes here
            const string folderPath = "my-folder";  // 本地文件夹路径
            const string ossBucketName = "my-blog";  // OSS bucket名称
            var filePaths = GetAllFiles(folderPath);

            new RosInfo(this, RosInfo.Description, "Deploy the folder to OSS.");

            new BucketDeployment(this, "SampleFileDeployment", new BucketDeploymentProps
            {
                Sources = filePaths.ToArray(),
                DestinationBucket = ossBucketName,
                Timeout = 300,
                LogMonitoring = true  // 是否开启日志监控，设为false则不开启
            });
        }
    }
}

TypeScript

如果您没有OSS Bucket，此代码会创建一个OSS Bucket来存放您的本地文件，将步骤一工程目录下的lib/demo-stack.ts文件内容，全部改为下面代码。

import * as ros from '@alicloud/ros-cdk-core';
import * as oss_deployment from '@alicloud/ros-cdk-ossdeployment';
import * as oss from '@alicloud/ros-cdk-oss';
import * as fs from "fs";
import * as path from "path";


/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath: string): oss_deployment.ISource[] {
  dirPath = dirPath.endsWith('/') ? dirPath : dirPath + '/';
  const result: oss_deployment.ISource[] = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}


export class DemoStack extends ros.Stack {
  constructor(scope: ros.Construct, id: string, props?: ros.StackProps) {
    super(scope, id, props);

    const folderPath = "my-folder";  // 本地文件夹路径
    const ossBucketName = "my-blog";  // OSS bucket名称

    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");

    const destBucket = new oss.Bucket(this, 'SampleDestBucket', {
      bucketName: ossBucketName
    });

    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: destBucket,
      timeout: 300,
      logMonitoring: true,  // 是否开启日志监控，设为false则不开启
    });
  }
}

JavaScript

如果您没有OSS Bucket，此代码会创建一个OSS Bucket来存放您的本地文件，将步骤一工程目录下的lib/demo-stack.js文件内容，全部改为下面代码。

const ros = require('@alicloud/ros-cdk-core');
const oss_deployment = require('@alicloud/ros-cdk-ossdeployment');
const oss = require('@alicloud/ros-cdk-oss');
const fs = require("fs");
const path = require("path");

/**
 * Recursively reads all files in a directory including subdirectories.
 * @param dirPath The directory path to read.
 * @returns An array containing paths of all files.
 */
function getAllFiles(dirPath) {
  dirPath = dirPath.endsWith('/') ? dirPath : dirPath + '/';
  const result = [];
  const files = fs.readdirSync(dirPath);
  for (const file of files) {
    const curPath = path.join(dirPath, file);
    if (fs.lstatSync(curPath).isDirectory()) {
      result.push(...getAllFiles(curPath));
    } else {
      const objectPrefix = path.dirname(curPath).substring(
          path.dirname(curPath).indexOf('/out') + '/out'.length) + '/';
      result.push(oss_deployment.Source.asset(curPath, {}, objectPrefix.substring(1)));
    }
  }
  return result;
}

class DemoStack extends ros.Stack {
  constructor(scope, id, props) {
    super(scope, id, props);
    const folderPath = "my-folder";  // 本地文件夹路径
    const ossBucketName = "my-blog";  // OSS bucket名称
    const filePaths = getAllFiles(folderPath);
    new ros.RosInfo(this, ros.RosInfo.description, "Deploy the folder to OSS.");
    const destBucket = new oss.Bucket(this, 'SampleDestBucket', {
      bucketName: ossBucketName
    });
    new oss_deployment.BucketDeployment(this, 'SampleFileDeployment', {
      sources: filePaths,
      destinationBucket: destBucket,
      timeout: 300,
      logMonitoring: true,  // 是否开启日志监控，设为false则不开启
    });
  }
}

module.exports = { DemoStack };

Java

1. 如果您没有OSS Bucket，此代码会创建一个OSS Bucket来存放您的本地文件，将步骤一工程目录下的src/main/java/com/myorg/DemoStack.java文件内容，全部改为下面代码。

   重要

   请将folderPath变量设置为本地文件夹的绝对路径，同时，将ossBucketName变量指定为您计划创建的OSS Bucket名称，Bucket名称必须全局唯一！

   package com.myorg;
   
   import com.aliyun.ros.cdk.core.Construct;
   import com.aliyun.ros.cdk.core.RosInfo;
   import com.aliyun.ros.cdk.core.Stack;
   import com.aliyun.ros.cdk.core.StackProps;
   import com.aliyun.ros.cdk.oss.Bucket;
   import com.aliyun.ros.cdk.ossdeployment.BucketDeployment;
   import com.aliyun.ros.cdk.ossdeployment.ISource;
   import com.aliyun.ros.cdk.ossdeployment.Source;
   
   import java.io.File;
   import java.util.ArrayList;
   import java.util.List;
   import java.util.stream.Collectors;
   
   public class DemoStack extends Stack {
   
       public DemoStack(final Construct scope, final String id) {
           this(scope, id, null);
       }
   
       public DemoStack(final Construct scope, final String id, final StackProps props) {
           super(scope, id, props);
   
           final String folderPath = "my-folder";  // 本地文件夹路径
           final String ossBucketName = "my-blog";  // OSS bucket名称
           List<ISource> filePaths = getAllFiles(folderPath);
   
           RosInfo.setDescription("Deploy the folder to OSS.");
   
           Bucket destBucket = Bucket.Builder.create(this, "SampleDestBucket")
                   .bucketName(ossBucketName)
                   .build();
   
           BucketDeployment.Builder.create(this, "SampleFileDeployment")
                   .sources(filePaths)
                   .destinationBucket(destBucket)
                   .timeout(300)
                   .logMonitoring(true)  // 是否开启日志监控，设为false则不开启
                   .build();
       }
   
       public static List<ISource> getAllFiles(String dirPath) {
           if (!dirPath.endsWith("/")) {
               dirPath += "/";
           }
   
           List<File> files = listFilesRecursively(new File(dirPath));
           return files.stream()
                   .filter(file -> !file.isDirectory())
                   .map(file -> {
                       String curPath = file.getPath();
                       String parentPath = file.getParent();
                       String objectPrefix = parentPath.substring(parentPath.indexOf("/out") + "/out".length()) + "/";
                       return Source.asset(curPath, null, objectPrefix.substring(1));
                   })
                   .collect(Collectors.toList());
       }
   
       private static List<File> listFilesRecursively(File dir) {
           List<File> result = new ArrayList<>();
           File[] files = dir.listFiles();
           if (files != null) {
               for (File file : files) {
                   result.add(file);
                   if (file.isDirectory()) {
                       result.addAll(listFilesRecursively(file));
                   }
               }
           }
           return result;
       }
   }

2. 运行mvn compile以编译CDK项目。

Python

如果您没有OSS Bucket，此代码会创建一个OSS Bucket来存放您的本地文件，将步骤一工程目录下的demo/demo_stack.py文件内容，全部改为下面代码。

import os
import ros_cdk_core as core
import ros_cdk_ossdeployment as oss_deployment
import ros_cdk_oss as oss


def get_all_files(dir_path: str):
    """
    Recursively reads all files in a directory including subdirectories.
    :param dir_path: The directory path to read.
    :returns: An array containing paths of all files.
    """
    if not dir_path.endswith('/'):
        dir_path += '/'
    result = []
    files = os.listdir(dir_path)
    for file in files:
        cur_path = os.path.join(dir_path, file)
        if os.path.isdir(cur_path):
            result.extend(get_all_files(cur_path))
        else:
            object_prefix = os.path.dirname(cur_path)[os.path.dirname(cur_path).index('/out') + len('/out'):] + '/'
            print(object_prefix[1:], cur_path)
            result.append(oss_deployment.Source.asset(cur_path, {}, object_prefix[1:]))
    return result


class DemoStack(core.Stack):
    def __init__(self, scope: core.Construct, construct_id: str, **kwargs):
        super().__init__(scope, construct_id, **kwargs)

        folder_path = "my-folder"  # 本地文件夹路径
        oss_bucket_name = "my-blog"  # OSS bucket名称
        file_paths = get_all_files(folder_path)

        core.RosInfo(self, core.RosInfo.description, "Deploy the folder to OSS.")

        dest_bucket = oss.Bucket(self, 'SampleDestBucket',
                                 oss.BucketProps(bucket_name=oss_bucket_name))

        oss_deployment.BucketDeployment(self, 'SampleFileDeployment',
                                        oss_deployment.BucketDeploymentProps(
                                            sources=file_paths,
                                            destination_bucket=dest_bucket,
                                            timeout=300,
                                            log_monitoring=True  # 是否开启日志监控，设为false则不开启
                                        ))

C#

如果您没有OSS Bucket，此代码会创建一个OSS Bucket来存放您的本地文件，将步骤一工程目录下的src/Demo/DemoStack.cs文件内容如下。

using System;
using System.Collections.Generic;
using System.IO;
using AlibabaCloud.SDK.ROS.CDK.Core;
using AlibabaCloud.SDK.ROS.CDK.Ossdeployment;
using AlibabaCloud.SDK.ROS.CDK.Oss;

namespace Demo
{
    public class DemoStack : Stack
    {
        /**
         * Recursively reads all files in a directory including subdirectories.
         * @param dirPath The directory path to read.
         * @returns A list containing paths of all files.
         */
        public static List<ISource> GetAllFiles(string dirPath)
        {
            if (!dirPath.EndsWith("/"))
            {
                dirPath += "/";
            }

            var result = new List<ISource>();
            var files = System.IO.Directory.GetFiles(dirPath, "*", SearchOption.AllDirectories);

            // Loop through each file and directory
            foreach (var file in files)
            {
                var curPath = Path.Combine(dirPath, file);
                if (System.IO.Directory.Exists(curPath))
                {
                    result.AddRange(GetAllFiles(curPath));
                }
                else
                {
                    var objectPrefix = Path.GetDirectoryName(curPath)
                                        .Substring(Path.GetDirectoryName(curPath).IndexOf("/out") + "/out".Length)
                                        + "/";
                    result.Add(Source.Asset(curPath, null, objectPrefix.Substring(1)));
                }
            }

            return result;
        }

        public DemoStack(Construct scope, string id, IStackProps props = null) : base(scope, id, props)
        {
            // The code that defines your stack goes here
            const string folderPath = "my-folder";  // 本地文件夹路径
            const string ossBucketName = "my-blog";  // OSS bucket名称
            var filePaths = GetAllFiles(folderPath);

            new RosInfo(this, RosInfo.Description, "Deploy the folder to OSS.");

            var destBucket = new Bucket(this, "SampleDestBucket", new BucketProps
            {
                BucketName = ossBucketName
            });

            new BucketDeployment(this, "SampleFileDeployment", new BucketDeploymentProps
            {
                Sources = filePaths.ToArray(),
                DestinationBucket = destBucket,
                Timeout = 300,
                LogMonitoring = true  // 是否开启日志监控，设为false则不开启
            });
        }
    }
}