1 # 同步阿里云oss文件到aws s3 2 import oss2 3 import boto3 4 import os 5 from boto3.s3.transfer import TransferConfig 6 7 8 9 # 阿里云OSS配置 10 aliyun_access_key_id = 'xxx' 11 aliyun_access_key_secret = 'xxx' 12 aliyun_endpoint = 'oss-cn-shenzhen.aliyuncs.com' 13 aliyun_bucket_name = 'cdn' 14 aliyun_prefix = 'magicon_img/' # 例如 'images/' 15 16 # AWS S3配置 17 aws_access_key_id = 'xxx' 18 aws_secret_access_key = 'xxx' 19 aws_bucket_name = 'static' 20 aws_prefix = 'magicon_img/' # 例如 'images/' 21 22 # 初始化阿里云OSS 23 aliyun_bucket = oss2.Bucket(oss2.Auth(aliyun_access_key_id, aliyun_access_key_secret), aliyun_endpoint, aliyun_bucket_name) 24 25 # 初始化AWS S3 26 s3_client = boto3.client('s3', aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key) 27 transfer_config = TransferConfig(multipart_threshold=1024*25, max_concurrency=10, multipart_chunksize=1024*25, use_threads=True) 28 29 # 列出阿里云OSS中的文件 30 for obj in oss2.ObjectIterator(aliyun_bucket, prefix=aliyun_prefix): 31 source_key = obj.key 32 target_key = aws_prefix + source_key[len(aliyun_prefix):] # 根据需要调整目标路径 33 # 下载阿里云OSS文件到本地 34 local_filename = source_key.split('/')[-1] 35 if local_filename: 36 aliyun_bucket.get_object_to_file(source_key, local_filename) 37 38 # 上传文件到AWS S3 39 s3_client.upload_file(local_filename, aws_bucket_name, target_key, Config=transfer_config) 40 # 删除本地文件(如果不需要保留) 41 os.remove(local_filename) 42 43 print(f'文件 {source_key} 已迁移到 {target_key}') 44 45 print('所有文件迁移完成。')
标签:key,bucket,oss,aws,access,prefix,阿里,aliyun From: https://www.cnblogs.com/liruixin/p/18022999