download_file support MaxPartCount param

Author: libertyzhu

qcloud_cos/cos_client.py

@@ -4037,7 +4037,8 @@ def _check_all_upload_parts(self, bucket, key, uploadid, local_path, parts_num,
             already_exist_parts[part_num] = part['ETag']
         return True
 
-    def download_file(self, Bucket, Key, DestFilePath, PartSize=20, MAXThread=5, EnableCRC=False, progress_callback=None, DumpRecordDir=None, KeySimplifyCheck=True, DisableTempDestFilePath=False, **Kwargs):
+    def download_file(self, Bucket, Key, DestFilePath, PartSize=20, MAXThread=5, EnableCRC=False, progress_callback=None,
+                      DumpRecordDir=None, KeySimplifyCheck=True, DisableTempDestFilePath=False, MaxPartCount=10000, **Kwargs):
         """小于等于20MB的文件简单下载，大于20MB的文件使用续传下载
 
         :param Bucket(string): 存储桶名称.
@@ -4049,10 +4050,11 @@ def download_file(self, Bucket, Key, DestFilePath, PartSize=20, MAXThread=5, Ena
         :param DumpRecordDir(string): 指定保存断点信息的文件路径
         :param KeySimplifyCheck(bool): 是否对Key进行posix路径语义归并检查
         :param DisableTempDestFilePath(bool): 简单下载写入目标文件时,不使用临时文件
+        :param MaxPartCount(int): 分块下载的最大分块数
         :param kwargs(dict): 设置请求headers.
         """
         logger.debug("Start to download file, bucket: {0}, key: {1}, dest_filename: {2}, part_size: {3}MB,\
-                     max_thread: {4}".format(Bucket, Key, DestFilePath, PartSize, MAXThread))
+                     max_thread: {4}, max_part_count: {5}".format(Bucket, Key, DestFilePath, PartSize, MAXThread, MaxPartCount))
 
         head_headers = dict()
         # SSE-C对象在head时也要求传入加密头域
@@ -4075,7 +4077,7 @@ def download_file(self, Bucket, Key, DestFilePath, PartSize=20, MAXThread=5, Ena
         if progress_callback:
             callback = ProgressCallback(file_size, progress_callback)
 
-        downloader = ResumableDownLoader(self, Bucket, Key, DestFilePath, object_info, PartSize, MAXThread, EnableCRC,
+        downloader = ResumableDownLoader(self, Bucket, Key, DestFilePath, object_info, PartSize, MAXThread, MaxPartCount, EnableCRC,
                                          callback, DumpRecordDir, KeySimplifyCheck, **Kwargs)
         downloader.start()
 

qcloud_cos/resumable_downloader.py

@@ -18,7 +18,7 @@
 
 class ResumableDownLoader(object):
     def __init__(self, cos_client, bucket, key, dest_filename, object_info, part_size=20, max_thread=5,
-                 enable_crc=False, progress_callback=None, dump_record_dir=None, key_simplify_check=True, **kwargs):
+                 max_part_count=100, enable_crc=False, progress_callback=None, dump_record_dir=None, key_simplify_check=True, **kwargs):
         self.__cos_client = cos_client
         self.__bucket = bucket
         self.__key = key
@@ -30,7 +30,7 @@ def __init__(self, cos_client, bucket, key, dest_filename, object_info, part_siz
         self.__headers = kwargs
         self.__key_simplify_check = key_simplify_check
 
-        self.__max_part_count = 100  # 取决于服务端是否对并发有限制
+        self.__max_part_count = max_part_count  # 取决于服务端是否对并发有限制
         self.__min_part_size = 1024 * 1024  # 1M
         self.__part_size = self.__determine_part_size_internal(int(object_info['Content-Length']), part_size)
         self.__finished_parts = []