文件分片上传python

服务端功能

上传分片保存

@app.route('/upload_filesliceprocess', methods=['POST']) def upload_filesliceprocess():     file = request.files['file']     name_index = request.form['name_index']     complete = request.form['complete']     process = request.form['process']     clienthash = request.form['clienthash']

    source_name = request.form['filename']     filename = ''.join(source_name.split('.')[0:-1])     file_path = fr'{SLICE_DATA}/{filename}'     p_file_path = pd.Path(file_path)     if not pd.Path.exists(p_file_path):         os.makedirs(p_file_path)     fileindex=fr'{file_path}/{name_index}'     filename=fr'{file_path}/{name_index}'     if(os.path.exists(fileindex)==False):                 file.save(filename)     import utils          hashserver=utils.calculate_md5(filename)     if(clienthash==hashserver):         return 'ok'     else:        return 'error'

    print(f'process:{round(float(process)*100, 2)}%')

合并分片功能

@app.route('/merge_file', methods=['POST']) def merge_file():     print('-------------------------------')           filename = request.form['filename']     print(filename)     #splitfile=os.path.splitext(filename)         #filename=splitfile[0]         #ext=splitfile[1]     filename, ext = os.path.splitext(filename)     ext=ext.replace('.','')          file_path= fr'{SLICE_DATA}/{filename}'     combination_fun(file_path,filename,ext)     return 'ok'

合并文件函数

def combination_fun(folder_path, source_name,ext):

    com_path = pd.Path(COMBINATION_DATA)     if not pd.Path.exists(com_path):         os.makedirs(com_path)

    ready_folder = os.listdir(folder_path)     ready_sort_folder = sorted(ready_folder, key=lambda x: int(x.split('_')[-1]))     with open(f'{COMBINATION_DATA}/{source_name}.{ext}', 'wb') as write_f:         for item in ready_sort_folder:             slice_item = os.path.join(folder_path, item)             print(slice_item)             with open(slice_item, "rb") as read_f:                 content = read_f.read()                 write_f.write(content)     #删除缓存文件     for item in ready_sort_folder:             slice_item = os.path.join(folder_path, item)             os.remove(slice_item)

前端

引用库   jquery Md5

  <script src=" cdn.bootcss /jquery/3.2.1/jquery.min.js"></script>     <script src=" cdnjs.cloudflare /ajax/libs/crypto-js/4.1.1/crypto-js.min.js"></script>

上传简单界面

   <input type="file" name="file" id="file">     <button id="upload" onClick="uploadfile()">upload</button>     <button id="mergedata" onClick="uploadcomplete()">mergedata</button>        <div class="rate_div" >        上传进度：<span id="rate_nums">0</span>             <progress id="downloadProgress" value="0"  max="100"></progress>    </div>

上传脚本

<script type="text/javascript">                 var totalPieces=0;     var nowUploadNums = 0;     const MAX_RETRIES = 5; // 最大重试次数     const CHUNK_SIZE = 100*1024 * 1024; // 1MB 分片大小              let arr = [];     let retries=[];         //发送请求     function displayProgress(percent) {                                          document.getElementById('downloadProgress').value = percent;                          }

    function mergedata()     {         var blob = document.getElementById("file").files[0];                        var filesize = blob.size;             var filename = blob.name;

    }     function setRate(num) {           var rateNums = document.getElementById('rate_nums');           rateNums.innerHTML = num;     }     function uploadcomplete()     {         nowUploadNums ++;         if(nowUploadNums >=totalPieces)         {         console.log('true')                           var blob = document.getElementById("file").files[0];                             var filename = blob.name;          var formData = new FormData();                                     formData.append("filename", filename);                            $.ajax({                     url: '/merge_file',                     type: 'POST',                     cache: false,                     data: formData,                              processData: false,                     contentType: false,                               }).done(function(res){                    alert('合并成功');

                }).fail(function(res) {             alert('合并失败');             

                });                                                        }         else{             console.log('false')         }              }         function uploadfile() {             var blob = document.getElementById("file").files[0];             var start = 0;             var end;             var index = 1;             var filesize = blob.size;             var filename = blob.name;             var complete = false;         nowUploadNums =0;         const  totalChunks= Math.ceil(filesize / CHUNK_SIZE );             let uploadedChunks = 0;             let chunkRetries = {};           function updateProgress() {                      document.getElementById('downloadProgress').value =Math.round((uploadedChunks / totalChunks) * 100);

                      }

        function uploadNextChunk() {             if (uploadedChunks >= totalChunks) {                 console.log('文件上传完成！');                 updateProgress(); // 确保进度条显示100%                 // 通知服务器所有分片都已上传，可以进行合并                 return;             }

            const start = uploadedChunks * CHUNK_SIZE;             const end = Math.min(start + CHUNK_SIZE, blob.size);             const chunk = blob.slice(start, end);             const chunkIndex = uploadedChunks;

            if (!chunkRetries[chunkIndex]) {                 chunkRetries[chunkIndex] = 0;             }                  const wordArray = CryptoJS.lib.WordArray.create(chunk );               const clienthash= CryptoJS.MD5(wordArray).toString()             uploadChunk(chunk, chunkIndex,filename ,clienthash,complete,uploadedChunks , totalChunks).then(() => {                 uploadedChunks++;                 updateProgress(); // 更新进度条                 uploadNextChunk(); // 上传下一个分片             }).catch((error) => {                 chunkRetries[chunkIndex]++;                 console.error(`上传分片 ${chunkIndex} 失败: ${error.message}, 重试次数: ${chunkRetries[chunkIndex]}/${MAX_RETRIES}`);                 if (chunkRetries[chunkIndex] < MAX_RETRIES) {                     // 等待一段时间后重试上传当前分片                     setTimeout(uploadNextChunk, 1000); // 延迟1秒重试                 } else {                     console.error(`分片 ${chunkIndex} 上传失败，已达到最大重试次数`);                     // 处理上传失败的情况，比如停止上传或通知用户                 }             });                    }         uploadNextChunk();     }            

         function uploadChunk(chunk, sliceIndex,filename,clienthash,complete,index,totalPieces) {           var formData = new FormData();           formData.append("file", chunk);           formData.append("name_index", sliceIndex);           formData.append("filename", filename);       formData.append("clienthash", clienthash);           formData.append("complete",complete);           formData.append("process", index / totalPieces);

        return $.ajax({             url: '/upload_filesliceprocess', // 替换为你的上传URL             type: 'POST',             data: formData,             processData: false,             contentType: false,             // 可以设置timeout来处理请求超时的情况         });     }