Chilkat HOME .NET Core C# Android™ AutoIt C C# C++ Chilkat2-Python CkPython Classic ASP DataFlex Delphi ActiveX Delphi DLL Go Java Lianja Mono C# Node.js Objective-C PHP ActiveX PHP Extension Perl PowerBuilder PowerShell PureBasic Ruby SQL Server Swift 2 Swift 3,4,5... Tcl Unicode C Unicode C++ VB.NET VBScript Visual Basic 6.0 Visual FoxPro Xojo Plugin
(C++) HTTP Download in Parallel with Simultaneous Range RequestsDemonstrates how to download a large file with parallel simultaneous requests, where each request downloads a segment (range) of the remote file.
#include <CkHttp.h> #include <CkHttpResponse.h> #include <CkStringBuilder.h> #include <CkTask.h> #include <CkFileAccess.h> void ChilkatSample(void) { // This requires the Chilkat API to have been previously unlocked. // See Global Unlock Sample for sample code. CkHttp http; bool success; // First get the size of the file to be downloaded. const char *url = "https://www.chilkatsoft.com/hamlet.xml"; CkHttpResponse *resp = http.GetHead(url); if (http.get_LastMethodSuccess() == false) { std::cout << http.lastErrorText() << "\r\n"; return; } int remoteFileSize = resp->get_ContentLength(); delete resp; std::cout << "Downloading " << remoteFileSize << " bytes..." << "\r\n"; // Let's download in 4 chunks. // (the last chunk will be whatever remains after the 1st 3 equal sized chunks) int chunkSize = remoteFileSize / 4; // The Range header is used to download a range from a resource // Range: bytes=<range-start>-<range-end> // or // Range: bytes=<range-start>- // We're writing code this way for clarity.. CkHttp http1; CkHttp http2; CkHttp http3; CkHttp http4; CkStringBuilder sbRange; sbRange.SetString("bytes=<range-start>-<range-end>"); int numReplaced = sbRange.ReplaceI("<range-start>",0); numReplaced = sbRange.ReplaceI("<range-end>",chunkSize - 1); std::cout << sbRange.getAsString() << "\r\n"; http1.SetRequestHeader("Range",sbRange.getAsString()); sbRange.SetString("bytes=<range-start>-<range-end>"); numReplaced = sbRange.ReplaceI("<range-start>",chunkSize); numReplaced = sbRange.ReplaceI("<range-end>",2 * chunkSize - 1); std::cout << sbRange.getAsString() << "\r\n"; http2.SetRequestHeader("Range",sbRange.getAsString()); sbRange.SetString("bytes=<range-start>-<range-end>"); numReplaced = sbRange.ReplaceI("<range-start>",2 * chunkSize); numReplaced = sbRange.ReplaceI("<range-end>",3 * chunkSize - 1); std::cout << sbRange.getAsString() << "\r\n"; http3.SetRequestHeader("Range",sbRange.getAsString()); sbRange.SetString("bytes=<range-start>-"); numReplaced = sbRange.ReplaceI("<range-start>",3 * chunkSize); std::cout << sbRange.getAsString() << "\r\n"; http4.SetRequestHeader("Range",sbRange.getAsString()); // Start each range download CkTask *task1 = http1.DownloadAsync(url,"qa_output/chunk1.dat"); task1->Run(); CkTask *task2 = http2.DownloadAsync(url,"qa_output/chunk2.dat"); task2->Run(); CkTask *task3 = http3.DownloadAsync(url,"qa_output/chunk3.dat"); task3->Run(); CkTask *task4 = http4.DownloadAsync(url,"qa_output/chunk4.dat"); task4->Run(); // Wait for the downloads to complete. int numLive = 4; while (numLive > 0) { numLive = 0; if (task1->get_Live() == true) { numLive = numLive + 1; } if (task2->get_Live() == true) { numLive = numLive + 1; } if (task3->get_Live() == true) { numLive = numLive + 1; } if (task4->get_Live() == true) { numLive = numLive + 1; } if (numLive > 0) { // SleepMs is a convenience method to cause the caller to sleep for N millisec. // It does not cause the given task to sleep.. task1->SleepMs(10); } } // All should be downloaded now.. // Examine the result of each Download. int numErrors = 0; if (task1->GetResultBool() == false) { std::cout << task1->resultErrorText() << "\r\n"; numErrors = numErrors + 1; } if (task2->GetResultBool() == false) { std::cout << task2->resultErrorText() << "\r\n"; numErrors = numErrors + 1; } if (task3->GetResultBool() == false) { std::cout << task3->resultErrorText() << "\r\n"; numErrors = numErrors + 1; } if (task4->GetResultBool() == false) { std::cout << task4->resultErrorText() << "\r\n"; numErrors = numErrors + 1; } if (numErrors > 0) { delete task1; delete task2; delete task3; delete task4; return; } // All downloads were successful. // Compose the file from the parts. CkFileAccess fac; success = fac.ReassembleFile("qa_output","chunk","dat","qa_output/hamlet.xml"); if (success == false) { std::cout << fac.lastErrorText() << "\r\n"; } else { std::cout << "Success." << "\r\n"; } delete task1; delete task2; delete task3; delete task4; // Let's download in the regular way, and then compare files.. success = http.Download(url,"qa_output/hamletRegular.xml"); // Compare files. bool bSame = fac.FileContentsEqual("qa_output/hamlet.xml","qa_output/hamletRegular.xml"); std::cout << "bSame = " << bSame << "\r\n"; } |
© 2000-2024 Chilkat Software, Inc. All Rights Reserved.