(Unicode C) Azure File Service: Upload Large File

Sample code to upload a large file to a directory in a share in the Azure File Service. A file is uploaded by first creating the file in the Azure share and then writing ranges of bytes to the file. Azure imposes a 4MB limit for each PUT to write a range. Files larger than 4MB need to be uploaded by making multiple "Put Range" calls. This example uploads a large file requiring multiple "Put Range" calls.

Chilkat C/C++ Library Downloads
MS Visual C/C++ Linux/CentOS C/C++ Alpine Linux C/C++ MAC OS X C/C++	armhf/aarch64 C/C++ C++ Builder iOS C/C++ Android C/C++	Solaris C/C++ MinGW C/C++

#include <C_CkRestW.h>
#include <C_CkFileAccessW.h>
#include <C_CkAuthAzureStorageW.h>
#include <C_CkStringBuilderW.h>
#include <C_CkBinDataW.h>

void ChilkatSample(void)
    {
    HCkRestW rest;
    BOOL bTls;
    int port;
    BOOL bAutoReconnect;
    BOOL success;
    const wchar_t *localFilePath;
    HCkFileAccessW fac;
    int szLocalFile;
    HCkAuthAzureStorageW azAuth;
    HCkStringBuilderW sbFileSize;
    const wchar_t *responseStr;
    HCkStringBuilderW sbRange;
    HCkStringBuilderW sbResponseBody;
    HCkBinDataW bdFileData;
    int numBytesLeft;
    int curIndex;
    int chunkSize;

    // Azure File Service Example: Upload a large file.  
    // See:  https://docs.microsoft.com/en-us/rest/api/storageservices/create-share
    // also see: https://docs.microsoft.com/en-us/rest/api/storageservices/put-range

    // This example requires the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    rest = CkRestW_Create();

    // Connect to the Azure Storage Blob Service
    bTls = TRUE;
    port = 443;
    bAutoReconnect = TRUE;
    // In this example, the storage account name is "chilkat".
    success = CkRestW_Connect(rest,L"chilkat.file.core.windows.net",port,bTls,bAutoReconnect);
    if (success != TRUE) {
        wprintf(L"%s\n",CkRestW_lastErrorText(rest));
        CkRestW_Dispose(rest);
        return;
    }

    // This example will upload a larger file.
    localFilePath = L"qa_data/zips/somethingBig.zip";
    fac = CkFileAccessW_Create();
    // Note: The FileSize method returns a signed 32-bit integer.  If the file is potentially larger than 2GB, call FileSizeStr instead to return
    // the size of the file as a string, then convert to an integer value.
    szLocalFile = CkFileAccessW_FileSize(fac,localFilePath);
    if (szLocalFile < 0) {
        wprintf(L"%s\n",CkFileAccessW_lastErrorText(fac));
        CkRestW_Dispose(rest);
        CkFileAccessW_Dispose(fac);
        return;
    }

    // Provide Azure Cloud credentials for the REST calls.
    azAuth = CkAuthAzureStorageW_Create();
    CkAuthAzureStorageW_putAccessKey(azAuth,L"AZURE_ACCESS_KEY");
    // The account name used here should match the 1st part of the domain passed in the call to Connect (above).
    CkAuthAzureStorageW_putAccount(azAuth,L"chilkat");
    CkAuthAzureStorageW_putScheme(azAuth,L"SharedKey");
    CkAuthAzureStorageW_putService(azAuth,L"File");
    // This causes the "x-ms-version: 2020-08-04" header to be automatically added.
    CkAuthAzureStorageW_putXMsVersion(azAuth,L"2020-08-04");
    success = CkRestW_SetAuthAzureStorage(rest,azAuth);

    // Note: The application does not need to explicitly set the following
    // headers: x-ms-date, Authorization.  These headers
    // are automatically set by Chilkat.

    // However, a few additional headers are required for the "Create File" operation:
    CkRestW_AddHeader(rest,L"x-ms-type",L"file");

    // This required header specifies the final size of the file (or the maximum size it can be).
    sbFileSize = CkStringBuilderW_Create();
    CkStringBuilderW_AppendInt(sbFileSize,szLocalFile);
    CkRestW_AddHeader(rest,L"x-ms-content-length",CkStringBuilderW_getAsString(sbFileSize));

    // Send a PUT request to create the file (or replace the file if it already exists).
    // This will initialize the file in the Azure file storage.  To upload content, we'll need
    // to do the "Put Range" operation one or more times.

    // The following will create the file "somethingBig.zip" in the share "pip"
    responseStr = CkRestW_fullRequestNoBody(rest,L"PUT",L"/pip/somethingBig.zip");
    if (CkRestW_getLastMethodSuccess(rest) != TRUE) {
        wprintf(L"%s\n",CkRestW_lastErrorText(rest));
        CkRestW_Dispose(rest);
        CkFileAccessW_Dispose(fac);
        CkAuthAzureStorageW_Dispose(azAuth);
        CkStringBuilderW_Dispose(sbFileSize);
        return;
    }

    // When successful, the Azure File Service will respond with a 201 (Created) response status code,
    // with no XML response body.  If an error response is returned, there will be an XML response body.

    if (CkRestW_getResponseStatusCode(rest) != 201) {
        // Examine the request/response to see what happened.
        wprintf(L"response status code = %d\n",CkRestW_getResponseStatusCode(rest));
        wprintf(L"response status text = %s\n",CkRestW_responseStatusText(rest));
        wprintf(L"response header: %s\n",CkRestW_responseHeader(rest));
        wprintf(L"response body (if any): %s\n",responseStr);
        wprintf(L"---\n");
        wprintf(L"LastRequestStartLine: %s\n",CkRestW_lastRequestStartLine(rest));
        wprintf(L"LastRequestHeader: %s\n",CkRestW_lastRequestHeader(rest));
        CkRestW_Dispose(rest);
        CkFileAccessW_Dispose(fac);
        CkAuthAzureStorageW_Dispose(azAuth);
        CkStringBuilderW_Dispose(sbFileSize);
        return;
    }

    wprintf(L"Successfully created somethingBig.zip\n");

    // --------------------------------------------------------------------------------
    // Upload the file data...

    // Make sure the headers from the "Create File" operation are removed.
    CkRestW_ClearAllHeaders(rest);

    // The x-ms-write header is required for each "Put Range" request.
    CkRestW_AddHeader(rest,L"x-ms-write",L"update");

    sbRange = CkStringBuilderW_Create();
    sbResponseBody = CkStringBuilderW_Create();
    bdFileData = CkBinDataW_Create();

    // Open the file.  We'll be reading and uploading in chunks..
    success = CkFileAccessW_OpenForRead(fac,localFilePath);
    if (success != TRUE) {
        wprintf(L"%s\n",CkFileAccessW_lastErrorText(fac));
        CkRestW_Dispose(rest);
        CkFileAccessW_Dispose(fac);
        CkAuthAzureStorageW_Dispose(azAuth);
        CkStringBuilderW_Dispose(sbFileSize);
        CkStringBuilderW_Dispose(sbRange);
        CkStringBuilderW_Dispose(sbResponseBody);
        CkBinDataW_Dispose(bdFileData);
        return;
    }

    numBytesLeft = szLocalFile;
    curIndex = 0;
    while (numBytesLeft > 0) {

        chunkSize = numBytesLeft;
        // Azure allows for 4MB max chunks  (4 x 1024 x 1024 = 4194304)
        if (chunkSize > 4194304) {
            chunkSize = 4194304;
        }

        // The only tricky part here is to correctly add the x-ms-range header.
        // It will be formatted like this:
        // x-ms-range: bytes=0-759623
        CkStringBuilderW_Clear(sbRange);
        CkStringBuilderW_Append(sbRange,L"bytes=");
        CkStringBuilderW_AppendInt(sbRange,curIndex);
        CkStringBuilderW_Append(sbRange,L"-");
        CkStringBuilderW_AppendInt(sbRange,curIndex + chunkSize - 1);

        // This replaces the header if it already exists..
        CkRestW_AddHeader(rest,L"x-ms-range",CkStringBuilderW_getAsString(sbRange));

        // Read the next chunk from the local file.
        CkBinDataW_Clear(bdFileData);
        success = CkFileAccessW_FileReadBd(fac,chunkSize,bdFileData);

        success = CkRestW_FullRequestBd(rest,L"PUT",L"/pip/somethingBig.zip?comp=range",bdFileData,sbResponseBody);
        if (success != TRUE) {
            // This would indicate a failure where no response was received.
            wprintf(L"%s\n",CkRestW_lastErrorText(rest));
            CkRestW_Dispose(rest);
            CkFileAccessW_Dispose(fac);
            CkAuthAzureStorageW_Dispose(azAuth);
            CkStringBuilderW_Dispose(sbFileSize);
            CkStringBuilderW_Dispose(sbRange);
            CkStringBuilderW_Dispose(sbResponseBody);
            CkBinDataW_Dispose(bdFileData);
            return;
        }

        // A 201 response indicates the chunk was uploaded.
        if (CkRestW_getResponseStatusCode(rest) != 201) {
            // Examine the request/response to see what happened.
            wprintf(L"response status code = %d\n",CkRestW_getResponseStatusCode(rest));
            wprintf(L"response status text = %s\n",CkRestW_responseStatusText(rest));
            wprintf(L"response header: %s\n",CkRestW_responseHeader(rest));
            wprintf(L"response body (if any): %s\n",responseStr);
            wprintf(L"---\n");
            wprintf(L"LastRequestStartLine: %s\n",CkRestW_lastRequestStartLine(rest));
            wprintf(L"LastRequestHeader: %s\n",CkRestW_lastRequestHeader(rest));
            CkRestW_Dispose(rest);
            CkFileAccessW_Dispose(fac);
            CkAuthAzureStorageW_Dispose(azAuth);
            CkStringBuilderW_Dispose(sbFileSize);
            CkStringBuilderW_Dispose(sbRange);
            CkStringBuilderW_Dispose(sbResponseBody);
            CkBinDataW_Dispose(bdFileData);
            return;
        }

        wprintf(L"Uploaded chunk from %d to %d\n",curIndex,curIndex + chunkSize - 1);

        curIndex = curIndex + chunkSize;
        numBytesLeft = numBytesLeft - chunkSize;
    }

    CkFileAccessW_FileClose(fac);

    wprintf(L"success.\n");


    CkRestW_Dispose(rest);
    CkFileAccessW_Dispose(fac);
    CkAuthAzureStorageW_Dispose(azAuth);
    CkStringBuilderW_Dispose(sbFileSize);
    CkStringBuilderW_Dispose(sbRange);
    CkStringBuilderW_Dispose(sbResponseBody);
    CkBinDataW_Dispose(bdFileData);

    }