Unicode C
Unicode C
Azure File Service: Upload Large File
See more Azure Cloud Storage Examples
Sample code to upload a large file to a directory in a share in the Azure File Service. A file is uploaded by first creating the file in the Azure share and then writing ranges of bytes to the file. Azure imposes a 4MB limit for each PUT to write a range. Files larger than 4MB need to be uploaded by making multiple "Put Range" calls. This example uploads a large file requiring multiple "Put Range" calls.Chilkat Unicode C Downloads
#include <C_CkRestW.h>
#include <C_CkFileAccessW.h>
#include <C_CkAuthAzureStorageW.h>
#include <C_CkStringBuilderW.h>
#include <C_CkBinDataW.h>
void ChilkatSample(void)
{
BOOL success;
HCkRestW rest;
BOOL bTls;
int port;
BOOL bAutoReconnect;
const wchar_t *localFilePath;
HCkFileAccessW fac;
int szLocalFile;
HCkAuthAzureStorageW azAuth;
HCkStringBuilderW sbFileSize;
const wchar_t *responseStr;
HCkStringBuilderW sbRange;
HCkStringBuilderW sbResponseBody;
HCkBinDataW bdFileData;
int numBytesLeft;
int curIndex;
int chunkSize;
success = FALSE;
// Azure File Service Example: Upload a large file.
// See: https://docs.microsoft.com/en-us/rest/api/storageservices/create-share
// also see: https://docs.microsoft.com/en-us/rest/api/storageservices/put-range
// This example requires the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.
rest = CkRestW_Create();
// Connect to the Azure Storage Blob Service
bTls = TRUE;
port = 443;
bAutoReconnect = TRUE;
// In this example, the storage account name is "chilkat".
success = CkRestW_Connect(rest,L"chilkat.file.core.windows.net",port,bTls,bAutoReconnect);
if (success != TRUE) {
wprintf(L"%s\n",CkRestW_lastErrorText(rest));
CkRestW_Dispose(rest);
return;
}
// This example will upload a larger file.
localFilePath = L"qa_data/zips/somethingBig.zip";
fac = CkFileAccessW_Create();
// Note: The FileSize method returns a signed 32-bit integer. If the file is potentially larger than 2GB, call FileSizeStr instead to return
// the size of the file as a string, then convert to an integer value.
szLocalFile = CkFileAccessW_FileSize(fac,localFilePath);
if (szLocalFile < 0) {
wprintf(L"%s\n",CkFileAccessW_lastErrorText(fac));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
return;
}
// Provide Azure Cloud credentials for the REST calls.
azAuth = CkAuthAzureStorageW_Create();
CkAuthAzureStorageW_putAccessKey(azAuth,L"AZURE_ACCESS_KEY");
// The account name used here should match the 1st part of the domain passed in the call to Connect (above).
CkAuthAzureStorageW_putAccount(azAuth,L"chilkat");
CkAuthAzureStorageW_putScheme(azAuth,L"SharedKey");
CkAuthAzureStorageW_putService(azAuth,L"File");
// This causes the "x-ms-version: 2021-08-06" header to be automatically added.
CkAuthAzureStorageW_putXMsVersion(azAuth,L"2021-08-06");
success = CkRestW_SetAuthAzureStorage(rest,azAuth);
// Note: The application does not need to explicitly set the following
// headers: x-ms-date, Authorization. These headers
// are automatically set by Chilkat.
// However, a few additional headers are required for the "Create File" operation:
CkRestW_AddHeader(rest,L"x-ms-type",L"file");
// This required header specifies the final size of the file (or the maximum size it can be).
sbFileSize = CkStringBuilderW_Create();
CkStringBuilderW_AppendInt(sbFileSize,szLocalFile);
CkRestW_AddHeader(rest,L"x-ms-content-length",CkStringBuilderW_getAsString(sbFileSize));
// Send a PUT request to create the file (or replace the file if it already exists).
// This will initialize the file in the Azure file storage. To upload content, we'll need
// to do the "Put Range" operation one or more times.
// The following will create the file "somethingBig.zip" in the share "pip"
responseStr = CkRestW_fullRequestNoBody(rest,L"PUT",L"/pip/somethingBig.zip");
if (CkRestW_getLastMethodSuccess(rest) != TRUE) {
wprintf(L"%s\n",CkRestW_lastErrorText(rest));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
return;
}
// When successful, the Azure File Service will respond with a 201 (Created) response status code,
// with no XML response body. If an error response is returned, there will be an XML response body.
if (CkRestW_getResponseStatusCode(rest) != 201) {
// Examine the request/response to see what happened.
wprintf(L"response status code = %d\n",CkRestW_getResponseStatusCode(rest));
wprintf(L"response status text = %s\n",CkRestW_responseStatusText(rest));
wprintf(L"response header: %s\n",CkRestW_responseHeader(rest));
wprintf(L"response body (if any): %s\n",responseStr);
wprintf(L"---\n");
wprintf(L"LastRequestStartLine: %s\n",CkRestW_lastRequestStartLine(rest));
wprintf(L"LastRequestHeader: %s\n",CkRestW_lastRequestHeader(rest));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
return;
}
wprintf(L"Successfully created somethingBig.zip\n");
// --------------------------------------------------------------------------------
// Upload the file data...
// Make sure the headers from the "Create File" operation are removed.
CkRestW_ClearAllHeaders(rest);
// The x-ms-write header is required for each "Put Range" request.
CkRestW_AddHeader(rest,L"x-ms-write",L"update");
sbRange = CkStringBuilderW_Create();
sbResponseBody = CkStringBuilderW_Create();
bdFileData = CkBinDataW_Create();
// Open the file. We'll be reading and uploading in chunks..
success = CkFileAccessW_OpenForRead(fac,localFilePath);
if (success != TRUE) {
wprintf(L"%s\n",CkFileAccessW_lastErrorText(fac));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
CkStringBuilderW_Dispose(sbRange);
CkStringBuilderW_Dispose(sbResponseBody);
CkBinDataW_Dispose(bdFileData);
return;
}
numBytesLeft = szLocalFile;
curIndex = 0;
while (numBytesLeft > 0) {
chunkSize = numBytesLeft;
// Azure allows for 4MB max chunks (4 x 1024 x 1024 = 4194304)
if (chunkSize > 4194304) {
chunkSize = 4194304;
}
// The only tricky part here is to correctly add the x-ms-range header.
// It will be formatted like this:
// x-ms-range: bytes=0-759623
CkStringBuilderW_Clear(sbRange);
CkStringBuilderW_Append(sbRange,L"bytes=");
CkStringBuilderW_AppendInt(sbRange,curIndex);
CkStringBuilderW_Append(sbRange,L"-");
CkStringBuilderW_AppendInt(sbRange,curIndex + chunkSize - 1);
// This replaces the header if it already exists..
CkRestW_AddHeader(rest,L"x-ms-range",CkStringBuilderW_getAsString(sbRange));
// Read the next chunk from the local file.
CkBinDataW_Clear(bdFileData);
success = CkFileAccessW_FileReadBd(fac,chunkSize,bdFileData);
success = CkRestW_FullRequestBd(rest,L"PUT",L"/pip/somethingBig.zip?comp=range",bdFileData,sbResponseBody);
if (success != TRUE) {
// This would indicate a failure where no response was received.
wprintf(L"%s\n",CkRestW_lastErrorText(rest));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
CkStringBuilderW_Dispose(sbRange);
CkStringBuilderW_Dispose(sbResponseBody);
CkBinDataW_Dispose(bdFileData);
return;
}
// A 201 response indicates the chunk was uploaded.
if (CkRestW_getResponseStatusCode(rest) != 201) {
// Examine the request/response to see what happened.
wprintf(L"response status code = %d\n",CkRestW_getResponseStatusCode(rest));
wprintf(L"response status text = %s\n",CkRestW_responseStatusText(rest));
wprintf(L"response header: %s\n",CkRestW_responseHeader(rest));
wprintf(L"response body (if any): %s\n",responseStr);
wprintf(L"---\n");
wprintf(L"LastRequestStartLine: %s\n",CkRestW_lastRequestStartLine(rest));
wprintf(L"LastRequestHeader: %s\n",CkRestW_lastRequestHeader(rest));
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
CkStringBuilderW_Dispose(sbRange);
CkStringBuilderW_Dispose(sbResponseBody);
CkBinDataW_Dispose(bdFileData);
return;
}
wprintf(L"Uploaded chunk from %d to %d\n",curIndex,curIndex + chunkSize - 1);
curIndex = curIndex + chunkSize;
numBytesLeft = numBytesLeft - chunkSize;
}
CkFileAccessW_FileClose(fac);
wprintf(L"success.\n");
CkRestW_Dispose(rest);
CkFileAccessW_Dispose(fac);
CkAuthAzureStorageW_Dispose(azAuth);
CkStringBuilderW_Dispose(sbFileSize);
CkStringBuilderW_Dispose(sbRange);
CkStringBuilderW_Dispose(sbResponseBody);
CkBinDataW_Dispose(bdFileData);
}