Zig
Zig
Azure File Service: Upload Large File
See more Azure Cloud Storage Examples
Sample code to upload a large file to a directory in a share in the Azure File Service. A file is uploaded by first creating the file in the Azure share and then writing ranges of bytes to the file. Azure imposes a 4MB limit for each PUT to write a range. Files larger than 4MB need to be uploaded by making multiple "Put Range" calls. This example uploads a large file requiring multiple "Put Range" calls.Chilkat Zig Downloads
const std = @import("std");
const chilkat = @import("chilkat");
pub fn main(init: std.process.Init) !void {
const alloc = init.arena.allocator();
// Azure File Service Example: Upload a large file.
// See: https://docs.microsoft.com/en-us/rest/api/storageservices/create-share
// also see: https://docs.microsoft.com/en-us/rest/api/storageservices/put-range
// This example requires the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.
const rest = try chilkat.Rest.init();
defer rest.deinit();
// Connect to the Azure Storage Blob Service
const b_tls = true;
const port = 443;
const b_auto_reconnect = true;
// In this example, the storage account name is "chilkat".
rest.connect("chilkat.file.core.windows.net", port, b_tls, b_auto_reconnect) catch {
std.debug.print("{s}\n", .{try rest.getLastErrorText(alloc)});
return;
};
// This example will upload a larger file.
const local_file_path = "qa_data/zips/somethingBig.zip";
const fac = try chilkat.FileAccess.init();
defer fac.deinit();
// Note: The FileSize method returns a signed 32-bit integer. If the file is potentially larger than 2GB, call FileSizeStr instead to return
// the size of the file as a string, then convert to an integer value.
const sz_local_file = fac.fileSize(local_file_path);
if (sz_local_file < 0) {
std.debug.print("{s}\n", .{try fac.getLastErrorText(alloc)});
return;
}
// Provide Azure Cloud credentials for the REST calls.
const az_auth = try chilkat.AuthAzureStorage.init();
defer az_auth.deinit();
az_auth.setAccessKey("AZURE_ACCESS_KEY");
// The account name used here should match the 1st part of the domain passed in the call to Connect (above).
az_auth.setAccount("chilkat");
az_auth.setScheme("SharedKey");
az_auth.setService("File");
// This causes the "x-ms-version: 2021-08-06" header to be automatically added.
az_auth.setXMsVersion("2021-08-06");
try rest.setAuthAzureStorage(az_auth);
// Note: The application does not need to explicitly set the following
// headers: x-ms-date, Authorization. These headers
// are automatically set by Chilkat.
// However, a few additional headers are required for the "Create File" operation:
rest.addHeader("x-ms-type", "file") catch {};
// This required header specifies the final size of the file (or the maximum size it can be).
const sb_file_size = try chilkat.StringBuilder.init();
defer sb_file_size.deinit();
sb_file_size.appendInt(sz_local_file) catch {};
rest.addHeader("x-ms-content-length", try sb_file_size.getAsString(alloc)) catch {};
// Send a PUT request to create the file (or replace the file if it already exists).
// This will initialize the file in the Azure file storage. To upload content, we'll need
// to do the "Put Range" operation one or more times.
// The following will create the file "somethingBig.zip" in the share "pip"
const response_str = rest.fullRequestNoBody(alloc, "PUT", "/pip/somethingBig.zip") catch {
std.debug.print("{s}\n", .{try rest.getLastErrorText(alloc)});
return;
};
// When successful, the Azure File Service will respond with a 201 (Created) response status code,
// with no XML response body. If an error response is returned, there will be an XML response body.
if (rest.getResponseStatusCode() != 201) {
// Examine the request/response to see what happened.
std.debug.print("response status code = {d}\n", .{rest.getResponseStatusCode()});
std.debug.print("response status text = {s}\n", .{try rest.getResponseStatusText(alloc)});
std.debug.print("response header: {s}\n", .{try rest.getResponseHeader(alloc)});
std.debug.print("response body (if any): {s}\n", .{response_str});
std.debug.print("---\n", .{});
std.debug.print("LastRequestStartLine: {s}\n", .{try rest.getLastRequestStartLine(alloc)});
std.debug.print("LastRequestHeader: {s}\n", .{try rest.getLastRequestHeader(alloc)});
return;
}
std.debug.print("Successfully created somethingBig.zip\n", .{});
// --------------------------------------------------------------------------------
// Upload the file data...
// Make sure the headers from the "Create File" operation are removed.
rest.clearAllHeaders() catch {};
// The x-ms-write header is required for each "Put Range" request.
rest.addHeader("x-ms-write", "update") catch {};
const sb_range = try chilkat.StringBuilder.init();
defer sb_range.deinit();
const sb_response_body = try chilkat.StringBuilder.init();
defer sb_response_body.deinit();
const bd_file_data = try chilkat.BinData.init();
defer bd_file_data.deinit();
// Open the file. We'll be reading and uploading in chunks..
fac.openForRead(local_file_path) catch {
std.debug.print("{s}\n", .{try fac.getLastErrorText(alloc)});
return;
};
var num_bytes_left: i32 = sz_local_file;
var cur_index: i32 = 0;
while (num_bytes_left > 0) {
var chunk_size: i32 = num_bytes_left;
// Azure allows for 4MB max chunks (4 x 1024 x 1024 = 4194304)
if (chunk_size > 4194304) {
chunk_size = 4194304;
}
// The only tricky part here is to correctly add the x-ms-range header.
// It will be formatted like this:
// x-ms-range: bytes=0-759623
sb_range.clear();
sb_range.append("bytes=") catch {};
sb_range.appendInt(cur_index) catch {};
sb_range.append("-") catch {};
sb_range.appendInt(cur_index + chunk_size - 1) catch {};
// This replaces the header if it already exists..
rest.addHeader("x-ms-range", try sb_range.getAsString(alloc)) catch {};
// Read the next chunk from the local file.
bd_file_data.clear() catch {};
try fac.fileReadBd(chunk_size, bd_file_data);
rest.fullRequestBd("PUT", "/pip/somethingBig.zip?comp=range", bd_file_data, sb_response_body) catch {
// This would indicate a failure where no response was received.
std.debug.print("{s}\n", .{try rest.getLastErrorText(alloc)});
return;
};
// A 201 response indicates the chunk was uploaded.
if (rest.getResponseStatusCode() != 201) {
// Examine the request/response to see what happened.
std.debug.print("response status code = {d}\n", .{rest.getResponseStatusCode()});
std.debug.print("response status text = {s}\n", .{try rest.getResponseStatusText(alloc)});
std.debug.print("response header: {s}\n", .{try rest.getResponseHeader(alloc)});
std.debug.print("response body (if any): {s}\n", .{response_str});
std.debug.print("---\n", .{});
std.debug.print("LastRequestStartLine: {s}\n", .{try rest.getLastRequestStartLine(alloc)});
std.debug.print("LastRequestHeader: {s}\n", .{try rest.getLastRequestHeader(alloc)});
return;
}
std.debug.print("Uploaded chunk from {d} to {d}\n", .{ cur_index, cur_index + chunk_size - 1 });
cur_index = cur_index + chunk_size;
num_bytes_left = num_bytes_left - chunk_size;
}
fac.fileClose();
std.debug.print("success.\n", .{});
}