C

Wasabi File Streaming Upload

See more Wasabi Examples

Demonstrates how to do a streaming upload from a file to the Wasabi storage service. The AWS authorization presents some difficulties when the REST request body is to be streamed from a file (or from some other source). The issue is that the SHA-256 hash of the file data must be calculated. There are only two possible ways to do this: (1) stream the file into memory in its entirety and calculate the SHA-256 hash prior to uploading, or (2) pre-calculate the SHA-256 in a streaming fashion, and then provide it to the AWS authentication object.

If the application does NOT pre-compute the SHA-256, then Chilkat (internally) is forced to stream into memory, calculate the SHA-256, and then upload from the in-memory copy of the file.

C

#include <C_CkCrypt2.h>
#include <C_CkRest.h>
#include <C_CkAuthAws.h>
#include <C_CkStream.h>

void ChilkatSample(void)
    {
    BOOL success;
    HCkCrypt2 crypt;
    const char *fileToUploadPath;
    const char *hashStr;
    HCkRest rest;
    BOOL bTls;
    int port;
    BOOL bAutoReconnect;
    HCkAuthAws authAws;
    HCkStream fileStream;
    const char *responseStr;

    success = FALSE;

    // This example requires the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    // This first part is optional.  AWS authentication requires
    // the SHA-256 hash of the request body (i.e. the contents of the file
    // to be uploaded).  We can choose to pre-calculate the SHA-256 in a streaming fashion
    // and then provide it to the authenticator object.  This way, if the file is
    // extremely large, it never needs to completely reside in memory.
    crypt = CkCrypt2_Create();
    // ----------------------------------------------------
    // Important: Wasabi requires a lowercase hex format.
    // ----------------------------------------------------
    CkCrypt2_putEncodingMode(crypt,"hex-lower");
    CkCrypt2_putHashAlgorithm(crypt,"sha-256");
    fileToUploadPath = "qa_data/xml/hamlet.xml";
    hashStr = CkCrypt2_hashFileENC(crypt,fileToUploadPath);

    rest = CkRest_Create();

    // Connect to the Amazon AWS REST server.
    bTls = TRUE;
    port = 443;
    bAutoReconnect = TRUE;
    // This example will demonstrate uploading to a bucket in the eu-west-2 region
    success = CkRest_Connect(rest,"s3.eu-west-2.wasabisys.com",port,bTls,bAutoReconnect);

    // Provide AWS credentials for the REST call.
    authAws = CkAuthAws_Create();
    CkAuthAws_putAccessKey(authAws,"access-key");
    CkAuthAws_putSecretKey(authAws,"secret-key");
    CkAuthAws_putServiceName(authAws,"s3");
    // Provide the pre-computed SHA-256 here:
    CkAuthAws_putPrecomputedSha256(authAws,hashStr);

    success = CkRest_SetAuthAws(rest,authAws);

    CkRest_AddHeader(rest,"Expect","100-continue");
    CkRest_AddHeader(rest,"Content-Type","application/xml");

    // Set the bucket name via the HOST header.
    // In this case, the bucket name is "chilkat100".
    CkRest_putHost(rest,"chilkat100.s3.eu-west-2.wasabisys.com");

    fileStream = CkStream_Create();
    CkStream_putSourceFile(fileStream,fileToUploadPath);

    // Upload to the Wasabi Storage service.
    // If the application provided the SHA-256 hash of the file contents (as shown above)
    // then file is streamed and never has to completely reside in memory.
    // If the application did NOT provide the SHA-256, then Chilkat will (internally) 
    // load the entire file into memory, calculate the SHA-256, and then upload.
    responseStr = CkRest_fullRequestStream(rest,"PUT","/hamlet.xml",fileStream);
    if (CkRest_getLastMethodSuccess(rest) != TRUE) {
        printf("%s\n",CkRest_lastErrorText(rest));
        CkCrypt2_Dispose(crypt);
        CkRest_Dispose(rest);
        CkAuthAws_Dispose(authAws);
        CkStream_Dispose(fileStream);
        return;
    }

    // When successful, the Wasabi Storage service will respond with a 200 response code,
    // with an XML body.  
    if (CkRest_getResponseStatusCode(rest) == 200) {
        printf("%s\n",responseStr);
        printf("File uploaded.\n");
    }
    else {
        // Examine the request/response to see what happened.
        printf("response status code = %d\n",CkRest_getResponseStatusCode(rest));
        printf("response status text = %s\n",CkRest_responseStatusText(rest));
        printf("response header: %s\n",CkRest_responseHeader(rest));
        printf("response body: %s\n",responseStr);
        printf("---\n");
        printf("LastRequestStartLine: %s\n",CkRest_lastRequestStartLine(rest));
        printf("LastRequestHeader: %s\n",CkRest_lastRequestHeader(rest));
    }



    CkCrypt2_Dispose(crypt);
    CkRest_Dispose(rest);
    CkAuthAws_Dispose(authAws);
    CkStream_Dispose(fileStream);

    }