DataFlex

Download S3 CloudTrail Log and Un-Gzip

See more Amazon S3 Examples

Demonstrates how to download a Amazon CloudTrail log from an S3 bucket. The file in this example is a .json.gz. The file is uncompressed and the JSON parsed. DataFlex

Use ChilkatAx-win32.pkg

Procedure Test
    Boolean iSuccess
    Handle hoHttp
    String sBucketName
    String sObjectName
    String sLocalFilePath
    Integer iStatusCode
    String sJsonPath
    Handle hoGzip
    Handle hoJson
    String sTemp1

    Move False To iSuccess

    // This requires the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    Get Create (RefClass(cComChilkatHttp)) To hoHttp
    If (Not(IsComObjectCreated(hoHttp))) Begin
        Send CreateComObject of hoHttp
    End

    Set ComAwsAccessKey Of hoHttp To "AWS_ACCESS_KEY"
    Set ComAwsSecretKey Of hoHttp To "AWS_SECRET_KEY"
    Set ComAwsRegion Of hoHttp To "us-west-2"
    Set ComAwsEndpoint Of hoHttp To "s3-us-west-2.amazonaws.com"

    Move "chilkat.logs" To sBucketName
    Move "/AWSLogs/957491831129/CloudTrail/us-west-1/2016/11/12/957491831129_CloudTrail_us-west-1_20161112T1335Z_umXfD4RxHE5nDGuI.json.gz" To sObjectName
    Move "qa_output/cloudTrailLog.json.gz" To sLocalFilePath

    Get ComS3_DownloadFile Of hoHttp sBucketName sObjectName sLocalFilePath To iSuccess
    If (iSuccess <> True) Begin
        Get ComLastErrorText Of hoHttp To sTemp1
        Showln sTemp1
        Procedure_Return
    End

    Get ComLastStatus Of hoHttp To iStatusCode
    If (iStatusCode <> 200) Begin
        Showln "Failed to download, response status code = " iStatusCode
        Procedure_Return
    End

    Move "qa_output/cloudTrailLog.json" To sJsonPath
    Get Create (RefClass(cComChilkatGzip)) To hoGzip
    If (Not(IsComObjectCreated(hoGzip))) Begin
        Send CreateComObject of hoGzip
    End
    Get ComUncompressFile Of hoGzip sLocalFilePath sJsonPath To iSuccess
    If (iSuccess = False) Begin
        Get ComLastErrorText Of hoGzip To sTemp1
        Showln sTemp1
        Procedure_Return
    End

    Get Create (RefClass(cComChilkatJsonObject)) To hoJson
    If (Not(IsComObjectCreated(hoJson))) Begin
        Send CreateComObject of hoJson
    End
    Get ComLoadFile Of hoJson sJsonPath To iSuccess
    Set ComEmitCompact Of hoJson To False
    Get ComEmit Of hoJson To sTemp1
    Showln sTemp1

    // Sample JSON is shown below.
    // Go to http://tools.chilkat.io/jsonParse.cshtml 
    // and copy/paste the JSON into the online tool to generate parsing code.

    // {
    //   "Records": [
    //     {
    //       "eventVersion": "1.05",
    //       "userIdentity": {
    //         "type": "Root",
    //         "principalId": "954591834127",
    //         "arn": "arn:aws:iam::954591834127:root",
    //         "accountId": "954591834127",
    //         "accessKeyId": "ASIAJ3DEMXUXI43B6FYQ",
    //         "sessionContext": {
    //           "attributes": {
    //             "mfaAuthenticated": "false",
    //             "creationDate": "2016-11-12T13:09:31Z"
    //           }
    //         }
    //       },
    //       "eventTime": "2016-11-12T13:34:39Z",
    //       "eventSource": "cloudtrail.amazonaws.com",
    //       "eventName": "DescribeTrails",
    //       "awsRegion": "us-west-1",
    //       "sourceIPAddress": "98.228.98.57",
    //       "userAgent": "console.amazonaws.com",
    //       "requestParameters": {
    //         "trailNameList": [
    //         ]
    //       },
    //       "responseElements": null,
    //       "requestID": "c2a0376c-a8dc-11e6-89e7-85ac5ce5ee56",
    //       "eventID": "eb5afd70-dae1-41f0-82b4-91c3c936d9ba",
    //       "eventType": "AwsApiCall",
    //       "recipientAccountId": "954591834127"
    //     }
    //   ]
    // }


End_Procedure