(Go) Download S3 CloudTrail Log and Un-Gzip

Demonstrates how to download a Amazon CloudTrail log from an S3 bucket. The file in this example is a .json.gz. The file is uncompressed and the JSON parsed.

Chilkat Go Downloads Go Package for Windows, MacOS, Linux, Alpine Linux, Solaris

    // This requires the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    http := chilkat.NewHttp()

    http.SetAwsAccessKey("AWS_ACCESS_KEY")
    http.SetAwsSecretKey("AWS_SECRET_KEY")
    http.SetS3Ssl(true)
    http.SetAwsRegion("us-west-2")
    http.SetAwsEndpoint("s3-us-west-2.amazonaws.com")

    bucketName := "chilkat.logs"
    objectName := "/AWSLogs/957491831129/CloudTrail/us-west-1/2016/11/12/957491831129_CloudTrail_us-west-1_20161112T1335Z_umXfD4RxHE5nDGuI.json.gz"
    localFilePath := "qa_output/cloudTrailLog.json.gz"

    success := http.S3_DownloadFile(bucketName,objectName,localFilePath)
    if success != true {
        fmt.Println(http.LastErrorText())
        http.DisposeHttp()
        return
    }

    statusCode := http.LastStatus()
    if statusCode != 200 {
        fmt.Println("Failed to download, response status code = ", statusCode)
        http.DisposeHttp()
        return
    }

    jsonPath := "qa_output/cloudTrailLog.json"
    gzip := chilkat.NewGzip()
    success = gzip.UncompressFile(localFilePath,jsonPath)
    if success == false {
        fmt.Println(gzip.LastErrorText())
        http.DisposeHttp()
        gzip.DisposeGzip()
        return
    }

    json := chilkat.NewJsonObject()
    json.LoadFile(jsonPath)
    json.SetEmitCompact(false)
    fmt.Println(*json.Emit())

    // Sample JSON is shown below.
    // Go to http://tools.chilkat.io/jsonParse.cshtml 
    // and copy/paste the JSON into the online tool to generate parsing code.

    // {
    //   "Records": [
    //     {
    //       "eventVersion": "1.05",
    //       "userIdentity": {
    //         "type": "Root",
    //         "principalId": "954591834127",
    //         "arn": "arn:aws:iam::954591834127:root",
    //         "accountId": "954591834127",
    //         "accessKeyId": "ASIAJ3DEMXUXI43B6FYQ",
    //         "sessionContext": {
    //           "attributes": {
    //             "mfaAuthenticated": "false",
    //             "creationDate": "2016-11-12T13:09:31Z"
    //           }
    //         }
    //       },
    //       "eventTime": "2016-11-12T13:34:39Z",
    //       "eventSource": "cloudtrail.amazonaws.com",
    //       "eventName": "DescribeTrails",
    //       "awsRegion": "us-west-1",
    //       "sourceIPAddress": "98.228.98.57",
    //       "userAgent": "console.amazonaws.com",
    //       "requestParameters": {
    //         "trailNameList": [
    //         ]
    //       },
    //       "responseElements": null,
    //       "requestID": "c2a0376c-a8dc-11e6-89e7-85ac5ce5ee56",
    //       "eventID": "eb5afd70-dae1-41f0-82b4-91c3c936d9ba",
    //       "eventType": "AwsApiCall",
    //       "recipientAccountId": "954591834127"
    //     }
    //   ]
    // }

    http.DisposeHttp()
    gzip.DisposeGzip()
    json.DisposeJsonObject()