(Chilkat2-Python) Download S3 CloudTrail Log and Un-Gzip

Demonstrates how to download a Amazon CloudTrail log from an S3 bucket. The file in this example is a .json.gz. The file is uncompressed and the JSON parsed.

Chilkat2 Python Downloads install with pip pip3 install chilkat2 or download... Python Module for Windows, Linux, Alpine Linux, MacOS, Solaris

import sys
import chilkat2

# This requires the Chilkat API to have been previously unlocked.
# See Global Unlock Sample for sample code.

http = chilkat2.Http()

http.AwsAccessKey = "AWS_ACCESS_KEY"
http.AwsSecretKey = "AWS_SECRET_KEY"
http.S3Ssl = True
http.AwsRegion = "us-west-2"
http.AwsEndpoint = "s3-us-west-2.amazonaws.com"

bucketName = "chilkat.logs"
objectName = "/AWSLogs/957491831129/CloudTrail/us-west-1/2016/11/12/957491831129_CloudTrail_us-west-1_20161112T1335Z_umXfD4RxHE5nDGuI.json.gz"
localFilePath = "qa_output/cloudTrailLog.json.gz"

success = http.S3_DownloadFile(bucketName,objectName,localFilePath)
if (success != True):
    print(http.LastErrorText)
    sys.exit()

statusCode = http.LastStatus
if (statusCode != 200):
    print("Failed to download, response status code = " + str(statusCode))
    sys.exit()

jsonPath = "qa_output/cloudTrailLog.json"
gzip = chilkat2.Gzip()
success = gzip.UncompressFile(localFilePath,jsonPath)
if (success == False):
    print(gzip.LastErrorText)
    sys.exit()

json = chilkat2.JsonObject()
json.LoadFile(jsonPath)
json.EmitCompact = False
print(json.Emit())

# Sample JSON is shown below.
# Go to http://tools.chilkat.io/jsonParse.cshtml 
# and copy/paste the JSON into the online tool to generate parsing code.

# {
#   "Records": [
#     {
#       "eventVersion": "1.05",
#       "userIdentity": {
#         "type": "Root",
#         "principalId": "954591834127",
#         "arn": "arn:aws:iam::954591834127:root",
#         "accountId": "954591834127",
#         "accessKeyId": "ASIAJ3DEMXUXI43B6FYQ",
#         "sessionContext": {
#           "attributes": {
#             "mfaAuthenticated": "false",
#             "creationDate": "2016-11-12T13:09:31Z"
#           }
#         }
#       },
#       "eventTime": "2016-11-12T13:34:39Z",
#       "eventSource": "cloudtrail.amazonaws.com",
#       "eventName": "DescribeTrails",
#       "awsRegion": "us-west-1",
#       "sourceIPAddress": "98.228.98.57",
#       "userAgent": "console.amazonaws.com",
#       "requestParameters": {
#         "trailNameList": [
#         ]
#       },
#       "responseElements": null,
#       "requestID": "c2a0376c-a8dc-11e6-89e7-85ac5ce5ee56",
#       "eventID": "eb5afd70-dae1-41f0-82b4-91c3c936d9ba",
#       "eventType": "AwsApiCall",
#       "recipientAccountId": "954591834127"
#     }
#   ]
# }