- CREATE EXTERNAL TABLE IF NOT EXISTS s3_cloudtrail_events_db.s3_server_logging_2(
- bucketowner STRING,
- bucket STRING,
- requestdatetime STRING,
- remoteip STRING,
- requester STRING,
- requestid STRING,
- operation STRING,
- key STRING,
- requesturi_operation STRING,
- requesturi_key STRING,
- requesturi_httpprotoversion STRING,
- httpstatus STRING,
- errorcode STRING,
- bytessent BIGINT,
- objectsize BIGINT,
- totaltime STRING,
- turnaroundtime STRING,
- referrer STRING,
- useragent STRING,
- versionid STRING,
- hostid STRING,
- signature STRING)
- ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.RegexSerDe'
- WITH SERDEPROPERTIES (
- 'serialization.format' = '1',
- 'input.regex' = '([^ ]*) ([^ ]*) \\[(.*?)\\] ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*)\\s*([^ ]*)\\s*([^ ]*) (- |[^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*) ([^ ]*).*$'
- )LOCATION 's3://nonprod-realize-s3-bucket-logging/'
- Query -
- SELECT DISTINCT "bucket", useragent, signature FROM s3_cloudtrail_events_db.s3_server_logging_2
- WHERE signature='SigV2'