# network-flow-logs / aws / t1 "Standard" # # Flow logs for several VPCs with the fields an investigation needs added to # the default set, encrypted under their own key, and an Athena workgroup with # the table already saved as a query. data "aws_caller_identity" "current" {} data "aws_region" "current" {} data "aws_partition" "current" {} locals { tags = merge({ owner = var.owner environment = var.environment data_classification = "confidential" managed_by = "terraform" }, var.extra_tags) account = data.aws_caller_identity.current.account_id region = data.aws_region.current.region partition = data.aws_partition.current.partition # The default fields, then: which VPC, subnet, and instance; TCP flags, to # tell a connection attempt from a conversation; the address behind a NAT # or load balancer; and which way the traffic went. fields = [ "version", "account-id", "interface-id", "srcaddr", "dstaddr", "srcport", "dstport", "protocol", "packets", "bytes", "start", "end", "action", "log-status", "vpc-id", "subnet-id", "instance-id", "tcp-flags", "type", "pkt-srcaddr", "pkt-dstaddr", "flow-direction", "traffic-path", ] log_format = join(" ", [for f in local.fields : "$${${f}}"]) location = "s3://${aws_s3_bucket.flows.bucket}/AWSLogs/aws-account-id=${local.account}/aws-service=vpcflowlogs/aws-region=${local.region}/" } data "aws_iam_policy_document" "key" { statement { sid = "AccountManagesKeyThroughIAM" actions = ["kms:*"] resources = ["*"] principals { type = "AWS" identifiers = ["arn:${local.partition}:iam::${local.account}:root"] } } statement { sid = "LogDeliveryEncrypts" actions = ["kms:Encrypt", "kms:Decrypt", "kms:ReEncrypt*", "kms:GenerateDataKey*", "kms:DescribeKey"] resources = ["*"] principals { type = "Service" identifiers = ["delivery.logs.amazonaws.com"] } condition { test = "StringEquals" variable = "aws:SourceAccount" values = [local.account] } } } resource "aws_kms_key" "flows" { description = "VPC flow logs and Athena results for ${var.name}" enable_key_rotation = true deletion_window_in_days = 30 policy = data.aws_iam_policy_document.key.json } resource "aws_s3_bucket" "flows" { bucket_prefix = "${var.name}-" } resource "aws_s3_bucket" "results" { bucket_prefix = "${var.name}-athena-" } resource "aws_s3_bucket_public_access_block" "all" { for_each = { flows = aws_s3_bucket.flows.id, results = aws_s3_bucket.results.id } bucket = each.value block_public_acls = true block_public_policy = true ignore_public_acls = true restrict_public_buckets = true } resource "aws_s3_bucket_server_side_encryption_configuration" "all" { for_each = { flows = aws_s3_bucket.flows.id, results = aws_s3_bucket.results.id } bucket = each.value rule { apply_server_side_encryption_by_default { sse_algorithm = "aws:kms" kms_master_key_id = aws_kms_key.flows.arn } bucket_key_enabled = true } } resource "aws_s3_bucket_lifecycle_configuration" "flows" { bucket = aws_s3_bucket.flows.id rule { id = "retention" status = "Enabled" filter {} transition { days = 30 storage_class = "STANDARD_IA" } expiration { days = var.retention_days } abort_incomplete_multipart_upload { days_after_initiation = 1 } } } resource "aws_s3_bucket_lifecycle_configuration" "results" { bucket = aws_s3_bucket.results.id rule { id = "expire-results" status = "Enabled" filter {} expiration { days = 30 } abort_incomplete_multipart_upload { days_after_initiation = 1 } } } data "aws_iam_policy_document" "flows" { statement { sid = "LogDeliveryWrite" actions = ["s3:PutObject"] resources = ["${aws_s3_bucket.flows.arn}/AWSLogs/${local.account}/*", "${aws_s3_bucket.flows.arn}/AWSLogs/aws-account-id=${local.account}/*"] principals { type = "Service" identifiers = ["delivery.logs.amazonaws.com"] } condition { test = "StringEquals" variable = "aws:SourceAccount" values = [local.account] } condition { test = "StringEquals" variable = "s3:x-amz-acl" values = ["bucket-owner-full-control"] } } statement { sid = "LogDeliveryAclCheck" actions = ["s3:GetBucketAcl"] resources = [aws_s3_bucket.flows.arn] principals { type = "Service" identifiers = ["delivery.logs.amazonaws.com"] } condition { test = "StringEquals" variable = "aws:SourceAccount" values = [local.account] } } statement { sid = "EncryptedTransportOnly" effect = "Deny" actions = ["s3:*"] resources = [aws_s3_bucket.flows.arn, "${aws_s3_bucket.flows.arn}/*"] principals { type = "*" identifiers = ["*"] } condition { test = "Bool" variable = "aws:SecureTransport" values = ["false"] } } } resource "aws_s3_bucket_policy" "flows" { bucket = aws_s3_bucket.flows.id policy = data.aws_iam_policy_document.flows.json } resource "aws_flow_log" "vpc" { for_each = toset(var.vpc_ids) vpc_id = each.value traffic_type = "ALL" log_destination_type = "s3" log_destination = aws_s3_bucket.flows.arn log_format = local.log_format max_aggregation_interval = 60 destination_options { file_format = "parquet" hive_compatible_partitions = true per_hour_partition = true } depends_on = [aws_s3_bucket_policy.flows] } resource "aws_glue_catalog_database" "flows" { name = replace(var.name, "-", "_") } resource "aws_athena_workgroup" "flows" { name = var.name configuration { enforce_workgroup_configuration = true publish_cloudwatch_metrics_enabled = true result_configuration { output_location = "s3://${aws_s3_bucket.results.bucket}/" encryption_configuration { encryption_option = "SSE_KMS" kms_key_arn = aws_kms_key.flows.arn } } } } resource "aws_athena_named_query" "create_table" { name = "create-flow-log-table" workgroup = aws_athena_workgroup.flows.id database = aws_glue_catalog_database.flows.name query = <<-EOT CREATE EXTERNAL TABLE flows ( version int, account_id string, interface_id string, srcaddr string, dstaddr string, srcport int, dstport int, protocol int, packets bigint, bytes bigint, start bigint, `end` bigint, action string, log_status string, vpc_id string, subnet_id string, instance_id string, tcp_flags int, type string, pkt_srcaddr string, pkt_dstaddr string, flow_direction string, traffic_path int ) PARTITIONED BY (year string, month string, day string, hour string) STORED AS PARQUET LOCATION '${local.location}' TBLPROPERTIES ( 'projection.enabled'='true', 'projection.year.type'='integer', 'projection.year.range'='2025,2040', 'projection.month.type'='integer', 'projection.month.range'='1,12', 'projection.month.digits'='2', 'projection.day.type'='integer', 'projection.day.range'='1,31', 'projection.day.digits'='2', 'projection.hour.type'='integer', 'projection.hour.range'='0,23', 'projection.hour.digits'='2', 'storage.location.template'='${local.location}year=$${year}/month=$${month}/day=$${day}/hour=$${hour}/' ); EOT } resource "aws_athena_named_query" "one_host" { name = "one-host-one-day" workgroup = aws_athena_workgroup.flows.id database = aws_glue_catalog_database.flows.name query = <<-EOT SELECT pkt_srcaddr, pkt_dstaddr, dstport, protocol, action, flow_direction, count(*) AS flows, sum(bytes) AS bytes FROM flows WHERE year = '2026' AND month = '09' AND day = '01' AND (srcaddr = '10.0.1.23' OR pkt_srcaddr = '10.0.1.23') GROUP BY 1, 2, 3, 4, 5, 6 ORDER BY bytes DESC LIMIT 100; EOT }