Skip to content

Commit d2ec6fd

Browse files
sbuliarcaGITHUB ACTIONS AUTOMATED USER
andauthored
msk data backup: add the topic for planning a restore (#1088)
Co-authored-by: GITHUB ACTIONS AUTOMATED USER <noreply@uw.co.uk>
1 parent 6376061 commit d2ec6fd

File tree

2 files changed

+25
-1
lines changed

2 files changed

+25
-1
lines changed

dev-aws/kafka-shared-msk/msk-backup-bucket-retention/generated-retention.tf

Lines changed: 7 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

dev-aws/kafka-shared-msk/pubsub/kafka-data-keep-backup.tf

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,9 +16,26 @@ resource "kafka_acl" "msk_data_keep_describe_group_all" {
1616
acl_permission_type = "Allow"
1717
}
1818

19-
module "msk_data_keep_group_write" {
19+
resource "kafka_topic" "plan_restore" {
20+
name = "pubsub.plan-topic-restore"
21+
replication_factor = 3
22+
partitions = 15
23+
config = {
24+
"remote.storage.enable" = "true"
25+
"local.retention.ms" = "86400000" # keep data in primary storage for 1 day
26+
# keep data for 3 days
27+
"retention.ms" = "259200000"
28+
# allow for a batch of records maximum 100MiB
29+
"max.message.bytes" = "104857600"
30+
"compression.type" = "zstd"
31+
"cleanup.policy" = "delete"
32+
}
33+
}
34+
35+
module "msk_data_keep" {
2036
source = "../../../modules/tls-app"
2137
consume_groups = ["pubsub.msk-data-keep-backup"]
38+
produce_topics = [kafka_topic.plan_restore.name]
2239
cert_common_name = "pubsub/msk-data-keep"
2340
}
2441

0 commit comments

Comments
 (0)