Merge pull request #445 from sap-contributions/concourse-retain-build-logs-config

add configurable max days/number of logs to retain build logs globally

Author: jochenehret

terraform-modules/concourse/app/concourse.tf

@@ -55,6 +55,22 @@ data "helm_template" "concourse" {
     name = "concourse.worker.runtime"
     value = "containerd"
   }
+
+  dynamic "set" {
+    for_each = var.concourse_max_days_to_retain_build_logs != null ? [1] : []
+    content {
+      name  = "concourse.web.maxDaysToRetainBuildLogs"
+      value = var.concourse_max_days_to_retain_build_logs
+    }
+  }
+
+  dynamic "set" {
+    for_each = var.concourse_max_build_logs_to_retain != null ? [1] : []
+    content {
+      name  = "concourse.web.maxBuildLogsToRetain"
+      value = var.concourse_max_build_logs_to_retain
+    }
+  }
 }
 
 data "carvel_ytt" "concourse_app" {

terraform-modules/concourse/app/variables.tf

@@ -16,3 +16,15 @@ variable "concourse_container_placement_strategy" { nullable = false }
 
 variable "load_balancer_ip" { nullable = false }
 variable "load_balancer_dns" { nullable = false }
+
+variable "concourse_max_days_to_retain_build_logs" {
+  description = "Optional: Max days to retain build logs in Concourse"
+  type        = number
+  default     = null
+}
+
+variable "concourse_max_build_logs_to_retain" {
+  description = "Optional: Max build logs to retain in Concourse"
+  type        = number
+  default     = null
+}

terragrunt/concourse-wg-ci-test/app/terragrunt.hcl

@@ -52,4 +52,6 @@ inputs = {
   concourse_github_mainTeam = local.config.concourse_github_mainTeam
   concourse_github_mainTeamUser = local.config.concourse_github_mainTeamUser
   concourse_container_placement_strategy = local.config.concourse_container_placement_strategy
+  concourse_max_days_to_retain_build_logs = local.config.concourse_max_days_to_retain_build_logs
+  concourse_max_build_logs_to_retain = local.config.concourse_max_build_logs_to_retain
 }

terragrunt/concourse-wg-ci-test/config.yaml

@@ -23,6 +23,12 @@ concourse_github_mainTeamUser: ""
 # Concourse worker placement strategy: https://concourse-ci.org/container-placement.html
 # Use default strategy for test system
 concourse_container_placement_strategy: "volume-locality"
+# Optional: Set the maximum number of days to retain Concourse build logs.
+# If not set, the default Concourse is configured to feel very snappy!.
+concourse_max_days_to_retain_build_logs: 30
+# Optional: Set the maximum number of build logs to retain.
+# If not set or set to 0, the default Concourse is configured to feel very snappy!.
+concourse_max_build_logs_to_retain: 200
 
 # Concourse helm chart
 concourse_helm_version: "18.1.1"

terragrunt/concourse-wg-ci/app/terragrunt.hcl

@@ -52,4 +52,6 @@ inputs = {
   concourse_github_mainTeam = local.config.concourse_github_mainTeam
   concourse_github_mainTeamUser = local.config.concourse_github_mainTeamUser
   concourse_container_placement_strategy = local.config.concourse_container_placement_strategy
+  concourse_max_days_to_retain_build_logs = local.config.concourse_max_days_to_retain_build_logs
+  concourse_max_build_logs_to_retain = local.config.concourse_max_build_logs_to_retain
 }

terragrunt/concourse-wg-ci/config.yaml

@@ -23,6 +23,12 @@ concourse_github_mainTeamUser: ""
 # Concourse worker placement strategy: https://concourse-ci.org/container-placement.html
 # The cloud controller unit tests cause a high system load on workers, so place them on workers with few containers
 concourse_container_placement_strategy: "fewest-build-containers"
+# Optional: Set the maximum number of days to retain Concourse build logs.
+# If not set or set to 0, the default Concourse is configured to feel very snappy!.
+concourse_max_days_to_retain_build_logs: 30
+# Optional: Set the maximum number of build logs to retain.
+# If not set or set to 0, the default Concourse is configured to feel very snappy!.
+concourse_max_build_logs_to_retain: 200
 
 # Concourse helm chart
 concourse_helm_version: "18.1.1"