Avoid cold starts

.deployment/prod_environment.yml

@@ -8,6 +8,7 @@ dependencies:
   - google-auth
   - google-cloud-secret-manager
   - google-cloud-logging
+  - google-cloud-tasks
   - rioxarray
   - stackstac
   - gdal

.deployment/tofu/main.tf

@@ -34,9 +34,7 @@ locals {
   google_project_number = data.google_project.project.number
   aws_account_id = data.aws_caller_identity.current.account_id
   aws_region = data.aws_region.current.name
-  # oidc_provider_domain_url = "https://accounts.google.com"
   oidc_provider_domain_url = "accounts.google.com"
-  # gcp_cloud_run_client_id = "${terraform.workspace}" == "prod" ? "117526146749746854545" : "101023653831248304550"
 }
 
 # Initialize the modules

.deployment/tofu/modules/burn_backend/main.tf

@@ -53,49 +53,6 @@ resource "google_compute_router_nat" "burn_backend_nat" {
   }
 }
 
-# Create a Cloud Run service for titiler - for later
-# resource "google_cloud_run_v2_service" "titiler_service" {
-#   name     = "titiler-service"
-#   location = "us-central1"
-
-#   template {
-#     service_account = google_service_account.burn-backend-service.email
-#     timeout = "3599s" # max timeout is one hour
-#     containers {
-#       image = "ghcr.io/developmentseed/titiler:0.15.8" # Use the titiler Docker image
-#       resources {
-#         limits = {
-#           cpu    = "2"
-#           memory = "2Gi"
-#         }
-#       }
-#     }
-#     vpc_access {
-#       connector = google_vpc_access_connector.burn_backend_vpc_connector.id
-#       egress = "ALL_TRAFFIC"
-#     }
-#   }
-
-#   traffic {
-#     percent         = 100
-#     type            = "TRAFFIC_TARGET_ALLOCATION_TYPE_LATEST"
-#   }
-
-#   lifecycle { # This helps to not replace the service if it already exists
-#     ignore_changes = [
-#       template[0].containers[0].image,
-#     ]
-#   }
-# }
-
-# # Allow unauthenticated invocations
-# resource "google_cloud_run_service_iam_member" "public_titiler" {
-#   service = google_cloud_run_v2_service.titiler_service.name
-#   location = google_cloud_run_v2_service.titiler_service.location
-#   role = "roles/run.invoker"
-#   member = "allUsers"
-# }
-
 # Create a Cloud Run service for burn-backend services
 resource "google_cloud_run_v2_service" "tf-rest-burn-severity" {
   name     = "tf-rest-burn-severity-${terraform.workspace}"
@@ -121,7 +78,7 @@ resource "google_cloud_run_v2_service" "tf-rest-burn-severity" {
       ## TODO [#24]: self-referential endpoint, will be solved by refactoring out titiler and/or making fully static
       env {
         name  = "GCP_CLOUD_RUN_ENDPOINT"
-        value = "${terraform.workspace}" == "prod" ? "https://tf-rest-burn-severity-ohi6r6qs2a-uc.a.run.app" : "https://tf-rest-burn-severity-dev-ohi6r6qs2a-uc.a.run.appz"
+        value = "${terraform.workspace}" == "prod" ? "https://tf-rest-burn-severity-ohi6r6qs2a-uc.a.run.app" : "https://tf-rest-burn-severity-dev-ohi6r6qs2a-uc.a.run.app"
       }
       env {
         name  = "CPL_VSIL_CURL_ALLOWED_EXTENSIONS"
@@ -174,6 +131,10 @@ resource "google_cloud_run_v2_service" "tf-rest-burn-severity" {
       connector = google_vpc_access_connector.burn_backend_vpc_connector.id
       egress = "ALL_TRAFFIC"
     }
+    scaling {
+      min_instance_count = 1 # to reduce cold start time
+      max_instance_count = 100
+    }
   }
 
   traffic {
@@ -188,6 +149,21 @@ resource "google_cloud_run_v2_service" "tf-rest-burn-severity" {
   }
 }
 
+# Create a Cloud Tasks queue for the Cloud Run service
+resource "google_cloud_tasks_queue" "tf-rest-burn-severity-queue" {
+  name = "tf-rest-burn-severity-queue-${terraform.workspace}"
+  location = "us-central1"
+
+  rate_limits {
+    max_concurrent_dispatches = 2
+  }
+
+  retry_config {
+    max_attempts = "2"
+  }
+}
+
+
 # Allow unauthenticated invocations
 resource "google_cloud_run_service_iam_member" "public" {
   service = google_cloud_run_v2_service.tf-rest-burn-severity.name

.devcontainer/dev_environment.yml

@@ -8,6 +8,7 @@ dependencies:
   - google-auth
   - google-cloud-secret-manager
   - google-cloud-logging
+  - google-cloud-tasks
   - ipykernel
   - rioxarray
   - stackstac

.gitignore

@@ -7,6 +7,8 @@ src/__pycache__
 *.pyc
 .devcontainer/.env
 .vscode/settings.json
+exploratory/*.zip
+exploratory/*.gdb
 
 # Ignore generated credentials from google-github-actions/auth
 gha-creds-*.json