feat: funnel metrics to ClickHouse and enable exporters for observability data

sre/Makefile.runner

@@ -33,7 +33,7 @@ launch_sync_workflow: ## Launches the scenario sync workflow
 .PHONY: launch_start_workflow
 launch_start_workflow: ## Launches the workflow equivalent of start_incident on AWX
 	ansible-playbook -i inventory.yaml playbooks/manage_awx.yaml --tags "launch_workflows" \
-		--extra-vars "run_phase=init"
+		--extra-vars "run_phase=start"
 
 .PHONY: launch_stop_workflow
 launch_stop_workflow: ## Launches the workflow equivalent of stop_incident on AWX

sre/dev/local_cluster/Makefile

@@ -45,4 +45,4 @@ delete_cluster: ## DEPRECATED: Deletes a Kind cluster
 	@echo "This command will be removed in a future version."
 	@echo "Executing 'make destory_cluster'..."
 	@echo ""
-	$(MAKE) destory_cluster
+	$(MAKE) destroy_cluster

sre/dev/remote_cluster/roles/kops/tasks/create_stack_async.yaml

@@ -121,7 +121,7 @@
       - --cloud
       - aws
       - --topology
-      - "{{ 'private' if kops_stack.runners.aws.elastic_ip_allocation_id is defined else 'public' }}"
+      - "{{ 'private' if kops_elastic_ip_available else 'public' }}"
       - --network-id
       - "{{ kops_vpc_info.vpc.id }}"
       - --subnets

sre/dev/remote_cluster/roles/kops/tasks/validate_stack.yaml

@@ -7,10 +7,23 @@
     success_msg: Valid number of kOps clusters configured.
 
 - name: Validate Elastic IP allocation ID
-  ansible.builtin.assert:
-    that:
-      - kops_stack.runners.aws.elastic_ip_allocation_id | length > 0
-    fail_msg: Invalid number of kOps clusters set. Must be greater than 0.
-    success_msg: Valid number of kOps clusters configured.
-  when:
-    - kops_stack.runners.aws.elastic_ip_allocation_id is defined
+  block:
+    - name: Check Elastic IP allocation ID
+      ansible.builtin.assert:
+        that:
+          - kops_stack.runners.aws.elastic_ip_allocation_id is defined
+          - kops_stack.runners.aws.elastic_ip_allocation_id | length > 0
+        fail_msg: Invalid or missing Elastic IP allocation ID.
+        success_msg: Valid Elastic IP allocation ID configured.
+
+    - name: Set validation flag for valid Elastic IP
+      ansible.builtin.set_fact:
+        kops_elastic_ip_available: true
+  rescue:
+    - name: Warning about invalid Elastic IP
+      ansible.builtin.debug:
+        msg: "WARNING: {{ ansible_failed_result.msg | default('Invalid or missing Elastic IP allocation ID') }}"
+
+    - name: Set validation flag for invalid Elastic IP
+      ansible.builtin.set_fact:
+        kops_elastic_ip_available: false