Enable double write on US and EU stack (#50)

Author: hramezani

docker-compose.yml

@@ -50,6 +50,20 @@ services:
     healthcheck:
       test: arq src.worker.WorkerSettings --check
 
+  otel-collector:
+    image: otel/opentelemetry-collector-contrib:0.101.0
+    command: ["--config=/etc/otel-collector-config.yaml"]
+    volumes:
+      - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
+    ports:
+      - "4318:4318"
+      - "4317:4317"
+      # healthcheck port
+      - "13133:13133"
+    environment:
+      US_WRITE_TOKEN: $US_WRITE_TOKEN
+      EU_WRITE_TOKEN: $EU_WRITE_TOKEN
+
   postgres:
     image: ankane/pgvector:latest
     container_name: logfire-demo-postgres

otel-collector-config.yaml

@@ -0,0 +1,42 @@
+receivers:
+  otlp:
+    protocols:
+      http:
+        endpoint: "0.0.0.0:4318"
+
+exporters:
+  debug:
+  otlphttp/us:
+    endpoint: https://api-us.pydantic.info
+    compression: none
+    tls:
+      insecure: true
+    headers:
+      Authorization: "Bearer ${US_WRITE_TOKEN}"
+  otlphttp/eu:
+    endpoint: https://api-eu.pydantic.info
+    compression: none
+    tls:
+      insecure: true
+    headers:
+      Authorization: "Bearer ${EU_WRITE_TOKEN}"
+processors:
+  batch:
+    timeout: 1s
+    send_batch_size: 32768
+
+extensions:
+  health_check:
+    endpoint: "0.0.0.0:13133"
+
+service:
+  extensions: [health_check]
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [debug, otlphttp/us, otlphttp/eu]
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [debug, otlphttp/us, otlphttp/eu]

src/__main__.py

@@ -36,6 +36,8 @@ def scrubbing_callback(match: logfire.ScrubMatch):
             return match.value
 
     logfire.configure(
+        advanced=logfire.AdvancedOptions(base_url='http://otel-collector:4318'),
+        token='does-not-matter',  #  as we send data to otel collector, token is here to prevent errors
         service_name=service,
         code_source=logfire.CodeSource(
             repository='https://github.com/pydantic/logfire-demo',