Add Symbolicator Cleanup and Increase dbInit Memory (#1769)

Author: patsevanton

.gitignore

@@ -1,3 +1,4 @@
 .DS_Store
 .idea
+**.tgz
 

charts/sentry/templates/symbolicator/deployment-symbolicator.yaml

@@ -125,6 +125,35 @@ spec:
         securityContext:
 {{ toYaml .Values.symbolicator.api.containerSecurityContext | indent 12 }}
 {{- end }}
+{{- if .Values.symbolicator.api.cleaner.enabled }}
+      - name: {{ .Chart.Name }}-symbolicator-cleaner
+        image: "{{ template "symbolicator.image" . }}"
+        imagePullPolicy: {{ default "IfNotPresent" .Values.images.symbolicator.pullPolicy }}
+        command:
+          - /bin/sh
+          - -c
+        args:
+          - |
+            while true; do
+              symbolicator cleanup -c /etc/symbolicator/config.yml;
+              sleep {{ .Values.symbolicator.api.cleaner.sleepInterval }};
+            done
+        env:
+        {{ if and (eq .Values.filestore.backend "gcs") .Values.filestore.gcs.secretName }}
+        - name: GOOGLE_APPLICATION_CREDENTIALS
+          value: /var/run/secrets/google/{{ .Values.filestore.gcs.credentialsFile }}
+        {{ end }}
+        volumeMounts:
+        - mountPath: /etc/symbolicator
+          name: config
+          readOnly: true
+        - mountPath: /data
+          name: symbolicator-data
+        {{- if and (eq .Values.filestore.backend "gcs") .Values.filestore.gcs.secretName }}
+        - name: sentry-google-cloud-key
+          mountPath: /var/run/secrets/google
+        {{ end }}
+{{- end }}
 {{- if .Values.symbolicator.api.sidecars }}
 {{ toYaml .Values.symbolicator.api.sidecars | indent 6 }}
 {{- end }}

charts/sentry/templates/symbolicator/statefulset-symbolicator.yaml

@@ -126,6 +126,30 @@ spec:
         securityContext:
 {{ toYaml .Values.symbolicator.api.containerSecurityContext | indent 12 }}
 {{- end }}
+      {{- if .Values.symbolicator.api.cleaner.enabled }}
+      - name: {{ .Chart.Name }}-symbolicator-cleaner
+        image: "{{ template "symbolicator.image" . }}"
+        imagePullPolicy: {{ default "IfNotPresent" .Values.images.symbolicator.pullPolicy }}
+        command:
+          - /bin/sh
+          - -c
+        args:
+          - |
+            while true; do
+              symbolicator cleanup -c /etc/symbolicator/config.yml;
+              sleep {{ .Values.symbolicator.api.cleaner.sleepInterval }};
+            done
+        volumeMounts:
+        - mountPath: /etc/symbolicator
+          name: config
+          readOnly: true
+        - mountPath: /data
+          name: symbolicator-data
+        {{- if and (eq .Values.filestore.backend "gcs") .Values.filestore.gcs.secretName }}
+        - name: sentry-google-cloud-key
+          mountPath: /var/run/secrets/google
+        {{ end }}
+      {{- end }}
       {{- if .Values.serviceAccount.enabled }}
       serviceAccountName: {{ .Values.serviceAccount.name }}-symbolicator-api
       {{- end }}

charts/sentry/values.yaml

@@ -1786,7 +1786,7 @@ hooks:
     podAnnotations: {}
     resources:
       limits:
-        memory: 2048Mi
+        memory: 2560Mi
       requests:
         cpu: 300m
         memory: 2048Mi
@@ -1850,6 +1850,9 @@ mail:
 symbolicator:
   enabled: false
   api:
+    cleaner:
+      enabled: true
+      sleepInterval: 3600
     usedeployment: true  # Set true to use Deployment, false for StatefulSet
     persistence:
       enabled: true  # Set true for using PersistentVolumeClaim, false for emptyDir