Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion charts/operator-wandb/Chart.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ apiVersion: v2
name: operator-wandb
description: A Helm chart for deploying W&B to Kubernetes
type: application
version: 0.38.3
version: 0.38.4
appVersion: 1.0.0
icon: https://wandb.ai/logo.svg

Expand Down
4 changes: 2 additions & 2 deletions charts/operator-wandb/templates/_env.tpl
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
{{- $allExtraEnvFrom := mergeOverwrite $global $values $local -}}
{{- range $key, $value := $allExtraEnvFrom }}
- name: {{ $key }}
valueFrom:
valueFrom:
{{ toYaml $value | nindent 4 }}
{{- end -}}
{{- end -}}
Expand Down Expand Up @@ -110,7 +110,7 @@ Global values will override any chart-specific values.
{{- define "wandb.mysqlConfigEnvs" -}}
{{- /*
ATTENTION!

MYSQL_PASSWORD, MYSQL_PORT, MYSQL_HOST, MYSQL_DATABASE, MYSQL_USER

Are all set in the the values.yaml under global.mysql.(host,port,database,user,password)
Expand Down
1 change: 1 addition & 0 deletions charts/operator-wandb/templates/api.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,3 +38,4 @@ data:
GORILLA_INTERNAL_JWT_SUBJECTS_TO_ISSUERS: {{ tpl (include "wandb.internalJWTMap" .) . }}
{{- end }}
GORILLA_TASK_QUEUE_WORKER_ENABLED: "false"
GORILLA_IMAGE_TAG: "{{ .Values.api.image.tag }}"
1 change: 1 addition & 0 deletions charts/operator-wandb/templates/executor.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,3 +6,4 @@ metadata:
{{- include "wandb.labels" . | nindent 4 }}
data:
GORILLA_USE_PARQUET_HISTORY_STORE: "true"
GORILLA_IMAGE_TAG: "{{ .Values.executor.image.tag }}"
8 changes: 8 additions & 0 deletions charts/operator-wandb/templates/filemeta.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: {{ .Release.Name }}-filemeta-configmap
labels:
{{- include "wandb.labels" . | nindent 4 }}
data:
GORILLA_IMAGE_TAG: "{{ .Values.filemeta.image.tag }}"
3 changes: 2 additions & 1 deletion charts/operator-wandb/templates/filestream.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,5 @@ metadata:
name: {{ .Release.Name }}-filestream-configmap
labels:
{{- include "wandb.labels" . | nindent 4 }}
data: {}
data:
GORILLA_IMAGE_TAG: "{{ .Values.filestream.image.tag }}"
Original file line number Diff line number Diff line change
Expand Up @@ -10,3 +10,4 @@ data:
GORILLA_RUN_UPDATE_QUEUE_ADDR: "internal://"
GORILLA_RUN_UPDATE_SHADOW_QUEUE_OVERFLOW_BUCKET_NAME: "wandb"
GORILLA_RUN_UPDATE_SHADOW_QUEUE_OVERFLOW_BUCKET_PREFIX: "wandb-overflow"
GORILLA_IMAGE_TAG: "{{ index .Values "flat-run-fields-updater" "image" "tag" }}"
1 change: 1 addition & 0 deletions charts/operator-wandb/templates/glue.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -54,3 +54,4 @@ data:

# Clear task dedupe key configuration
GORILLA_GLUE_CLEAR_TASK_DEDUPE_KEY_ENABLED: "false"
GORILLA_IMAGE_TAG: "{{ .Values.glue.image.tag }}"
13 changes: 13 additions & 0 deletions charts/operator-wandb/templates/metric-observer.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: {{ .Release.Name }}-metric-observer-configmap
labels:
{{- include "wandb.commonLabels" . | nindent 4 }}
data:
GORILLA_FILE_HOST: "{{ .Values.global.host }}"

GORILLA_RUN_UPDATE_QUEUE_ADDR: "internal://"
GORILLA_RUN_UPDATE_SHADOW_QUEUE_OVERFLOW_BUCKET_NAME: "wandb"
GORILLA_RUN_UPDATE_SHADOW_QUEUE_OVERFLOW_BUCKET_PREFIX: "wandb-overflow"
GORILLA_IMAGE_TAG: "{{ index .Values "metric-observer" "image" "tag" }}"
7 changes: 4 additions & 3 deletions charts/operator-wandb/templates/parquet.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,22 +7,23 @@ metadata:
data:
# Port configuration
GORILLA_PARQUET_PORT: "8087"

# RPC path configuration
GORILLA_PARQUET_RPC_PATH: "/_goRPC_"
# Task queue configuration
GORILLA_TASK_QUEUE_WORKER_ENABLED: "false"

# Parquet-specific configuration
GORILLA_USE_PARQUET_HISTORY_STORE: "true"
GORILLA_PARQUET_ARROW_BUFFER_SIZE: "2147483648" # 2GB
GORILLA_COLLECT_AUDIT_LOGS: "true"

GORILLA_IMAGE_TAG: "{{ .Values.parquet.image.tag }}"

---
apiVersion: v1
kind: Secret
metadata:
name: {{ .Release.Name }}-parquet-secret
labels:
{{- include "wandb.commonLabels" . | nindent 4 }}
data: {}
3 changes: 2 additions & 1 deletion charts/operator-wandb/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -944,6 +944,7 @@ filemeta:
"{{ .Release.Name }}-redis-configmap": "configMapRef"
"{{ .Release.Name }}-global-configmap": "configMapRef"
"{{ .Release.Name }}-global-secret": "secretRef"
"{{ .Release.Name }}-filemeta-configmap": "configMapRef"
envTpls:
- '{{ include "wandb.downwardEnvs" . }}'
- '{{ include "wandb.bucket.cwIdentity" . }}'
Expand Down Expand Up @@ -1549,7 +1550,7 @@ metric-observer:
"{{ .Release.Name }}-redis-configmap": "configMapRef"
"{{ .Release.Name }}-global-configmap": "configMapRef"
"{{ .Release.Name }}-global-secret": "secretRef"
"{{ .Release.Name }}-flat-run-fields-updater-configmap": "configMapRef"
"{{ .Release.Name }}-metric-observer-configmap": "configMapRef"
envTpls:
- '{{ include "wandb.downwardEnvs" . }}'
- '{{ include "wandb.bucket.cwIdentity" . }}'
Expand Down
Loading
Loading