values parameter to enable dynamic routing in envoy

Author: kondratyevd

helm/supersonic/templates/envoy/configmaps.yaml

@@ -57,13 +57,19 @@ static_resources:
                       routes:
                         - match:
                             prefix: "/"
+                          {{- if .envoy.dynamic_routing.enabled }}
                           typed_per_filter_config:
                             envoy.filters.http.dynamic_forward_proxy:
                               "@type": type.googleapis.com/envoy.extensions.filters.http.dynamic_forward_proxy.v3.PerRouteConfig
                               host_rewrite_header: "x-model-host"
                           route:
                             cluster: dynamic_forward_proxy_cluster
                             timeout: {{ .envoy.grpc_route_timeout }}
+                          {{- else }}
+                          route:
+                            cluster: triton_grpc_service
+                            timeout: {{ .envoy.grpc_route_timeout }}
+                          {{- end }}
 
                 http_filters:
                   {{- with .envoy.rate_limiter.prometheus_based }}
@@ -99,6 +105,7 @@ static_resources:
                           provider_name: provider_icecube
                   {{- end }}
                   {{- end }}
+                  {{- if .envoy.dynamic_routing.enabled }}
                   - name: envoy.filters.http.dynamic_forward_proxy
                     typed_config:
                       "@type": type.googleapis.com/envoy.extensions.filters.http.dynamic_forward_proxy.v3.FilterConfig
@@ -107,6 +114,7 @@ static_resources:
                         dns_lookup_family: ALL
                         dns_cache_circuit_breaker:
                           max_pending_requests: 1024
+                  {{- end }}
                   - name: envoy.filters.http.router
                     typed_config:
                       "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
@@ -189,6 +197,7 @@ static_resources:
                     socket_address:
                       address: {{ .tritonName }}
                       port_value: {{ .tritonGrpcPort }}
+    {{- if .envoy.dynamic_routing.enabled }}
     - name: dynamic_forward_proxy_cluster
       connect_timeout: 2s
       lb_policy: CLUSTER_PROVIDED
@@ -203,6 +212,7 @@ static_resources:
             dns_lookup_family: ALL
             dns_cache_circuit_breaker:
               max_pending_requests: 1024
+    {{- end }}
 {{- end }}
 {{- end }}
 

helm/supersonic/values.yaml

@@ -162,6 +162,10 @@ envoy:
   # Options: ROUND_ROBIN, LEAST_REQUEST, RING_HASH, RANDOM, MAGLEV
   loadBalancerPolicy: "LEAST_REQUEST"
 
+  # -- Enable dynamic routing in Envoy proxy.
+  dynamic_routing:
+    enabled: false
+
   auth:
     # -- Enable authentication in Envoy proxy
     enabled: false