test

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · Aug 31, 2024 · 453a6e5 · 453a6e5
1 parent 2b86410
commit 453a6e5
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/.github/workflows/test-docker-gpu.yaml b/.github/workflows/test-docker-gpu.yaml
@@ -15,10 +15,10 @@ jobs:
       matrix:
         backend:
           # - llama-cuda
-          # - exllama
-          - exllama2-gptq
-          - exllama2-exl2
-          # - mamba
+          - exllama
+          # - exllama2-gptq
+          # - exllama2-exl2
+          - mamba
     steps:
       - name: cleanup workspace
         run: |

diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go
@@ -19,6 +19,8 @@ func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb
 
 	s = cloneLocalAI(s)
 
+	// TODO: remove sed for grpcio with localai v2.20.2+
+	// https://github.com/mudler/LocalAI/pull/3428/files
 	s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.66.0/grpcio==1.66.1/g' requirements.txt && make %[1]s", backend)).Root()
 
 	diff := llb.Diff(savedState, s)