File tree 7 files changed +10
-10
lines changed
7 files changed +10
-10
lines changed Original file line number Diff line number Diff line change 1
- name : Prepare Phi-3.5 Mini
2
- description : Download Phi-3.5 Mini and launch it
1
+ name : Prepare Small LLM
2
+ description : Download small LLM and launch it
3
3
runs :
4
4
using : composite
5
5
steps :
9
9
curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3614/llama-b3614-bin-ubuntu-x64.zip
10
10
unzip llama-b3614-bin-ubuntu-x64.zip
11
11
12
- - name : Launch llama.cpp with Phi-3.5 Mini
12
+ - name : Launch llama.cpp
13
13
shell : bash
14
- run : ./build/bin/llama-server -c 8192 --hf-repo bartowski/Phi -3.5-mini-instruct -GGUF --hf-file Phi -3.5-mini-instruct -Q4_K_M.gguf &
14
+ run : ./build/bin/llama-server -c 4096 --hf-repo lmstudio-community/Llama -3.2-1B-Instruct -GGUF --hf-file Llama -3.2-1B-Instruct -Q4_K_M.gguf &
15
15
16
16
- name : Wait until it is ready
17
17
shell : bash
Original file line number Diff line number Diff line change 13
13
14
14
- run : bb --version
15
15
16
- - name : Prepare LLM (Phi-3 Mini)
16
+ - name : Prepare LLM
17
17
uses : ./.github/actions/prepare-llm
18
18
timeout-minutes : 3
19
19
Original file line number Diff line number Diff line change 14
14
15
15
- run : bun --version
16
16
17
- - name : Prepare LLM (Phi-3 Mini)
17
+ - name : Prepare LLM
18
18
uses : ./.github/actions/prepare-llm
19
19
timeout-minutes : 3
20
20
Original file line number Diff line number Diff line change 11
11
12
12
- run : python3 --version
13
13
14
- - name : Prepare LLM (Phi-3 Mini)
14
+ - name : Prepare LLM
15
15
uses : ./.github/actions/prepare-llm
16
16
timeout-minutes : 3
17
17
Original file line number Diff line number Diff line change 14
14
15
15
- run : go version
16
16
17
- - name : Prepare LLM (Phi-3 Mini)
17
+ - name : Prepare LLM
18
18
uses : ./.github/actions/prepare-llm
19
19
timeout-minutes : 3
20
20
Original file line number Diff line number Diff line change 11
11
12
12
- run : node --version
13
13
14
- - name : Prepare LLM (Phi-3 Mini)
14
+ - name : Prepare LLM
15
15
uses : ./.github/actions/prepare-llm
16
16
timeout-minutes : 3
17
17
Original file line number Diff line number Diff line change 15
15
16
16
- run : pypy3 --version
17
17
18
- - name : Prepare LLM (Phi-3 Mini)
18
+ - name : Prepare LLM
19
19
uses : ./.github/actions/prepare-llm
20
20
timeout-minutes : 3
21
21
You can’t perform that action at this time.
0 commit comments