File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -135,6 +135,13 @@ jobs:
135135 ./llama-tornado --gpu --${{ matrix.backend.name }} \
136136 --model /$MODELS_DIR/granite-3.2-2b-instruct-f16.gguf \
137137 --prompt "Say hello"
138+ - name : FP16 - Run Granite-4.0-1b-F16.gguf
139+ run : |
140+ cd ${{ github.workspace }}
141+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
142+ ./llama-tornado --gpu --${{ matrix.backend.name }} \
143+ --model /$MODELS_DIR/granite-4.0-1b-F16.gguf \
144+ --prompt "Say hello"
138145 - name : Q8 - Run Llama-3.2-1B-Instruct-Q8_0.gguf
139146 run : |
140147 cd ${{ github.workspace }}
@@ -177,3 +184,11 @@ jobs:
177184 ./llama-tornado --gpu --${{ matrix.backend.name }} \
178185 --model /$MODELS_DIR/granite-3.2-2b-instruct-Q8_0.gguf \
179186 --prompt "Say hello"
187+ - name : Q8 - Run Granite-4.0-1b-Q8_0.gguf
188+ run : |
189+ cd ${{ github.workspace }}
190+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
191+ ./llama-tornado --gpu --${{ matrix.backend.name }} \
192+ --model /$MODELS_DIR/granite-4.0-1b-Q8_0.gguf \
193+ --prompt "Say hello"
194+
You can’t perform that action at this time.
0 commit comments