Skip to content

Commit b9ef78a

Browse files
committed
[CI] Simplify and streamline build-and-run workflow
- Consolidate redundant commands for copying Graal JARs. - Remove repeated `which tornado` checks for clearer and cleaner steps. - Add `GRAAL_JARS` environment variable for improved configuration.
1 parent 3d3e54e commit b9ef78a

File tree

1 file changed

+3
-17
lines changed

1 file changed

+3
-17
lines changed

.github/workflows/build-and-run.yml

Lines changed: 3 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,8 @@ jobs:
1414
env:
1515
JAVA_HOME: /opt/jenkins/jdks/graal-23.1.0/jdk-21.0.3
1616
TORNADO_ROOT: ${{ github.workspace }}/GPULlama3.java/external/tornadovm
17-
LLAMA_ROOT: ${{ github.workspace }}
17+
LLAMA_ROOT: ${{ github.workspace }}
18+
GRAAL_JARS: /opt/graalJars
1819

1920
steps:
2021
- name: Checkout GPULlama3
@@ -37,14 +38,10 @@ jobs:
3738
python3 -m venv GPULlama3.java/external/tornadovm/venv
3839
source GPULlama3.java/external/tornadovm/venv/bin/activate
3940
python --version
40-
- name: Copy Graal JARs
41-
run: |
42-
cd GPULlama3.java/external/tornadovm
43-
mkdir -p graalJars
44-
cp /opt/graalJars/* graalJars/
4541
- name: Build TornadoVM
4642
run: |
4743
cd GPULlama3.java/external/tornadovm
44+
mkdir -p graalJars && cp $GRAAL_JARS/* graalJars/
4845
source venv/bin/activate
4946
echo "=== Building TornadoVM ==="
5047
make
@@ -74,86 +71,75 @@ jobs:
7471
cd ${{ github.workspace }}
7572
echo "Using TORNADO_SDK=$TORNADO_SDK"
7673
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
77-
which tornado || { echo "::error::tornado unavailable during GPULlama3 build"; exit 1; }
7874
tornado --version
7975
./mvnw clean package -DskipTests
8076
- name: FP16 - Run Llama-3.2-1B-Instruct-F16.gguf
8177
run: |
8278
cd ${{ github.workspace }}
8379
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
84-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
8580
./llama-tornado --gpu --opencl \
8681
--model /home/michalis/models/Llama-3.2-1B-Instruct-F16.gguf \
8782
--prompt "Say hello"
8883
- name: FP16 - Run Qwen3-4B-f16.gguf
8984
run: |
9085
cd ${{ github.workspace }}
9186
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
92-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
9387
./llama-tornado --gpu --opencl \
9488
--model /opt/models/Qwen3-4B-f16.gguf \
9589
--prompt "Say hello"
9690
- name: FP16 - Run Mistral-7B-Instruct-v0.3.fp16.gguf
9791
run: |
9892
cd ${{ github.workspace }}
9993
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
100-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
10194
./llama-tornado --gpu --opencl \
10295
--model /opt/models/Mistral-7B-Instruct-v0.3.fp16.gguf \
10396
--prompt "Say hello"
10497
- name: FP16 - Run Qwen2.5-1.5b-instruct-fp16.gguf
10598
run: |
10699
cd ${{ github.workspace }}
107100
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
108-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
109101
./llama-tornado --gpu --opencl \
110102
--model /opt/models/qwen2.5-1.5b-instruct-fp16.gguf \
111103
--prompt "Say hello"
112104
- name: FP16 - Run Phi-3-mini-4k-instruct-fp16.gguf
113105
run: |
114106
cd ${{ github.workspace }}
115107
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
116-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
117108
./llama-tornado --gpu --opencl \
118109
--model /opt/models/Phi-3-mini-4k-instruct-fp16.gguf \
119110
--prompt "Say hello"
120111
- name: Q8 - Run Llama-3.2-1B-Instruct-Q8_0.gguf
121112
run: |
122113
cd ${{ github.workspace }}
123114
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
124-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
125115
./llama-tornado --gpu --opencl \
126116
--model /opt/models/Llama-3.2-1B-Instruct-Q8_0.gguf \
127117
--prompt "Say hello"
128118
- name: Q8 - Run Qwen3-0.6B-Q8_0.gguf
129119
run: |
130120
cd ${{ github.workspace }}
131121
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
132-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
133122
./llama-tornado --gpu --opencl \
134123
--model /opt/models/Qwen3-0.6B-Q8_0.gguf \
135124
--prompt "Say hello"
136125
- name: Q8 - Run Phi-3-mini-4k-instruct-Q8_0.gguf
137126
run: |
138127
cd ${{ github.workspace }}
139128
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
140-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
141129
./llama-tornado --gpu --opencl \
142130
--model /opt/models/Phi-3-mini-4k-instruct-Q8_0.gguf \
143131
--prompt "Say hello"
144132
- name: Q8 - Run Qwen2.5-1.5b-instruct-q8_0.gguf
145133
run: |
146134
cd ${{ github.workspace }}
147135
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
148-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
149136
./llama-tornado --gpu --opencl \
150137
--model /opt/models/qwen2.5-1.5b-instruct-q8_0.gguf \
151138
--prompt "Say hello"
152139
- name: Q8 - Mistral-7B-Instruct-v0.3.Q8_0.gguf
153140
run: |
154141
cd ${{ github.workspace }}
155142
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
156-
which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
157143
./llama-tornado --gpu --opencl \
158144
--model /opt/models/Mistral-7B-Instruct-v0.3.Q8_0.gguf \
159145
--prompt "Say hello"

0 commit comments

Comments
 (0)