1414 env :
1515 JAVA_HOME : /opt/jenkins/jdks/graal-23.1.0/jdk-21.0.3
1616 TORNADO_ROOT : ${{ github.workspace }}/GPULlama3.java/external/tornadovm
17- LLAMA_ROOT : ${{ github.workspace }}
17+ LLAMA_ROOT : ${{ github.workspace }}
18+ GRAAL_JARS : /opt/graalJars
1819
1920 steps :
2021 - name : Checkout GPULlama3
@@ -37,14 +38,10 @@ jobs:
3738 python3 -m venv GPULlama3.java/external/tornadovm/venv
3839 source GPULlama3.java/external/tornadovm/venv/bin/activate
3940 python --version
40- - name : Copy Graal JARs
41- run : |
42- cd GPULlama3.java/external/tornadovm
43- mkdir -p graalJars
44- cp /opt/graalJars/* graalJars/
4541 - name : Build TornadoVM
4642 run : |
4743 cd GPULlama3.java/external/tornadovm
44+ mkdir -p graalJars && cp $GRAAL_JARS/* graalJars/
4845 source venv/bin/activate
4946 echo "=== Building TornadoVM ==="
5047 make
@@ -74,86 +71,75 @@ jobs:
7471 cd ${{ github.workspace }}
7572 echo "Using TORNADO_SDK=$TORNADO_SDK"
7673 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
77- which tornado || { echo "::error::tornado unavailable during GPULlama3 build"; exit 1; }
7874 tornado --version
7975 ./mvnw clean package -DskipTests
8076 - name : FP16 - Run Llama-3.2-1B-Instruct-F16.gguf
8177 run : |
8278 cd ${{ github.workspace }}
8379 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
84- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
8580 ./llama-tornado --gpu --opencl \
8681 --model /home/michalis/models/Llama-3.2-1B-Instruct-F16.gguf \
8782 --prompt "Say hello"
8883 - name : FP16 - Run Qwen3-4B-f16.gguf
8984 run : |
9085 cd ${{ github.workspace }}
9186 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
92- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
9387 ./llama-tornado --gpu --opencl \
9488 --model /opt/models/Qwen3-4B-f16.gguf \
9589 --prompt "Say hello"
9690 - name : FP16 - Run Mistral-7B-Instruct-v0.3.fp16.gguf
9791 run : |
9892 cd ${{ github.workspace }}
9993 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
100- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
10194 ./llama-tornado --gpu --opencl \
10295 --model /opt/models/Mistral-7B-Instruct-v0.3.fp16.gguf \
10396 --prompt "Say hello"
10497 - name : FP16 - Run Qwen2.5-1.5b-instruct-fp16.gguf
10598 run : |
10699 cd ${{ github.workspace }}
107100 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
108- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
109101 ./llama-tornado --gpu --opencl \
110102 --model /opt/models/qwen2.5-1.5b-instruct-fp16.gguf \
111103 --prompt "Say hello"
112104 - name : FP16 - Run Phi-3-mini-4k-instruct-fp16.gguf
113105 run : |
114106 cd ${{ github.workspace }}
115107 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
116- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
117108 ./llama-tornado --gpu --opencl \
118109 --model /opt/models/Phi-3-mini-4k-instruct-fp16.gguf \
119110 --prompt "Say hello"
120111 - name : Q8 - Run Llama-3.2-1B-Instruct-Q8_0.gguf
121112 run : |
122113 cd ${{ github.workspace }}
123114 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
124- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
125115 ./llama-tornado --gpu --opencl \
126116 --model /opt/models/Llama-3.2-1B-Instruct-Q8_0.gguf \
127117 --prompt "Say hello"
128118 - name : Q8 - Run Qwen3-0.6B-Q8_0.gguf
129119 run : |
130120 cd ${{ github.workspace }}
131121 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
132- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
133122 ./llama-tornado --gpu --opencl \
134123 --model /opt/models/Qwen3-0.6B-Q8_0.gguf \
135124 --prompt "Say hello"
136125 - name : Q8 - Run Phi-3-mini-4k-instruct-Q8_0.gguf
137126 run : |
138127 cd ${{ github.workspace }}
139128 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
140- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
141129 ./llama-tornado --gpu --opencl \
142130 --model /opt/models/Phi-3-mini-4k-instruct-Q8_0.gguf \
143131 --prompt "Say hello"
144132 - name : Q8 - Run Qwen2.5-1.5b-instruct-q8_0.gguf
145133 run : |
146134 cd ${{ github.workspace }}
147135 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
148- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
149136 ./llama-tornado --gpu --opencl \
150137 --model /opt/models/qwen2.5-1.5b-instruct-q8_0.gguf \
151138 --prompt "Say hello"
152139 - name : Q8 - Mistral-7B-Instruct-v0.3.Q8_0.gguf
153140 run : |
154141 cd ${{ github.workspace }}
155142 export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
156- which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
157143 ./llama-tornado --gpu --opencl \
158144 --model /opt/models/Mistral-7B-Instruct-v0.3.Q8_0.gguf \
159145 --prompt "Say hello"
0 commit comments