Skip to content

Commit f2ae9cc

Browse files
mikepapadimmikepapadim
authored
Merge pull request #54 from beehive-lab/demo-devoxx
Add changes used in Devoxx Demo
2 parents ed792a2 + 4252c64 commit f2ae9cc

File tree

5 files changed

+246
-4
lines changed

5 files changed

+246
-4
lines changed

‎scripts/all.sh‎

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
#!/bin/bash
2+
3+
models=(
4+
"../models/beehive-llama-3.2-1b-instruct-fp16.gguf"
5+
"../models/Phi-3-mini-4k-instruct-fp16.gguf"
6+
"../models/Qwen3-1.7B-f16.gguf"
7+
"../models/Mistral-7B-Instruct-v0.3.fp16.gguf"
8+
"../models/Qwen3-8B-f16.gguf"
9+
)
10+
11+
for model in "${models[@]}"; do
12+
name=$(basename "$model" .gguf)
13+
# file size (human readable, GB/MB)
14+
if command -v numfmt &> /dev/null; then
15+
size=$(stat -c%s "$model" 2>/dev/null | numfmt --to=iec --suffix=B) # Linux
16+
[ -z "$size" ] && size=$(stat -f%z "$model" 2>/dev/null | numfmt --to=iec --suffix=B) # macOS
17+
else
18+
size=$(stat -c%s "$model" 2>/dev/null || stat -f%z "$model" 2>/dev/null)
19+
size="${size} bytes"
20+
fi
21+
22+
# colors
23+
CYAN="\033[1;36m"
24+
YELLOW="\033[1;33m"
25+
RESET="\033[0m"
26+
27+
width=$(tput cols) # get terminal width
28+
line=$(printf '━%.0s' $(seq 1 $width))
29+
30+
echo -e "\n${CYAN}${line}${RESET}"
31+
echo -e " 🚀 Running Model: ${YELLOW}$name${RESET} (size: ${YELLOW}$size${RESET}) 🚀"
32+
# echo -e " 🚀 Running Model: ${YELLOW}$name${RESET} 🚀"
33+
echo -e "${CYAN}${line}${RESET} \n"
34+
35+
cmd=(
36+
java @argfile
37+
-cp /home/devoxx2025-demo/java-ai-demos/GPULlama3.java/target/gpu-llama3-0.2.2.jar
38+
org.beehive.gpullama3.LlamaApp
39+
--model "$model"
40+
--stream true
41+
--echo false
42+
-p "Who are you?"
43+
--instruct
44+
)
45+
46+
# Pretty print the command (one-liner)
47+
echo -e "java @argfile -cp /home/devoxx2025-demo/java-ai-demos/GPULlama3.java/target/gpu-llama3-0.2.2.jar org.beehive.gpullama3.LlamaApp --model \"$model\" --stream true --echo false -p \"Who are you?\" --instruct \n"
48+
49+
# Execute it
50+
"${cmd[@]}"
51+
52+
#java @argfile -cp /home/devoxx2025-demo/java-ai-demos/GPULlama3.java/target/gpu-llama3-0.2.2.jar org.beehive.gpullama3.LlamaApp --model "$model" --stream true --echo false -p "Who are you?" --instruct
53+
54+
#./llama-tornado --gpu --opencl --model "$model" --prompt "Who are you?"
55+
done
56+

‎scripts/example-argfile‎

Lines changed: 184 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,184 @@
1+
-server
2+
-XX:+UnlockExperimentalVMOptions
3+
-XX:+EnableJVMCI
4+
-Xms20g
5+
-Xmx20g
6+
--enable-preview
7+
8+
# -Dgraal.Dump=*:verbose -Dgraal.PrintGraph=Network -Dgraal.PrintBackendCFG=true
9+
10+
-Djava.library.path=/home/devoxx2025-demo/java-ai-demos/TornadoVM/bin/sdk/lib
11+
-Djdk.module.showModuleResolution=false
12+
--module-path .:/home/devoxx2025-demo/java-ai-demos/TornadoVM/bin/sdk/share/java/tornado
13+
-Dtornado.load.api.implementation=uk.ac.manchester.tornado.runtime.tasks.TornadoTaskGraph
14+
-Dtornado.load.runtime.implementation=uk.ac.manchester.tornado.runtime.TornadoCoreRuntime
15+
-Dtornado.load.tornado.implementation=uk.ac.manchester.tornado.runtime.common.Tornado
16+
-Dtornado.load.annotation.implementation=uk.ac.manchester.tornado.annotation.ASMClassVisitor
17+
-Dtornado.load.annotation.parallel=uk.ac.manchester.tornado.api.annotations.Parallel
18+
-Dtornado.tvm.maxbytecodesize=65536
19+
-Duse.tornadovm=true
20+
-Dtornado.threadInfo=false
21+
-Dtornado.debug=false
22+
-Dtornado.fullDebug=false
23+
-Dtornado.printKernel=false
24+
-Dtornado.print.bytecodes=false
25+
-Dtornado.device.memory=20GB
26+
-Dtornado.profiler=false
27+
-Dtornado.log.profiler=false
28+
-Dtornado.profiler.dump.dir=/home/mikepapadim/repos/gpu-llama3.java/prof.json
29+
-Dtornado.enable.fastMathOptimizations=true
30+
-Dtornado.enable.mathOptimizations=false
31+
-Dtornado.enable.nativeFunctions=true
32+
"-Dtornado.loop.interchange=true -Dtornado.dump.bytecodes.dir=/home/devoxx2025-demo/java-ai-demos/GPULlama3.java"
33+
-Dtornado.eventpool.maxwaitevents=32000
34+
"-Dtornado.opencl.compiler.flags=-cl-denorms-are-zero -cl-no-signed-zeros -cl-finite-math-only"
35+
--upgrade-module-path /home/devoxx2025-demo/java-ai-demos/TornadoVM/bin/sdk/share/java/graalJars
36+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.cfg=tornado.runtime
37+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.common=jdk.internal.vm.compiler
38+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.hotspot.meta=tornado.runtime
39+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.util=tornado.runtime
40+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir=tornado.runtime,tornado.drivers.common
41+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.meta=tornado.runtime,tornado.annotation,tornado.drivers.common,jdk.internal.vm.compiler
42+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.code=tornado.runtime,tornado.drivers.common,jdk.internal.vm.compiler
43+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph=tornado.runtime
44+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph.spi=tornado.runtime
45+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.gen=tornado.runtime
46+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodeinfo=tornado.runtime
47+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes=tornado.runtime,tornado.drivers.common
48+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.calc=tornado.runtime
49+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.spi=tornado.runtime,tornado.drivers.common
50+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.api.runtime=tornado.runtime
51+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.code=tornado.runtime
52+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core=tornado.runtime
53+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common=tornado.runtime,tornado.drivers.common
54+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.target=tornado.runtime
55+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.debug=tornado.runtime,tornado.drivers.common
56+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.hotspot=tornado.runtime
57+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.java=tornado.runtime
58+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.asm=tornado.runtime
59+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.phases=tornado.runtime
60+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.graphbuilderconf=tornado.runtime
61+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.options=tornado.runtime
62+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases=tornado.runtime,tornado.drivers.common
63+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.tiers=tornado.runtime
64+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.util=tornado.runtime
65+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.printer=tornado.runtime
66+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.runtime=tornado.runtime
67+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.runtime=tornado.runtime
68+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph.iterators=tornado.runtime
69+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.java=tornado.runtime
70+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.bytecode=tornado.runtime
71+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common=tornado.runtime
72+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.spi=tornado.runtime,tornado.drivers.common
73+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.api.replacements=tornado.runtime
74+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.replacements=tornado.runtime
75+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.inlining=tornado.runtime
76+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.phases=tornado.runtime
77+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.type=tornado.runtime
78+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.extended=tornado.runtime
79+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.loop=tornado.runtime
80+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.inlining.info=tornado.runtime
81+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.inlining.policy=tornado.runtime
82+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.inlining.walker=tornado.runtime
83+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.loop.phases=tornado.runtime
84+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.debug=tornado.runtime
85+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.memory=tornado.runtime,tornado.drivers.common
86+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.util=tornado.runtime
87+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.virtual=tornado.runtime
88+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.constopt=tornado.runtime
89+
--add-opens jdk.internal.vm.ci/jdk.vm.ci.hotspot=tornado.runtime
90+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.hotspot=tornado.runtime
91+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.gc=tornado.runtime,tornado.drivers.common
92+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.memory.address=tornado.runtime,tornado.drivers.common
93+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.replacements.nodes=tornado.runtime
94+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.word=tornado.drivers.common
95+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.util=tornado.drivers.common
96+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.framemap=tornado.runtime
97+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.alloc=tornado.runtime
98+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.memory=tornado.drivers.common
99+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph=tornado.runtime,tornado.drivers.common
100+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph.iterators=tornado.drivers.common
101+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.java=tornado.drivers.common
102+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.extended=tornado.drivers.common
103+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.loop=tornado.drivers.common
104+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.calc=tornado.drivers.common
105+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.options=tornado.drivers.common
106+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.debug=tornado.drivers.common
107+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.util=tornado.drivers.common
108+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.virtual=tornado.drivers.common
109+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.loop.phases=tornado.drivers.common
110+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.util=tornado.drivers.common
111+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.tiers=tornado.drivers.common
112+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common=tornado.drivers.common
113+
114+
--add-opens java.base/java.lang=tornado.drivers.opencl
115+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.common=tornado.drivers.opencl
116+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.amd64=tornado.drivers.opencl
117+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.hotspot.meta=tornado.drivers.opencl
118+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.replacements.classfile=tornado.drivers.opencl
119+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.alloc=tornado.drivers.opencl
120+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.util=tornado.drivers.opencl
121+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.cfg=tornado.drivers.opencl
122+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir=tornado.drivers.opencl
123+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.framemap=tornado.drivers.opencl
124+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.meta=tornado.drivers.opencl
125+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.code=tornado.drivers.opencl
126+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph=tornado.drivers.opencl
127+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph.spi=tornado.drivers.opencl
128+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.gen=tornado.drivers.opencl
129+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodeinfo=tornado.drivers.opencl
130+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes=tornado.drivers.opencl
131+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.calc=tornado.drivers.opencl
132+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.spi=tornado.drivers.opencl
133+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.code=tornado.drivers.opencl
134+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core=tornado.drivers.opencl
135+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common=tornado.drivers.opencl
136+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.debug=tornado.drivers.opencl
137+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.hotspot=tornado.drivers.opencl
138+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.java=tornado.drivers.opencl
139+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.asm=tornado.drivers.opencl
140+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.phases=tornado.drivers.opencl
141+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.graphbuilderconf=tornado.drivers.opencl
142+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.options=tornado.drivers.opencl
143+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases=tornado.drivers.opencl
144+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.tiers=tornado.drivers.opencl
145+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.util=tornado.drivers.opencl
146+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.printer=tornado.drivers.opencl
147+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.runtime=tornado.drivers.opencl
148+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.graph.iterators=tornado.drivers.opencl
149+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.java=tornado.drivers.opencl
150+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.bytecode=tornado.drivers.opencl
151+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common=tornado.drivers.opencl
152+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.spi=tornado.drivers.opencl
153+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.api.replacements=tornado.drivers.opencl
154+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.replacements=tornado.drivers.opencl
155+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.inlining=tornado.drivers.opencl
156+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.phases=tornado.drivers.opencl
157+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.type=tornado.drivers.opencl
158+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.extended=tornado.drivers.opencl
159+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.loop=tornado.drivers.opencl
160+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.loop.phases=tornado.drivers.opencl
161+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.debug=tornado.drivers.opencl
162+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.memory=tornado.drivers.opencl
163+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.util=tornado.drivers.opencl
164+
--add-opens jdk.internal.vm.ci/jdk.vm.ci.hotspot=tornado.drivers.opencl
165+
--add-exports jdk.internal.vm.ci/jdk.vm.ci.hotspot=tornado.drivers.opencl
166+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.asm=tornado.drivers.opencl
167+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.cfg=tornado.drivers.opencl
168+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.schedule=tornado.drivers.opencl
169+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.virtual.phases.ea=tornado.drivers.opencl
170+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.lir.ssa=tornado.drivers.opencl
171+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.calc=tornado.drivers.opencl
172+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.gen=tornado.drivers.opencl
173+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.match=tornado.drivers.opencl
174+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.memory.address=tornado.drivers.opencl
175+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.nodes.type=tornado.drivers.opencl
176+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.graph=tornado.drivers.opencl
177+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.util=tornado.drivers.opencl
178+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.common.util=tornado.drivers.opencl
179+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.phases.graph=tornado.drivers.opencl
180+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.word=tornado.drivers.opencl
181+
--add-exports jdk.internal.vm.compiler/org.graalvm.compiler.core.common.memory=tornado.drivers.opencl
182+
183+
--add-modules
184+
ALL-SYSTEM,jdk.incubator.vector,tornado.runtime,tornado.annotation,tornado.drivers.common,tornado.drivers.opencl

‎src/main/java/org/beehive/gpullama3/model/loader/MistralModelLoader.java‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ public MistralModelLoader(FileChannel fileChannel, GGUF gguf, int contextLength,
2424
// @formatter:off
2525
@Override
2626
public Mistral loadModel() {
27-
try (var ignored = Timer.log("Load Mistral model")) {
27+
try {
2828
Map<String, Object> metadata = gguf.getMetadata();
2929

3030
Vocabulary vocabulary = Vocabulary.loadMistralVocabulary(metadata);

‎src/main/java/org/beehive/gpullama3/model/loader/Phi3ModelLoader.java‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,14 +34,16 @@ public Phi3ModelLoader(FileChannel fileChannel, GGUF gguf, int contextLength, bo
3434
// @formatter:off
3535
@Override
3636
public Phi3 loadModel() {
37-
try (var ignored = Timer.log("Load Phi3 model")) {
37+
try {
3838
Map<String, Object> metadata = gguf.getMetadata();
3939
final String modelPrefix = "phi3.";
4040

4141
Vocabulary vocabulary = Vocabulary.loadPhi3Vocabulary(metadata);
4242
Tokenizer tokenizer = new Phi3Tokenizer(metadata, vocabulary);
4343

44-
System.out.println("Tokenizer: " + tokenizer.getClass().getSimpleName());
44+
if (TornadoVMMasterPlan.ENABLE_TORNADOVM_INIT_TIME) {
45+
System.out.println("Tokenizer: " + tokenizer.getClass().getSimpleName());
46+
}
4547

4648
int modelContextLength = (int) metadata.get(modelPrefix + "context_length");
4749
if (contextLength < 0 || modelContextLength < contextLength) {

‎src/main/java/org/beehive/gpullama3/model/loader/Qwen3ModelLoader.java‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ public Qwen3ModelLoader(FileChannel fileChannel, GGUF gguf, int contextLength, b
3737
// @formatter:off
3838
@Override
3939
public Qwen3 loadModel() {
40-
try (var ignored = Timer.log("Load Qwen3 model")) {
40+
try {
4141
Map<String, Object> metadata = gguf.getMetadata();
4242

4343
Vocabulary vocabulary = loadQwen3Vocabulary(metadata);

0 commit comments

Comments
 (0)