From 7ade4e11529ca9a1e43eec6c2cea21378d70958c Mon Sep 17 00:00:00 2001 From: civ Date: Sun, 16 Aug 2026 18:33:03 +0700 Subject: [PATCH] Initial release --- .gitignore | 61 + .gitmodules | 3 + CMakeLists.txt | 137 + LICENSE | 21 + README.md | 360 + buildhip.sh | 12 + convert_dino_to_gguf.py | 201 + convert_shape_dec_to_gguf.py | 167 + convert_shape_enc_to_gguf.py | 164 + convert_slat_flow_to_gguf.py | 246 + convert_ss_dec_to_gguf.py | 216 + convert_ss_flow_to_gguf.py | 232 + convert_tex_dec_to_gguf.py | 162 + convert_tex_flow_to_gguf.py | 173 + docker/Dockerfile.demo | 21 + docker/Dockerfile.ref | 25 + docs/PLAN.md | 197 + docs/VERIFICATION.md | 86 + examples/CMakeLists.txt | 34 + examples/dino_encode.cpp | 97 + examples/dino_info.cpp | 54 + examples/flexible_dual_grid.h | 345 + examples/marching_cubes.h | 243 + examples/mesh2glb.cpp | 130 + examples/ss_decode.cpp | 75 + examples/ss_flow_info.cpp | 94 + examples/ss_mesh.cpp | 95 + examples/ss_sample.cpp | 76 + fuzz/CMakeLists.txt | 18 + fuzz/crashes-fixed/README.md | 10 + fuzz/crashes-fixed/dinodata-shape-overflow | Bin 0 -> 58 bytes fuzz/fuzz_dinodata.cpp | 57 + fuzz/fuzz_image.cpp | 33 + ggml/.editorconfig | 22 + ggml/.github/pull_request_template.md | 1 + ggml/.github/workflows/ci.yml | 272 + ggml/.github/workflows/release.yml | 27 + ggml/.gitignore | 39 + ggml/.gitmodules | 0 ggml/AUTHORS | 335 + ggml/CMakeLists.txt | 497 + ggml/CONTRIBUTING.md | 3 + ggml/LICENSE | 21 + ggml/README.md | 50 + ggml/ci/run.sh | 395 + ggml/cmake/GitVars.cmake | 22 + ggml/cmake/common.cmake | 50 + ggml/cmake/ggml-config.cmake.in | 191 + ggml/docs/gguf.md | 807 + ggml/docs/metal-conv-transpose-2d.md | 62 + ggml/examples/CMakeLists.txt | 34 + ggml/examples/common-ggml.cpp | 242 + ggml/examples/common-ggml.h | 18 + ggml/examples/common.cpp | 675 + ggml/examples/common.h | 322 + ggml/examples/gpt-2/CMakeLists.txt | 32 + ggml/examples/gpt-2/README.md | 225 + .../gpt-2/convert-cerebras-to-ggml.py | 183 + ggml/examples/gpt-2/convert-ckpt-to-ggml.py | 159 + ggml/examples/gpt-2/convert-h5-to-ggml.py | 195 + ggml/examples/gpt-2/download-ggml-model.sh | 69 + ggml/examples/gpt-2/download-model.sh | 48 + ggml/examples/gpt-2/main-alloc.cpp | 880 + ggml/examples/gpt-2/main-backend.cpp | 946 + ggml/examples/gpt-2/main-batched.cpp | 1210 ++ ggml/examples/gpt-2/main-ctx.cpp | 840 + ggml/examples/gpt-2/main-sched.cpp | 1079 + ggml/examples/gpt-2/quantize.cpp | 184 + ggml/examples/gpt-j/CMakeLists.txt | 13 + ggml/examples/gpt-j/README.md | 239 + ggml/examples/gpt-j/convert-h5-to-ggml.py | 173 + ggml/examples/gpt-j/download-ggml-model.sh | 69 + ggml/examples/gpt-j/download-model.sh | 11 + ggml/examples/gpt-j/main.cpp | 755 + ggml/examples/gpt-j/quantize.cpp | 182 + ggml/examples/magika/CMakeLists.txt | 17 + ggml/examples/magika/README.md | 23 + ggml/examples/magika/convert.py | 32 + ggml/examples/magika/main.cpp | 374 + ggml/examples/mnist/.gitignore | 3 + ggml/examples/mnist/CMakeLists.txt | 58 + ggml/examples/mnist/README.md | 206 + ggml/examples/mnist/mnist-common.cpp | 496 + ggml/examples/mnist/mnist-common.h | 166 + ggml/examples/mnist/mnist-eval.cpp | 67 + ggml/examples/mnist/mnist-train-cnn.py | 91 + ggml/examples/mnist/mnist-train-fc.py | 131 + ggml/examples/mnist/mnist-train.cpp | 39 + ggml/examples/mnist/server.py | 36 + ggml/examples/perf-metal/CMakeLists.txt | 7 + ggml/examples/perf-metal/perf-metal.cpp | 152 + ggml/examples/prompts/dolly-v2.txt | 100 + ggml/examples/prompts/gpt-2-chinese.txt | 1 + ggml/examples/prompts/gpt-2.txt | 100 + ggml/examples/prompts/gpt-j.txt | 100 + ggml/examples/prompts/gpt-neox-japanese.txt | 1 + ggml/examples/prompts/gpt-neox.txt | 100 + ggml/examples/prompts/polyglot-ko.txt | 3 + ggml/examples/prompts/replit.txt | 100 + ggml/examples/prompts/starcoder.txt | 100 + ggml/examples/prompts/test-cases.txt | 110 + ggml/examples/prompts/tokenize_huggingface.py | 65 + ggml/examples/prompts/whisper.txt | 100 + ggml/examples/python/README.md | 115 + ggml/examples/python/api.h | 14 + ggml/examples/python/example_add_quant.py | 25 + .../python/example_test_all_quants.py | 68 + ggml/examples/python/ggml/__init__.py | 58 + ggml/examples/python/ggml/__init__.pyi | 2406 +++ ggml/examples/python/ggml/cffi.py | 11 + ggml/examples/python/ggml/ffi/__init__.pyi | 7 + ggml/examples/python/ggml/utils.py | 182 + ggml/examples/python/regenerate.py | 42 + ggml/examples/python/stubs.py | 128 + ggml/examples/python/test_tensor.py | 258 + ggml/examples/sam/CMakeLists.txt | 13 + ggml/examples/sam/README.md | 95 + ggml/examples/sam/convert-pth-to-ggml.py | 147 + ggml/examples/sam/example.jpg | Bin 0 -> 79236 bytes ggml/examples/sam/sam.cpp | 2369 +++ ggml/examples/simple/CMakeLists.txt | 21 + ggml/examples/simple/README.md | 61 + ggml/examples/simple/simple-backend.cpp | 153 + ggml/examples/simple/simple-ctx.cpp | 127 + ggml/examples/stb_image.h | 7987 ++++++++ ggml/examples/stb_image_write.h | 1724 ++ ggml/examples/test-cmake/CMakeLists.txt | 10 + ggml/examples/test-cmake/README.md | 3 + ggml/examples/test-cmake/test-cmake.cpp | 6 + ggml/examples/yolo/CMakeLists.txt | 6 + ggml/examples/yolo/README.md | 59 + ggml/examples/yolo/convert-yolov3-tiny.py | 53 + ggml/examples/yolo/data/coco.names | 80 + ggml/examples/yolo/data/labels/100_0.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/100_1.png | Bin 0 -> 377 bytes ggml/examples/yolo/data/labels/100_2.png | Bin 0 -> 451 bytes ggml/examples/yolo/data/labels/100_3.png | Bin 0 -> 508 bytes ggml/examples/yolo/data/labels/100_4.png | Bin 0 -> 577 bytes ggml/examples/yolo/data/labels/100_5.png | Bin 0 -> 631 bytes ggml/examples/yolo/data/labels/100_6.png | Bin 0 -> 697 bytes ggml/examples/yolo/data/labels/100_7.png | Bin 0 -> 753 bytes ggml/examples/yolo/data/labels/101_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/101_1.png | Bin 0 -> 388 bytes ggml/examples/yolo/data/labels/101_2.png | Bin 0 -> 458 bytes ggml/examples/yolo/data/labels/101_3.png | Bin 0 -> 514 bytes ggml/examples/yolo/data/labels/101_4.png | Bin 0 -> 581 bytes ggml/examples/yolo/data/labels/101_5.png | Bin 0 -> 654 bytes ggml/examples/yolo/data/labels/101_6.png | Bin 0 -> 726 bytes ggml/examples/yolo/data/labels/101_7.png | Bin 0 -> 804 bytes ggml/examples/yolo/data/labels/102_0.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/102_1.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/102_2.png | Bin 0 -> 354 bytes ggml/examples/yolo/data/labels/102_3.png | Bin 0 -> 371 bytes ggml/examples/yolo/data/labels/102_4.png | Bin 0 -> 398 bytes ggml/examples/yolo/data/labels/102_5.png | Bin 0 -> 411 bytes ggml/examples/yolo/data/labels/102_6.png | Bin 0 -> 422 bytes ggml/examples/yolo/data/labels/102_7.png | Bin 0 -> 442 bytes ggml/examples/yolo/data/labels/103_0.png | Bin 0 -> 333 bytes ggml/examples/yolo/data/labels/103_1.png | Bin 0 -> 415 bytes ggml/examples/yolo/data/labels/103_2.png | Bin 0 -> 521 bytes ggml/examples/yolo/data/labels/103_3.png | Bin 0 -> 586 bytes ggml/examples/yolo/data/labels/103_4.png | Bin 0 -> 687 bytes ggml/examples/yolo/data/labels/103_5.png | Bin 0 -> 781 bytes ggml/examples/yolo/data/labels/103_6.png | Bin 0 -> 858 bytes ggml/examples/yolo/data/labels/103_7.png | Bin 0 -> 971 bytes ggml/examples/yolo/data/labels/104_0.png | Bin 0 -> 315 bytes ggml/examples/yolo/data/labels/104_1.png | Bin 0 -> 345 bytes ggml/examples/yolo/data/labels/104_2.png | Bin 0 -> 382 bytes ggml/examples/yolo/data/labels/104_3.png | Bin 0 -> 412 bytes ggml/examples/yolo/data/labels/104_4.png | Bin 0 -> 439 bytes ggml/examples/yolo/data/labels/104_5.png | Bin 0 -> 476 bytes ggml/examples/yolo/data/labels/104_6.png | Bin 0 -> 511 bytes ggml/examples/yolo/data/labels/104_7.png | Bin 0 -> 542 bytes ggml/examples/yolo/data/labels/105_0.png | Bin 0 -> 296 bytes ggml/examples/yolo/data/labels/105_1.png | Bin 0 -> 306 bytes ggml/examples/yolo/data/labels/105_2.png | Bin 0 -> 318 bytes ggml/examples/yolo/data/labels/105_3.png | Bin 0 -> 336 bytes ggml/examples/yolo/data/labels/105_4.png | Bin 0 -> 352 bytes ggml/examples/yolo/data/labels/105_5.png | Bin 0 -> 360 bytes ggml/examples/yolo/data/labels/105_6.png | Bin 0 -> 379 bytes ggml/examples/yolo/data/labels/105_7.png | Bin 0 -> 391 bytes ggml/examples/yolo/data/labels/106_0.png | Bin 0 -> 293 bytes ggml/examples/yolo/data/labels/106_1.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/106_2.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/106_3.png | Bin 0 -> 335 bytes ggml/examples/yolo/data/labels/106_4.png | Bin 0 -> 348 bytes ggml/examples/yolo/data/labels/106_5.png | Bin 0 -> 363 bytes ggml/examples/yolo/data/labels/106_6.png | Bin 0 -> 374 bytes ggml/examples/yolo/data/labels/106_7.png | Bin 0 -> 390 bytes ggml/examples/yolo/data/labels/107_0.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/107_1.png | Bin 0 -> 358 bytes ggml/examples/yolo/data/labels/107_2.png | Bin 0 -> 410 bytes ggml/examples/yolo/data/labels/107_3.png | Bin 0 -> 446 bytes ggml/examples/yolo/data/labels/107_4.png | Bin 0 -> 490 bytes ggml/examples/yolo/data/labels/107_5.png | Bin 0 -> 526 bytes ggml/examples/yolo/data/labels/107_6.png | Bin 0 -> 581 bytes ggml/examples/yolo/data/labels/107_7.png | Bin 0 -> 609 bytes ggml/examples/yolo/data/labels/108_0.png | Bin 0 -> 285 bytes ggml/examples/yolo/data/labels/108_1.png | Bin 0 -> 288 bytes ggml/examples/yolo/data/labels/108_2.png | Bin 0 -> 296 bytes ggml/examples/yolo/data/labels/108_3.png | Bin 0 -> 298 bytes ggml/examples/yolo/data/labels/108_4.png | Bin 0 -> 298 bytes ggml/examples/yolo/data/labels/108_5.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/108_6.png | Bin 0 -> 302 bytes ggml/examples/yolo/data/labels/108_7.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/109_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/109_1.png | Bin 0 -> 371 bytes ggml/examples/yolo/data/labels/109_2.png | Bin 0 -> 426 bytes ggml/examples/yolo/data/labels/109_3.png | Bin 0 -> 475 bytes ggml/examples/yolo/data/labels/109_4.png | Bin 0 -> 528 bytes ggml/examples/yolo/data/labels/109_5.png | Bin 0 -> 587 bytes ggml/examples/yolo/data/labels/109_6.png | Bin 0 -> 628 bytes ggml/examples/yolo/data/labels/109_7.png | Bin 0 -> 694 bytes ggml/examples/yolo/data/labels/110_0.png | Bin 0 -> 312 bytes ggml/examples/yolo/data/labels/110_1.png | Bin 0 -> 341 bytes ggml/examples/yolo/data/labels/110_2.png | Bin 0 -> 378 bytes ggml/examples/yolo/data/labels/110_3.png | Bin 0 -> 414 bytes ggml/examples/yolo/data/labels/110_4.png | Bin 0 -> 444 bytes ggml/examples/yolo/data/labels/110_5.png | Bin 0 -> 479 bytes ggml/examples/yolo/data/labels/110_6.png | Bin 0 -> 509 bytes ggml/examples/yolo/data/labels/110_7.png | Bin 0 -> 544 bytes ggml/examples/yolo/data/labels/111_0.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/111_1.png | Bin 0 -> 396 bytes ggml/examples/yolo/data/labels/111_2.png | Bin 0 -> 471 bytes ggml/examples/yolo/data/labels/111_3.png | Bin 0 -> 534 bytes ggml/examples/yolo/data/labels/111_4.png | Bin 0 -> 615 bytes ggml/examples/yolo/data/labels/111_5.png | Bin 0 -> 686 bytes ggml/examples/yolo/data/labels/111_6.png | Bin 0 -> 781 bytes ggml/examples/yolo/data/labels/111_7.png | Bin 0 -> 855 bytes ggml/examples/yolo/data/labels/112_0.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/112_1.png | Bin 0 -> 382 bytes ggml/examples/yolo/data/labels/112_2.png | Bin 0 -> 450 bytes ggml/examples/yolo/data/labels/112_3.png | Bin 0 -> 507 bytes ggml/examples/yolo/data/labels/112_4.png | Bin 0 -> 568 bytes ggml/examples/yolo/data/labels/112_5.png | Bin 0 -> 641 bytes ggml/examples/yolo/data/labels/112_6.png | Bin 0 -> 710 bytes ggml/examples/yolo/data/labels/112_7.png | Bin 0 -> 766 bytes ggml/examples/yolo/data/labels/113_0.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/113_1.png | Bin 0 -> 386 bytes ggml/examples/yolo/data/labels/113_2.png | Bin 0 -> 450 bytes ggml/examples/yolo/data/labels/113_3.png | Bin 0 -> 506 bytes ggml/examples/yolo/data/labels/113_4.png | Bin 0 -> 572 bytes ggml/examples/yolo/data/labels/113_5.png | Bin 0 -> 631 bytes ggml/examples/yolo/data/labels/113_6.png | Bin 0 -> 702 bytes ggml/examples/yolo/data/labels/113_7.png | Bin 0 -> 760 bytes ggml/examples/yolo/data/labels/114_0.png | Bin 0 -> 299 bytes ggml/examples/yolo/data/labels/114_1.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/114_2.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/114_3.png | Bin 0 -> 363 bytes ggml/examples/yolo/data/labels/114_4.png | Bin 0 -> 391 bytes ggml/examples/yolo/data/labels/114_5.png | Bin 0 -> 413 bytes ggml/examples/yolo/data/labels/114_6.png | Bin 0 -> 441 bytes ggml/examples/yolo/data/labels/114_7.png | Bin 0 -> 460 bytes ggml/examples/yolo/data/labels/115_0.png | Bin 0 -> 315 bytes ggml/examples/yolo/data/labels/115_1.png | Bin 0 -> 373 bytes ggml/examples/yolo/data/labels/115_2.png | Bin 0 -> 436 bytes ggml/examples/yolo/data/labels/115_3.png | Bin 0 -> 497 bytes ggml/examples/yolo/data/labels/115_4.png | Bin 0 -> 552 bytes ggml/examples/yolo/data/labels/115_5.png | Bin 0 -> 618 bytes ggml/examples/yolo/data/labels/115_6.png | Bin 0 -> 687 bytes ggml/examples/yolo/data/labels/115_7.png | Bin 0 -> 766 bytes ggml/examples/yolo/data/labels/116_0.png | Bin 0 -> 299 bytes ggml/examples/yolo/data/labels/116_1.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/116_2.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/116_3.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/116_4.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/116_5.png | Bin 0 -> 328 bytes ggml/examples/yolo/data/labels/116_6.png | Bin 0 -> 332 bytes ggml/examples/yolo/data/labels/116_7.png | Bin 0 -> 337 bytes ggml/examples/yolo/data/labels/117_0.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/117_1.png | Bin 0 -> 350 bytes ggml/examples/yolo/data/labels/117_2.png | Bin 0 -> 386 bytes ggml/examples/yolo/data/labels/117_3.png | Bin 0 -> 421 bytes ggml/examples/yolo/data/labels/117_4.png | Bin 0 -> 470 bytes ggml/examples/yolo/data/labels/117_5.png | Bin 0 -> 515 bytes ggml/examples/yolo/data/labels/117_6.png | Bin 0 -> 549 bytes ggml/examples/yolo/data/labels/117_7.png | Bin 0 -> 584 bytes ggml/examples/yolo/data/labels/118_0.png | Bin 0 -> 315 bytes ggml/examples/yolo/data/labels/118_1.png | Bin 0 -> 369 bytes ggml/examples/yolo/data/labels/118_2.png | Bin 0 -> 442 bytes ggml/examples/yolo/data/labels/118_3.png | Bin 0 -> 502 bytes ggml/examples/yolo/data/labels/118_4.png | Bin 0 -> 576 bytes ggml/examples/yolo/data/labels/118_5.png | Bin 0 -> 653 bytes ggml/examples/yolo/data/labels/118_6.png | Bin 0 -> 682 bytes ggml/examples/yolo/data/labels/118_7.png | Bin 0 -> 750 bytes ggml/examples/yolo/data/labels/119_0.png | Bin 0 -> 334 bytes ggml/examples/yolo/data/labels/119_1.png | Bin 0 -> 432 bytes ggml/examples/yolo/data/labels/119_2.png | Bin 0 -> 550 bytes ggml/examples/yolo/data/labels/119_3.png | Bin 0 -> 657 bytes ggml/examples/yolo/data/labels/119_4.png | Bin 0 -> 759 bytes ggml/examples/yolo/data/labels/119_5.png | Bin 0 -> 886 bytes ggml/examples/yolo/data/labels/119_6.png | Bin 0 -> 977 bytes ggml/examples/yolo/data/labels/119_7.png | Bin 0 -> 1086 bytes ggml/examples/yolo/data/labels/120_0.png | Bin 0 -> 316 bytes ggml/examples/yolo/data/labels/120_1.png | Bin 0 -> 380 bytes ggml/examples/yolo/data/labels/120_2.png | Bin 0 -> 452 bytes ggml/examples/yolo/data/labels/120_3.png | Bin 0 -> 509 bytes ggml/examples/yolo/data/labels/120_4.png | Bin 0 -> 580 bytes ggml/examples/yolo/data/labels/120_5.png | Bin 0 -> 634 bytes ggml/examples/yolo/data/labels/120_6.png | Bin 0 -> 706 bytes ggml/examples/yolo/data/labels/120_7.png | Bin 0 -> 773 bytes ggml/examples/yolo/data/labels/121_0.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/121_1.png | Bin 0 -> 395 bytes ggml/examples/yolo/data/labels/121_2.png | Bin 0 -> 477 bytes ggml/examples/yolo/data/labels/121_3.png | Bin 0 -> 563 bytes ggml/examples/yolo/data/labels/121_4.png | Bin 0 -> 645 bytes ggml/examples/yolo/data/labels/121_5.png | Bin 0 -> 726 bytes ggml/examples/yolo/data/labels/121_6.png | Bin 0 -> 798 bytes ggml/examples/yolo/data/labels/121_7.png | Bin 0 -> 866 bytes ggml/examples/yolo/data/labels/122_0.png | Bin 0 -> 311 bytes ggml/examples/yolo/data/labels/122_1.png | Bin 0 -> 352 bytes ggml/examples/yolo/data/labels/122_2.png | Bin 0 -> 388 bytes ggml/examples/yolo/data/labels/122_3.png | Bin 0 -> 421 bytes ggml/examples/yolo/data/labels/122_4.png | Bin 0 -> 458 bytes ggml/examples/yolo/data/labels/122_5.png | Bin 0 -> 500 bytes ggml/examples/yolo/data/labels/122_6.png | Bin 0 -> 541 bytes ggml/examples/yolo/data/labels/122_7.png | Bin 0 -> 556 bytes ggml/examples/yolo/data/labels/123_0.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/123_1.png | Bin 0 -> 384 bytes ggml/examples/yolo/data/labels/123_2.png | Bin 0 -> 446 bytes ggml/examples/yolo/data/labels/123_3.png | Bin 0 -> 503 bytes ggml/examples/yolo/data/labels/123_4.png | Bin 0 -> 551 bytes ggml/examples/yolo/data/labels/123_5.png | Bin 0 -> 601 bytes ggml/examples/yolo/data/labels/123_6.png | Bin 0 -> 661 bytes ggml/examples/yolo/data/labels/123_7.png | Bin 0 -> 712 bytes ggml/examples/yolo/data/labels/124_0.png | Bin 0 -> 286 bytes ggml/examples/yolo/data/labels/124_1.png | Bin 0 -> 288 bytes ggml/examples/yolo/data/labels/124_2.png | Bin 0 -> 287 bytes ggml/examples/yolo/data/labels/124_3.png | Bin 0 -> 294 bytes ggml/examples/yolo/data/labels/124_4.png | Bin 0 -> 293 bytes ggml/examples/yolo/data/labels/124_5.png | Bin 0 -> 299 bytes ggml/examples/yolo/data/labels/124_6.png | Bin 0 -> 296 bytes ggml/examples/yolo/data/labels/124_7.png | Bin 0 -> 301 bytes ggml/examples/yolo/data/labels/125_0.png | Bin 0 -> 318 bytes ggml/examples/yolo/data/labels/125_1.png | Bin 0 -> 385 bytes ggml/examples/yolo/data/labels/125_2.png | Bin 0 -> 437 bytes ggml/examples/yolo/data/labels/125_3.png | Bin 0 -> 496 bytes ggml/examples/yolo/data/labels/125_4.png | Bin 0 -> 547 bytes ggml/examples/yolo/data/labels/125_5.png | Bin 0 -> 602 bytes ggml/examples/yolo/data/labels/125_6.png | Bin 0 -> 655 bytes ggml/examples/yolo/data/labels/125_7.png | Bin 0 -> 689 bytes ggml/examples/yolo/data/labels/126_0.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/126_1.png | Bin 0 -> 343 bytes ggml/examples/yolo/data/labels/126_2.png | Bin 0 -> 368 bytes ggml/examples/yolo/data/labels/126_3.png | Bin 0 -> 406 bytes ggml/examples/yolo/data/labels/126_4.png | Bin 0 -> 437 bytes ggml/examples/yolo/data/labels/126_5.png | Bin 0 -> 483 bytes ggml/examples/yolo/data/labels/126_6.png | Bin 0 -> 524 bytes ggml/examples/yolo/data/labels/126_7.png | Bin 0 -> 561 bytes ggml/examples/yolo/data/labels/32_0.png | Bin 0 -> 280 bytes ggml/examples/yolo/data/labels/32_1.png | Bin 0 -> 281 bytes ggml/examples/yolo/data/labels/32_2.png | Bin 0 -> 281 bytes ggml/examples/yolo/data/labels/32_3.png | Bin 0 -> 282 bytes ggml/examples/yolo/data/labels/32_4.png | Bin 0 -> 282 bytes ggml/examples/yolo/data/labels/32_5.png | Bin 0 -> 285 bytes ggml/examples/yolo/data/labels/32_6.png | Bin 0 -> 285 bytes ggml/examples/yolo/data/labels/32_7.png | Bin 0 -> 285 bytes ggml/examples/yolo/data/labels/33_0.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/33_1.png | Bin 0 -> 313 bytes ggml/examples/yolo/data/labels/33_2.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/33_3.png | Bin 0 -> 339 bytes ggml/examples/yolo/data/labels/33_4.png | Bin 0 -> 348 bytes ggml/examples/yolo/data/labels/33_5.png | Bin 0 -> 365 bytes ggml/examples/yolo/data/labels/33_6.png | Bin 0 -> 382 bytes ggml/examples/yolo/data/labels/33_7.png | Bin 0 -> 393 bytes ggml/examples/yolo/data/labels/34_0.png | Bin 0 -> 295 bytes ggml/examples/yolo/data/labels/34_1.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/34_2.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/34_3.png | Bin 0 -> 316 bytes ggml/examples/yolo/data/labels/34_4.png | Bin 0 -> 318 bytes ggml/examples/yolo/data/labels/34_5.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/34_6.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/34_7.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/35_0.png | Bin 0 -> 338 bytes ggml/examples/yolo/data/labels/35_1.png | Bin 0 -> 445 bytes ggml/examples/yolo/data/labels/35_2.png | Bin 0 -> 535 bytes ggml/examples/yolo/data/labels/35_3.png | Bin 0 -> 636 bytes ggml/examples/yolo/data/labels/35_4.png | Bin 0 -> 739 bytes ggml/examples/yolo/data/labels/35_5.png | Bin 0 -> 830 bytes ggml/examples/yolo/data/labels/35_6.png | Bin 0 -> 905 bytes ggml/examples/yolo/data/labels/35_7.png | Bin 0 -> 999 bytes ggml/examples/yolo/data/labels/36_0.png | Bin 0 -> 344 bytes ggml/examples/yolo/data/labels/36_1.png | Bin 0 -> 441 bytes ggml/examples/yolo/data/labels/36_2.png | Bin 0 -> 517 bytes ggml/examples/yolo/data/labels/36_3.png | Bin 0 -> 599 bytes ggml/examples/yolo/data/labels/36_4.png | Bin 0 -> 687 bytes ggml/examples/yolo/data/labels/36_5.png | Bin 0 -> 762 bytes ggml/examples/yolo/data/labels/36_6.png | Bin 0 -> 871 bytes ggml/examples/yolo/data/labels/36_7.png | Bin 0 -> 949 bytes ggml/examples/yolo/data/labels/37_0.png | Bin 0 -> 351 bytes ggml/examples/yolo/data/labels/37_1.png | Bin 0 -> 491 bytes ggml/examples/yolo/data/labels/37_2.png | Bin 0 -> 658 bytes ggml/examples/yolo/data/labels/37_3.png | Bin 0 -> 858 bytes ggml/examples/yolo/data/labels/37_4.png | Bin 0 -> 998 bytes ggml/examples/yolo/data/labels/37_5.png | Bin 0 -> 1157 bytes ggml/examples/yolo/data/labels/37_6.png | Bin 0 -> 1259 bytes ggml/examples/yolo/data/labels/37_7.png | Bin 0 -> 1478 bytes ggml/examples/yolo/data/labels/38_0.png | Bin 0 -> 342 bytes ggml/examples/yolo/data/labels/38_1.png | Bin 0 -> 466 bytes ggml/examples/yolo/data/labels/38_2.png | Bin 0 -> 585 bytes ggml/examples/yolo/data/labels/38_3.png | Bin 0 -> 698 bytes ggml/examples/yolo/data/labels/38_4.png | Bin 0 -> 823 bytes ggml/examples/yolo/data/labels/38_5.png | Bin 0 -> 942 bytes ggml/examples/yolo/data/labels/38_6.png | Bin 0 -> 1053 bytes ggml/examples/yolo/data/labels/38_7.png | Bin 0 -> 1159 bytes ggml/examples/yolo/data/labels/39_0.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/39_1.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/39_2.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/39_3.png | Bin 0 -> 368 bytes ggml/examples/yolo/data/labels/39_4.png | Bin 0 -> 388 bytes ggml/examples/yolo/data/labels/39_5.png | Bin 0 -> 418 bytes ggml/examples/yolo/data/labels/39_6.png | Bin 0 -> 444 bytes ggml/examples/yolo/data/labels/39_7.png | Bin 0 -> 470 bytes ggml/examples/yolo/data/labels/40_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/40_1.png | Bin 0 -> 390 bytes ggml/examples/yolo/data/labels/40_2.png | Bin 0 -> 449 bytes ggml/examples/yolo/data/labels/40_3.png | Bin 0 -> 520 bytes ggml/examples/yolo/data/labels/40_4.png | Bin 0 -> 584 bytes ggml/examples/yolo/data/labels/40_5.png | Bin 0 -> 641 bytes ggml/examples/yolo/data/labels/40_6.png | Bin 0 -> 681 bytes ggml/examples/yolo/data/labels/40_7.png | Bin 0 -> 758 bytes ggml/examples/yolo/data/labels/41_0.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/41_1.png | Bin 0 -> 385 bytes ggml/examples/yolo/data/labels/41_2.png | Bin 0 -> 441 bytes ggml/examples/yolo/data/labels/41_3.png | Bin 0 -> 522 bytes ggml/examples/yolo/data/labels/41_4.png | Bin 0 -> 577 bytes ggml/examples/yolo/data/labels/41_5.png | Bin 0 -> 637 bytes ggml/examples/yolo/data/labels/41_6.png | Bin 0 -> 690 bytes ggml/examples/yolo/data/labels/41_7.png | Bin 0 -> 753 bytes ggml/examples/yolo/data/labels/42_0.png | Bin 0 -> 311 bytes ggml/examples/yolo/data/labels/42_1.png | Bin 0 -> 352 bytes ggml/examples/yolo/data/labels/42_2.png | Bin 0 -> 400 bytes ggml/examples/yolo/data/labels/42_3.png | Bin 0 -> 456 bytes ggml/examples/yolo/data/labels/42_4.png | Bin 0 -> 520 bytes ggml/examples/yolo/data/labels/42_5.png | Bin 0 -> 564 bytes ggml/examples/yolo/data/labels/42_6.png | Bin 0 -> 606 bytes ggml/examples/yolo/data/labels/42_7.png | Bin 0 -> 677 bytes ggml/examples/yolo/data/labels/43_0.png | Bin 0 -> 301 bytes ggml/examples/yolo/data/labels/43_1.png | Bin 0 -> 312 bytes ggml/examples/yolo/data/labels/43_2.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/43_3.png | Bin 0 -> 326 bytes ggml/examples/yolo/data/labels/43_4.png | Bin 0 -> 333 bytes ggml/examples/yolo/data/labels/43_5.png | Bin 0 -> 339 bytes ggml/examples/yolo/data/labels/43_6.png | Bin 0 -> 347 bytes ggml/examples/yolo/data/labels/43_7.png | Bin 0 -> 354 bytes ggml/examples/yolo/data/labels/44_0.png | Bin 0 -> 296 bytes ggml/examples/yolo/data/labels/44_1.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/44_2.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/44_3.png | Bin 0 -> 368 bytes ggml/examples/yolo/data/labels/44_4.png | Bin 0 -> 400 bytes ggml/examples/yolo/data/labels/44_5.png | Bin 0 -> 416 bytes ggml/examples/yolo/data/labels/44_6.png | Bin 0 -> 451 bytes ggml/examples/yolo/data/labels/44_7.png | Bin 0 -> 480 bytes ggml/examples/yolo/data/labels/45_0.png | Bin 0 -> 289 bytes ggml/examples/yolo/data/labels/45_1.png | Bin 0 -> 298 bytes ggml/examples/yolo/data/labels/45_2.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/45_3.png | Bin 0 -> 302 bytes ggml/examples/yolo/data/labels/45_4.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/45_5.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/45_6.png | Bin 0 -> 311 bytes ggml/examples/yolo/data/labels/45_7.png | Bin 0 -> 316 bytes ggml/examples/yolo/data/labels/46_0.png | Bin 0 -> 289 bytes ggml/examples/yolo/data/labels/46_1.png | Bin 0 -> 296 bytes ggml/examples/yolo/data/labels/46_2.png | Bin 0 -> 308 bytes ggml/examples/yolo/data/labels/46_3.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/46_4.png | Bin 0 -> 336 bytes ggml/examples/yolo/data/labels/46_5.png | Bin 0 -> 348 bytes ggml/examples/yolo/data/labels/46_6.png | Bin 0 -> 362 bytes ggml/examples/yolo/data/labels/46_7.png | Bin 0 -> 377 bytes ggml/examples/yolo/data/labels/47_0.png | Bin 0 -> 326 bytes ggml/examples/yolo/data/labels/47_1.png | Bin 0 -> 372 bytes ggml/examples/yolo/data/labels/47_2.png | Bin 0 -> 448 bytes ggml/examples/yolo/data/labels/47_3.png | Bin 0 -> 518 bytes ggml/examples/yolo/data/labels/47_4.png | Bin 0 -> 561 bytes ggml/examples/yolo/data/labels/47_5.png | Bin 0 -> 629 bytes ggml/examples/yolo/data/labels/47_6.png | Bin 0 -> 672 bytes ggml/examples/yolo/data/labels/47_7.png | Bin 0 -> 724 bytes ggml/examples/yolo/data/labels/48_0.png | Bin 0 -> 337 bytes ggml/examples/yolo/data/labels/48_1.png | Bin 0 -> 440 bytes ggml/examples/yolo/data/labels/48_2.png | Bin 0 -> 550 bytes ggml/examples/yolo/data/labels/48_3.png | Bin 0 -> 640 bytes ggml/examples/yolo/data/labels/48_4.png | Bin 0 -> 753 bytes ggml/examples/yolo/data/labels/48_5.png | Bin 0 -> 838 bytes ggml/examples/yolo/data/labels/48_6.png | Bin 0 -> 938 bytes ggml/examples/yolo/data/labels/48_7.png | Bin 0 -> 1023 bytes ggml/examples/yolo/data/labels/49_0.png | Bin 0 -> 297 bytes ggml/examples/yolo/data/labels/49_1.png | Bin 0 -> 306 bytes ggml/examples/yolo/data/labels/49_2.png | Bin 0 -> 313 bytes ggml/examples/yolo/data/labels/49_3.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/49_4.png | Bin 0 -> 331 bytes ggml/examples/yolo/data/labels/49_5.png | Bin 0 -> 335 bytes ggml/examples/yolo/data/labels/49_6.png | Bin 0 -> 349 bytes ggml/examples/yolo/data/labels/49_7.png | Bin 0 -> 352 bytes ggml/examples/yolo/data/labels/50_0.png | Bin 0 -> 334 bytes ggml/examples/yolo/data/labels/50_1.png | Bin 0 -> 414 bytes ggml/examples/yolo/data/labels/50_2.png | Bin 0 -> 477 bytes ggml/examples/yolo/data/labels/50_3.png | Bin 0 -> 550 bytes ggml/examples/yolo/data/labels/50_4.png | Bin 0 -> 615 bytes ggml/examples/yolo/data/labels/50_5.png | Bin 0 -> 689 bytes ggml/examples/yolo/data/labels/50_6.png | Bin 0 -> 744 bytes ggml/examples/yolo/data/labels/50_7.png | Bin 0 -> 840 bytes ggml/examples/yolo/data/labels/51_0.png | Bin 0 -> 336 bytes ggml/examples/yolo/data/labels/51_1.png | Bin 0 -> 428 bytes ggml/examples/yolo/data/labels/51_2.png | Bin 0 -> 510 bytes ggml/examples/yolo/data/labels/51_3.png | Bin 0 -> 608 bytes ggml/examples/yolo/data/labels/51_4.png | Bin 0 -> 693 bytes ggml/examples/yolo/data/labels/51_5.png | Bin 0 -> 787 bytes ggml/examples/yolo/data/labels/51_6.png | Bin 0 -> 872 bytes ggml/examples/yolo/data/labels/51_7.png | Bin 0 -> 958 bytes ggml/examples/yolo/data/labels/52_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/52_1.png | Bin 0 -> 368 bytes ggml/examples/yolo/data/labels/52_2.png | Bin 0 -> 412 bytes ggml/examples/yolo/data/labels/52_3.png | Bin 0 -> 455 bytes ggml/examples/yolo/data/labels/52_4.png | Bin 0 -> 502 bytes ggml/examples/yolo/data/labels/52_5.png | Bin 0 -> 547 bytes ggml/examples/yolo/data/labels/52_6.png | Bin 0 -> 589 bytes ggml/examples/yolo/data/labels/52_7.png | Bin 0 -> 633 bytes ggml/examples/yolo/data/labels/53_0.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/53_1.png | Bin 0 -> 415 bytes ggml/examples/yolo/data/labels/53_2.png | Bin 0 -> 495 bytes ggml/examples/yolo/data/labels/53_3.png | Bin 0 -> 577 bytes ggml/examples/yolo/data/labels/53_4.png | Bin 0 -> 658 bytes ggml/examples/yolo/data/labels/53_5.png | Bin 0 -> 742 bytes ggml/examples/yolo/data/labels/53_6.png | Bin 0 -> 820 bytes ggml/examples/yolo/data/labels/53_7.png | Bin 0 -> 891 bytes ggml/examples/yolo/data/labels/54_0.png | Bin 0 -> 339 bytes ggml/examples/yolo/data/labels/54_1.png | Bin 0 -> 434 bytes ggml/examples/yolo/data/labels/54_2.png | Bin 0 -> 543 bytes ggml/examples/yolo/data/labels/54_3.png | Bin 0 -> 633 bytes ggml/examples/yolo/data/labels/54_4.png | Bin 0 -> 723 bytes ggml/examples/yolo/data/labels/54_5.png | Bin 0 -> 818 bytes ggml/examples/yolo/data/labels/54_6.png | Bin 0 -> 907 bytes ggml/examples/yolo/data/labels/54_7.png | Bin 0 -> 1006 bytes ggml/examples/yolo/data/labels/55_0.png | Bin 0 -> 327 bytes ggml/examples/yolo/data/labels/55_1.png | Bin 0 -> 385 bytes ggml/examples/yolo/data/labels/55_2.png | Bin 0 -> 449 bytes ggml/examples/yolo/data/labels/55_3.png | Bin 0 -> 503 bytes ggml/examples/yolo/data/labels/55_4.png | Bin 0 -> 548 bytes ggml/examples/yolo/data/labels/55_5.png | Bin 0 -> 598 bytes ggml/examples/yolo/data/labels/55_6.png | Bin 0 -> 640 bytes ggml/examples/yolo/data/labels/55_7.png | Bin 0 -> 710 bytes ggml/examples/yolo/data/labels/56_0.png | Bin 0 -> 337 bytes ggml/examples/yolo/data/labels/56_1.png | Bin 0 -> 449 bytes ggml/examples/yolo/data/labels/56_2.png | Bin 0 -> 553 bytes ggml/examples/yolo/data/labels/56_3.png | Bin 0 -> 671 bytes ggml/examples/yolo/data/labels/56_4.png | Bin 0 -> 774 bytes ggml/examples/yolo/data/labels/56_5.png | Bin 0 -> 888 bytes ggml/examples/yolo/data/labels/56_6.png | Bin 0 -> 996 bytes ggml/examples/yolo/data/labels/56_7.png | Bin 0 -> 1088 bytes ggml/examples/yolo/data/labels/57_0.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/57_1.png | Bin 0 -> 435 bytes ggml/examples/yolo/data/labels/57_2.png | Bin 0 -> 532 bytes ggml/examples/yolo/data/labels/57_3.png | Bin 0 -> 629 bytes ggml/examples/yolo/data/labels/57_4.png | Bin 0 -> 725 bytes ggml/examples/yolo/data/labels/57_5.png | Bin 0 -> 823 bytes ggml/examples/yolo/data/labels/57_6.png | Bin 0 -> 924 bytes ggml/examples/yolo/data/labels/57_7.png | Bin 0 -> 1012 bytes ggml/examples/yolo/data/labels/58_0.png | Bin 0 -> 301 bytes ggml/examples/yolo/data/labels/58_1.png | Bin 0 -> 318 bytes ggml/examples/yolo/data/labels/58_2.png | Bin 0 -> 332 bytes ggml/examples/yolo/data/labels/58_3.png | Bin 0 -> 360 bytes ggml/examples/yolo/data/labels/58_4.png | Bin 0 -> 387 bytes ggml/examples/yolo/data/labels/58_5.png | Bin 0 -> 402 bytes ggml/examples/yolo/data/labels/58_6.png | Bin 0 -> 426 bytes ggml/examples/yolo/data/labels/58_7.png | Bin 0 -> 453 bytes ggml/examples/yolo/data/labels/59_0.png | Bin 0 -> 306 bytes ggml/examples/yolo/data/labels/59_1.png | Bin 0 -> 335 bytes ggml/examples/yolo/data/labels/59_2.png | Bin 0 -> 367 bytes ggml/examples/yolo/data/labels/59_3.png | Bin 0 -> 408 bytes ggml/examples/yolo/data/labels/59_4.png | Bin 0 -> 452 bytes ggml/examples/yolo/data/labels/59_5.png | Bin 0 -> 491 bytes ggml/examples/yolo/data/labels/59_6.png | Bin 0 -> 530 bytes ggml/examples/yolo/data/labels/59_7.png | Bin 0 -> 560 bytes ggml/examples/yolo/data/labels/60_0.png | Bin 0 -> 323 bytes ggml/examples/yolo/data/labels/60_1.png | Bin 0 -> 387 bytes ggml/examples/yolo/data/labels/60_2.png | Bin 0 -> 447 bytes ggml/examples/yolo/data/labels/60_3.png | Bin 0 -> 499 bytes ggml/examples/yolo/data/labels/60_4.png | Bin 0 -> 578 bytes ggml/examples/yolo/data/labels/60_5.png | Bin 0 -> 648 bytes ggml/examples/yolo/data/labels/60_6.png | Bin 0 -> 717 bytes ggml/examples/yolo/data/labels/60_7.png | Bin 0 -> 770 bytes ggml/examples/yolo/data/labels/61_0.png | Bin 0 -> 297 bytes ggml/examples/yolo/data/labels/61_1.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/61_2.png | Bin 0 -> 310 bytes ggml/examples/yolo/data/labels/61_3.png | Bin 0 -> 315 bytes ggml/examples/yolo/data/labels/61_4.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/61_5.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/61_6.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/61_7.png | Bin 0 -> 345 bytes ggml/examples/yolo/data/labels/62_0.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/62_1.png | Bin 0 -> 384 bytes ggml/examples/yolo/data/labels/62_2.png | Bin 0 -> 444 bytes ggml/examples/yolo/data/labels/62_3.png | Bin 0 -> 496 bytes ggml/examples/yolo/data/labels/62_4.png | Bin 0 -> 580 bytes ggml/examples/yolo/data/labels/62_5.png | Bin 0 -> 641 bytes ggml/examples/yolo/data/labels/62_6.png | Bin 0 -> 702 bytes ggml/examples/yolo/data/labels/62_7.png | Bin 0 -> 761 bytes ggml/examples/yolo/data/labels/63_0.png | Bin 0 -> 329 bytes ggml/examples/yolo/data/labels/63_1.png | Bin 0 -> 410 bytes ggml/examples/yolo/data/labels/63_2.png | Bin 0 -> 488 bytes ggml/examples/yolo/data/labels/63_3.png | Bin 0 -> 573 bytes ggml/examples/yolo/data/labels/63_4.png | Bin 0 -> 641 bytes ggml/examples/yolo/data/labels/63_5.png | Bin 0 -> 729 bytes ggml/examples/yolo/data/labels/63_6.png | Bin 0 -> 826 bytes ggml/examples/yolo/data/labels/63_7.png | Bin 0 -> 893 bytes ggml/examples/yolo/data/labels/64_0.png | Bin 0 -> 384 bytes ggml/examples/yolo/data/labels/64_1.png | Bin 0 -> 588 bytes ggml/examples/yolo/data/labels/64_2.png | Bin 0 -> 805 bytes ggml/examples/yolo/data/labels/64_3.png | Bin 0 -> 1038 bytes ggml/examples/yolo/data/labels/64_4.png | Bin 0 -> 1211 bytes ggml/examples/yolo/data/labels/64_5.png | Bin 0 -> 1438 bytes ggml/examples/yolo/data/labels/64_6.png | Bin 0 -> 1647 bytes ggml/examples/yolo/data/labels/64_7.png | Bin 0 -> 1829 bytes ggml/examples/yolo/data/labels/65_0.png | Bin 0 -> 338 bytes ggml/examples/yolo/data/labels/65_1.png | Bin 0 -> 424 bytes ggml/examples/yolo/data/labels/65_2.png | Bin 0 -> 525 bytes ggml/examples/yolo/data/labels/65_3.png | Bin 0 -> 613 bytes ggml/examples/yolo/data/labels/65_4.png | Bin 0 -> 699 bytes ggml/examples/yolo/data/labels/65_5.png | Bin 0 -> 788 bytes ggml/examples/yolo/data/labels/65_6.png | Bin 0 -> 851 bytes ggml/examples/yolo/data/labels/65_7.png | Bin 0 -> 961 bytes ggml/examples/yolo/data/labels/66_0.png | Bin 0 -> 325 bytes ggml/examples/yolo/data/labels/66_1.png | Bin 0 -> 386 bytes ggml/examples/yolo/data/labels/66_2.png | Bin 0 -> 450 bytes ggml/examples/yolo/data/labels/66_3.png | Bin 0 -> 498 bytes ggml/examples/yolo/data/labels/66_4.png | Bin 0 -> 570 bytes ggml/examples/yolo/data/labels/66_5.png | Bin 0 -> 624 bytes ggml/examples/yolo/data/labels/66_6.png | Bin 0 -> 691 bytes ggml/examples/yolo/data/labels/66_7.png | Bin 0 -> 740 bytes ggml/examples/yolo/data/labels/67_0.png | Bin 0 -> 331 bytes ggml/examples/yolo/data/labels/67_1.png | Bin 0 -> 415 bytes ggml/examples/yolo/data/labels/67_2.png | Bin 0 -> 513 bytes ggml/examples/yolo/data/labels/67_3.png | Bin 0 -> 608 bytes ggml/examples/yolo/data/labels/67_4.png | Bin 0 -> 699 bytes ggml/examples/yolo/data/labels/67_5.png | Bin 0 -> 789 bytes ggml/examples/yolo/data/labels/67_6.png | Bin 0 -> 876 bytes ggml/examples/yolo/data/labels/67_7.png | Bin 0 -> 958 bytes ggml/examples/yolo/data/labels/68_0.png | Bin 0 -> 329 bytes ggml/examples/yolo/data/labels/68_1.png | Bin 0 -> 398 bytes ggml/examples/yolo/data/labels/68_2.png | Bin 0 -> 457 bytes ggml/examples/yolo/data/labels/68_3.png | Bin 0 -> 521 bytes ggml/examples/yolo/data/labels/68_4.png | Bin 0 -> 594 bytes ggml/examples/yolo/data/labels/68_5.png | Bin 0 -> 649 bytes ggml/examples/yolo/data/labels/68_6.png | Bin 0 -> 702 bytes ggml/examples/yolo/data/labels/68_7.png | Bin 0 -> 773 bytes ggml/examples/yolo/data/labels/69_0.png | Bin 0 -> 310 bytes ggml/examples/yolo/data/labels/69_1.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/69_2.png | Bin 0 -> 325 bytes ggml/examples/yolo/data/labels/69_3.png | Bin 0 -> 327 bytes ggml/examples/yolo/data/labels/69_4.png | Bin 0 -> 331 bytes ggml/examples/yolo/data/labels/69_5.png | Bin 0 -> 341 bytes ggml/examples/yolo/data/labels/69_6.png | Bin 0 -> 346 bytes ggml/examples/yolo/data/labels/69_7.png | Bin 0 -> 357 bytes ggml/examples/yolo/data/labels/70_0.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/70_1.png | Bin 0 -> 311 bytes ggml/examples/yolo/data/labels/70_2.png | Bin 0 -> 310 bytes ggml/examples/yolo/data/labels/70_3.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/70_4.png | Bin 0 -> 329 bytes ggml/examples/yolo/data/labels/70_5.png | Bin 0 -> 328 bytes ggml/examples/yolo/data/labels/70_6.png | Bin 0 -> 337 bytes ggml/examples/yolo/data/labels/70_7.png | Bin 0 -> 335 bytes ggml/examples/yolo/data/labels/71_0.png | Bin 0 -> 345 bytes ggml/examples/yolo/data/labels/71_1.png | Bin 0 -> 448 bytes ggml/examples/yolo/data/labels/71_2.png | Bin 0 -> 556 bytes ggml/examples/yolo/data/labels/71_3.png | Bin 0 -> 678 bytes ggml/examples/yolo/data/labels/71_4.png | Bin 0 -> 767 bytes ggml/examples/yolo/data/labels/71_5.png | Bin 0 -> 872 bytes ggml/examples/yolo/data/labels/71_6.png | Bin 0 -> 954 bytes ggml/examples/yolo/data/labels/71_7.png | Bin 0 -> 1067 bytes ggml/examples/yolo/data/labels/72_0.png | Bin 0 -> 306 bytes ggml/examples/yolo/data/labels/72_1.png | Bin 0 -> 310 bytes ggml/examples/yolo/data/labels/72_2.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/72_3.png | Bin 0 -> 320 bytes ggml/examples/yolo/data/labels/72_4.png | Bin 0 -> 338 bytes ggml/examples/yolo/data/labels/72_5.png | Bin 0 -> 348 bytes ggml/examples/yolo/data/labels/72_6.png | Bin 0 -> 355 bytes ggml/examples/yolo/data/labels/72_7.png | Bin 0 -> 360 bytes ggml/examples/yolo/data/labels/73_0.png | Bin 0 -> 288 bytes ggml/examples/yolo/data/labels/73_1.png | Bin 0 -> 290 bytes ggml/examples/yolo/data/labels/73_2.png | Bin 0 -> 293 bytes ggml/examples/yolo/data/labels/73_3.png | Bin 0 -> 295 bytes ggml/examples/yolo/data/labels/73_4.png | Bin 0 -> 302 bytes ggml/examples/yolo/data/labels/73_5.png | Bin 0 -> 304 bytes ggml/examples/yolo/data/labels/73_6.png | Bin 0 -> 306 bytes ggml/examples/yolo/data/labels/73_7.png | Bin 0 -> 310 bytes ggml/examples/yolo/data/labels/74_0.png | Bin 0 -> 301 bytes ggml/examples/yolo/data/labels/74_1.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/74_2.png | Bin 0 -> 344 bytes ggml/examples/yolo/data/labels/74_3.png | Bin 0 -> 370 bytes ggml/examples/yolo/data/labels/74_4.png | Bin 0 -> 392 bytes ggml/examples/yolo/data/labels/74_5.png | Bin 0 -> 418 bytes ggml/examples/yolo/data/labels/74_6.png | Bin 0 -> 445 bytes ggml/examples/yolo/data/labels/74_7.png | Bin 0 -> 481 bytes ggml/examples/yolo/data/labels/75_0.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/75_1.png | Bin 0 -> 393 bytes ggml/examples/yolo/data/labels/75_2.png | Bin 0 -> 454 bytes ggml/examples/yolo/data/labels/75_3.png | Bin 0 -> 524 bytes ggml/examples/yolo/data/labels/75_4.png | Bin 0 -> 596 bytes ggml/examples/yolo/data/labels/75_5.png | Bin 0 -> 647 bytes ggml/examples/yolo/data/labels/75_6.png | Bin 0 -> 698 bytes ggml/examples/yolo/data/labels/75_7.png | Bin 0 -> 760 bytes ggml/examples/yolo/data/labels/76_0.png | Bin 0 -> 298 bytes ggml/examples/yolo/data/labels/76_1.png | Bin 0 -> 302 bytes ggml/examples/yolo/data/labels/76_2.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/76_3.png | Bin 0 -> 309 bytes ggml/examples/yolo/data/labels/76_4.png | Bin 0 -> 318 bytes ggml/examples/yolo/data/labels/76_5.png | Bin 0 -> 316 bytes ggml/examples/yolo/data/labels/76_6.png | Bin 0 -> 322 bytes ggml/examples/yolo/data/labels/76_7.png | Bin 0 -> 336 bytes ggml/examples/yolo/data/labels/77_0.png | Bin 0 -> 373 bytes ggml/examples/yolo/data/labels/77_1.png | Bin 0 -> 518 bytes ggml/examples/yolo/data/labels/77_2.png | Bin 0 -> 674 bytes ggml/examples/yolo/data/labels/77_3.png | Bin 0 -> 820 bytes ggml/examples/yolo/data/labels/77_4.png | Bin 0 -> 961 bytes ggml/examples/yolo/data/labels/77_5.png | Bin 0 -> 1098 bytes ggml/examples/yolo/data/labels/77_6.png | Bin 0 -> 1272 bytes ggml/examples/yolo/data/labels/77_7.png | Bin 0 -> 1416 bytes ggml/examples/yolo/data/labels/78_0.png | Bin 0 -> 329 bytes ggml/examples/yolo/data/labels/78_1.png | Bin 0 -> 397 bytes ggml/examples/yolo/data/labels/78_2.png | Bin 0 -> 449 bytes ggml/examples/yolo/data/labels/78_3.png | Bin 0 -> 512 bytes ggml/examples/yolo/data/labels/78_4.png | Bin 0 -> 559 bytes ggml/examples/yolo/data/labels/78_5.png | Bin 0 -> 600 bytes ggml/examples/yolo/data/labels/78_6.png | Bin 0 -> 646 bytes ggml/examples/yolo/data/labels/78_7.png | Bin 0 -> 691 bytes ggml/examples/yolo/data/labels/79_0.png | Bin 0 -> 353 bytes ggml/examples/yolo/data/labels/79_1.png | Bin 0 -> 457 bytes ggml/examples/yolo/data/labels/79_2.png | Bin 0 -> 586 bytes ggml/examples/yolo/data/labels/79_3.png | Bin 0 -> 717 bytes ggml/examples/yolo/data/labels/79_4.png | Bin 0 -> 836 bytes ggml/examples/yolo/data/labels/79_5.png | Bin 0 -> 950 bytes ggml/examples/yolo/data/labels/79_6.png | Bin 0 -> 1057 bytes ggml/examples/yolo/data/labels/79_7.png | Bin 0 -> 1167 bytes ggml/examples/yolo/data/labels/80_0.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/80_1.png | Bin 0 -> 349 bytes ggml/examples/yolo/data/labels/80_2.png | Bin 0 -> 382 bytes ggml/examples/yolo/data/labels/80_3.png | Bin 0 -> 421 bytes ggml/examples/yolo/data/labels/80_4.png | Bin 0 -> 458 bytes ggml/examples/yolo/data/labels/80_5.png | Bin 0 -> 484 bytes ggml/examples/yolo/data/labels/80_6.png | Bin 0 -> 528 bytes ggml/examples/yolo/data/labels/80_7.png | Bin 0 -> 556 bytes ggml/examples/yolo/data/labels/81_0.png | Bin 0 -> 360 bytes ggml/examples/yolo/data/labels/81_1.png | Bin 0 -> 484 bytes ggml/examples/yolo/data/labels/81_2.png | Bin 0 -> 614 bytes ggml/examples/yolo/data/labels/81_3.png | Bin 0 -> 756 bytes ggml/examples/yolo/data/labels/81_4.png | Bin 0 -> 899 bytes ggml/examples/yolo/data/labels/81_5.png | Bin 0 -> 1011 bytes ggml/examples/yolo/data/labels/81_6.png | Bin 0 -> 1123 bytes ggml/examples/yolo/data/labels/81_7.png | Bin 0 -> 1271 bytes ggml/examples/yolo/data/labels/82_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/82_1.png | Bin 0 -> 391 bytes ggml/examples/yolo/data/labels/82_2.png | Bin 0 -> 450 bytes ggml/examples/yolo/data/labels/82_3.png | Bin 0 -> 508 bytes ggml/examples/yolo/data/labels/82_4.png | Bin 0 -> 560 bytes ggml/examples/yolo/data/labels/82_5.png | Bin 0 -> 657 bytes ggml/examples/yolo/data/labels/82_6.png | Bin 0 -> 698 bytes ggml/examples/yolo/data/labels/82_7.png | Bin 0 -> 739 bytes ggml/examples/yolo/data/labels/83_0.png | Bin 0 -> 336 bytes ggml/examples/yolo/data/labels/83_1.png | Bin 0 -> 426 bytes ggml/examples/yolo/data/labels/83_2.png | Bin 0 -> 505 bytes ggml/examples/yolo/data/labels/83_3.png | Bin 0 -> 607 bytes ggml/examples/yolo/data/labels/83_4.png | Bin 0 -> 688 bytes ggml/examples/yolo/data/labels/83_5.png | Bin 0 -> 795 bytes ggml/examples/yolo/data/labels/83_6.png | Bin 0 -> 872 bytes ggml/examples/yolo/data/labels/83_7.png | Bin 0 -> 963 bytes ggml/examples/yolo/data/labels/84_0.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/84_1.png | Bin 0 -> 312 bytes ggml/examples/yolo/data/labels/84_2.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/84_3.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/84_4.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/84_5.png | Bin 0 -> 331 bytes ggml/examples/yolo/data/labels/84_6.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/84_7.png | Bin 0 -> 345 bytes ggml/examples/yolo/data/labels/85_0.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/85_1.png | Bin 0 -> 369 bytes ggml/examples/yolo/data/labels/85_2.png | Bin 0 -> 420 bytes ggml/examples/yolo/data/labels/85_3.png | Bin 0 -> 475 bytes ggml/examples/yolo/data/labels/85_4.png | Bin 0 -> 519 bytes ggml/examples/yolo/data/labels/85_5.png | Bin 0 -> 571 bytes ggml/examples/yolo/data/labels/85_6.png | Bin 0 -> 629 bytes ggml/examples/yolo/data/labels/85_7.png | Bin 0 -> 676 bytes ggml/examples/yolo/data/labels/86_0.png | Bin 0 -> 344 bytes ggml/examples/yolo/data/labels/86_1.png | Bin 0 -> 434 bytes ggml/examples/yolo/data/labels/86_2.png | Bin 0 -> 529 bytes ggml/examples/yolo/data/labels/86_3.png | Bin 0 -> 613 bytes ggml/examples/yolo/data/labels/86_4.png | Bin 0 -> 708 bytes ggml/examples/yolo/data/labels/86_5.png | Bin 0 -> 784 bytes ggml/examples/yolo/data/labels/86_6.png | Bin 0 -> 880 bytes ggml/examples/yolo/data/labels/86_7.png | Bin 0 -> 958 bytes ggml/examples/yolo/data/labels/87_0.png | Bin 0 -> 376 bytes ggml/examples/yolo/data/labels/87_1.png | Bin 0 -> 521 bytes ggml/examples/yolo/data/labels/87_2.png | Bin 0 -> 693 bytes ggml/examples/yolo/data/labels/87_3.png | Bin 0 -> 833 bytes ggml/examples/yolo/data/labels/87_4.png | Bin 0 -> 989 bytes ggml/examples/yolo/data/labels/87_5.png | Bin 0 -> 1122 bytes ggml/examples/yolo/data/labels/87_6.png | Bin 0 -> 1289 bytes ggml/examples/yolo/data/labels/87_7.png | Bin 0 -> 1451 bytes ggml/examples/yolo/data/labels/88_0.png | Bin 0 -> 338 bytes ggml/examples/yolo/data/labels/88_1.png | Bin 0 -> 443 bytes ggml/examples/yolo/data/labels/88_2.png | Bin 0 -> 540 bytes ggml/examples/yolo/data/labels/88_3.png | Bin 0 -> 638 bytes ggml/examples/yolo/data/labels/88_4.png | Bin 0 -> 742 bytes ggml/examples/yolo/data/labels/88_5.png | Bin 0 -> 844 bytes ggml/examples/yolo/data/labels/88_6.png | Bin 0 -> 933 bytes ggml/examples/yolo/data/labels/88_7.png | Bin 0 -> 1013 bytes ggml/examples/yolo/data/labels/89_0.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/89_1.png | Bin 0 -> 387 bytes ggml/examples/yolo/data/labels/89_2.png | Bin 0 -> 447 bytes ggml/examples/yolo/data/labels/89_3.png | Bin 0 -> 502 bytes ggml/examples/yolo/data/labels/89_4.png | Bin 0 -> 569 bytes ggml/examples/yolo/data/labels/89_5.png | Bin 0 -> 620 bytes ggml/examples/yolo/data/labels/89_6.png | Bin 0 -> 679 bytes ggml/examples/yolo/data/labels/89_7.png | Bin 0 -> 743 bytes ggml/examples/yolo/data/labels/90_0.png | Bin 0 -> 334 bytes ggml/examples/yolo/data/labels/90_1.png | Bin 0 -> 387 bytes ggml/examples/yolo/data/labels/90_2.png | Bin 0 -> 436 bytes ggml/examples/yolo/data/labels/90_3.png | Bin 0 -> 500 bytes ggml/examples/yolo/data/labels/90_4.png | Bin 0 -> 549 bytes ggml/examples/yolo/data/labels/90_5.png | Bin 0 -> 595 bytes ggml/examples/yolo/data/labels/90_6.png | Bin 0 -> 644 bytes ggml/examples/yolo/data/labels/90_7.png | Bin 0 -> 697 bytes ggml/examples/yolo/data/labels/91_0.png | Bin 0 -> 292 bytes ggml/examples/yolo/data/labels/91_1.png | Bin 0 -> 301 bytes ggml/examples/yolo/data/labels/91_2.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/91_3.png | Bin 0 -> 312 bytes ggml/examples/yolo/data/labels/91_4.png | Bin 0 -> 316 bytes ggml/examples/yolo/data/labels/91_5.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/91_6.png | Bin 0 -> 327 bytes ggml/examples/yolo/data/labels/91_7.png | Bin 0 -> 331 bytes ggml/examples/yolo/data/labels/92_0.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/92_1.png | Bin 0 -> 375 bytes ggml/examples/yolo/data/labels/92_2.png | Bin 0 -> 438 bytes ggml/examples/yolo/data/labels/92_3.png | Bin 0 -> 509 bytes ggml/examples/yolo/data/labels/92_4.png | Bin 0 -> 567 bytes ggml/examples/yolo/data/labels/92_5.png | Bin 0 -> 612 bytes ggml/examples/yolo/data/labels/92_6.png | Bin 0 -> 653 bytes ggml/examples/yolo/data/labels/92_7.png | Bin 0 -> 741 bytes ggml/examples/yolo/data/labels/93_0.png | Bin 0 -> 292 bytes ggml/examples/yolo/data/labels/93_1.png | Bin 0 -> 308 bytes ggml/examples/yolo/data/labels/93_2.png | Bin 0 -> 308 bytes ggml/examples/yolo/data/labels/93_3.png | Bin 0 -> 315 bytes ggml/examples/yolo/data/labels/93_4.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/93_5.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/93_6.png | Bin 0 -> 324 bytes ggml/examples/yolo/data/labels/93_7.png | Bin 0 -> 330 bytes ggml/examples/yolo/data/labels/94_0.png | Bin 0 -> 307 bytes ggml/examples/yolo/data/labels/94_1.png | Bin 0 -> 345 bytes ggml/examples/yolo/data/labels/94_2.png | Bin 0 -> 390 bytes ggml/examples/yolo/data/labels/94_3.png | Bin 0 -> 429 bytes ggml/examples/yolo/data/labels/94_4.png | Bin 0 -> 493 bytes ggml/examples/yolo/data/labels/94_5.png | Bin 0 -> 510 bytes ggml/examples/yolo/data/labels/94_6.png | Bin 0 -> 574 bytes ggml/examples/yolo/data/labels/94_7.png | Bin 0 -> 594 bytes ggml/examples/yolo/data/labels/95_0.png | Bin 0 -> 288 bytes ggml/examples/yolo/data/labels/95_1.png | Bin 0 -> 295 bytes ggml/examples/yolo/data/labels/95_2.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/95_3.png | Bin 0 -> 305 bytes ggml/examples/yolo/data/labels/95_4.png | Bin 0 -> 309 bytes ggml/examples/yolo/data/labels/95_5.png | Bin 0 -> 314 bytes ggml/examples/yolo/data/labels/95_6.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/95_7.png | Bin 0 -> 321 bytes ggml/examples/yolo/data/labels/96_0.png | Bin 0 -> 300 bytes ggml/examples/yolo/data/labels/96_1.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/96_2.png | Bin 0 -> 340 bytes ggml/examples/yolo/data/labels/96_3.png | Bin 0 -> 368 bytes ggml/examples/yolo/data/labels/96_4.png | Bin 0 -> 388 bytes ggml/examples/yolo/data/labels/96_5.png | Bin 0 -> 418 bytes ggml/examples/yolo/data/labels/96_6.png | Bin 0 -> 444 bytes ggml/examples/yolo/data/labels/96_7.png | Bin 0 -> 470 bytes ggml/examples/yolo/data/labels/97_0.png | Bin 0 -> 317 bytes ggml/examples/yolo/data/labels/97_1.png | Bin 0 -> 374 bytes ggml/examples/yolo/data/labels/97_2.png | Bin 0 -> 448 bytes ggml/examples/yolo/data/labels/97_3.png | Bin 0 -> 490 bytes ggml/examples/yolo/data/labels/97_4.png | Bin 0 -> 562 bytes ggml/examples/yolo/data/labels/97_5.png | Bin 0 -> 637 bytes ggml/examples/yolo/data/labels/97_6.png | Bin 0 -> 697 bytes ggml/examples/yolo/data/labels/97_7.png | Bin 0 -> 752 bytes ggml/examples/yolo/data/labels/98_0.png | Bin 0 -> 319 bytes ggml/examples/yolo/data/labels/98_1.png | Bin 0 -> 377 bytes ggml/examples/yolo/data/labels/98_2.png | Bin 0 -> 454 bytes ggml/examples/yolo/data/labels/98_3.png | Bin 0 -> 509 bytes ggml/examples/yolo/data/labels/98_4.png | Bin 0 -> 568 bytes ggml/examples/yolo/data/labels/98_5.png | Bin 0 -> 635 bytes ggml/examples/yolo/data/labels/98_6.png | Bin 0 -> 700 bytes ggml/examples/yolo/data/labels/98_7.png | Bin 0 -> 754 bytes ggml/examples/yolo/data/labels/99_0.png | Bin 0 -> 313 bytes ggml/examples/yolo/data/labels/99_1.png | Bin 0 -> 367 bytes ggml/examples/yolo/data/labels/99_2.png | Bin 0 -> 423 bytes ggml/examples/yolo/data/labels/99_3.png | Bin 0 -> 464 bytes ggml/examples/yolo/data/labels/99_4.png | Bin 0 -> 521 bytes ggml/examples/yolo/data/labels/99_5.png | Bin 0 -> 576 bytes ggml/examples/yolo/data/labels/99_6.png | Bin 0 -> 629 bytes ggml/examples/yolo/data/labels/99_7.png | Bin 0 -> 692 bytes ggml/examples/yolo/yolo-image.cpp | 210 + ggml/examples/yolo/yolo-image.h | 39 + ggml/examples/yolo/yolov3-tiny.cpp | 661 + ggml/ggml.pc.in | 10 + ggml/include/ggml-alloc.h | 85 + ggml/include/ggml-backend.h | 373 + ggml/include/ggml-blas.h | 25 + ggml/include/ggml-cann.h | 123 + ggml/include/ggml-cpp.h | 39 + ggml/include/ggml-cpu.h | 151 + ggml/include/ggml-cuda.h | 47 + ggml/include/ggml-hexagon.h | 19 + ggml/include/ggml-metal.h | 61 + ggml/include/ggml-opencl.h | 26 + ggml/include/ggml-openvino.h | 37 + ggml/include/ggml-opt.h | 256 + ggml/include/ggml-rpc.h | 35 + ggml/include/ggml-sycl.h | 49 + ggml/include/ggml-virtgpu.h | 14 + ggml/include/ggml-vulkan.h | 29 + ggml/include/ggml-webgpu.h | 19 + ggml/include/ggml-zdnn.h | 17 + ggml/include/ggml-zendnn.h | 22 + ggml/include/ggml.h | 2771 +++ ggml/include/gguf.h | 204 + ggml/requirements.txt | 11 + ggml/scripts/gen-authors.sh | 9 + ggml/scripts/release.sh | 296 + ggml/scripts/sync-llama-am.sh | 167 + ggml/scripts/sync-llama.last | 1 + ggml/scripts/sync-llama.sh | 21 + ggml/scripts/sync-whisper-am.sh | 138 + ggml/scripts/sync-whisper.last | 1 + ggml/scripts/sync-whisper.sh | 17 + ggml/src/CMakeLists.txt | 493 + ggml/src/ggml-alloc.c | 1244 ++ ggml/src/ggml-backend-dl.cpp | 48 + ggml/src/ggml-backend-dl.h | 45 + ggml/src/ggml-backend-impl.h | 255 + ggml/src/ggml-backend-reg.cpp | 574 + ggml/src/ggml-backend.cpp | 2270 +++ ggml/src/ggml-blas/CMakeLists.txt | 101 + ggml/src/ggml-blas/ggml-blas.cpp | 520 + ggml/src/ggml-cann/CMakeLists.txt | 89 + ggml/src/ggml-cann/acl_tensor.cpp | 195 + ggml/src/ggml-cann/acl_tensor.h | 349 + ggml/src/ggml-cann/aclnn_ops.cpp | 4162 ++++ ggml/src/ggml-cann/aclnn_ops.h | 1134 ++ ggml/src/ggml-cann/common.h | 641 + ggml/src/ggml-cann/ggml-cann.cpp | 2911 +++ ggml/src/ggml-common.h | 1889 ++ ggml/src/ggml-cpu/CMakeLists.txt | 711 + ggml/src/ggml-cpu/amx/amx.cpp | 247 + ggml/src/ggml-cpu/amx/amx.h | 8 + ggml/src/ggml-cpu/amx/common.h | 115 + ggml/src/ggml-cpu/amx/mmq.cpp | 2512 +++ ggml/src/ggml-cpu/amx/mmq.h | 10 + ggml/src/ggml-cpu/arch-fallback.h | 343 + ggml/src/ggml-cpu/arch/arm/cpu-feats.cpp | 98 + ggml/src/ggml-cpu/arch/arm/quants.c | 4136 ++++ ggml/src/ggml-cpu/arch/arm/repack.cpp | 5091 +++++ ggml/src/ggml-cpu/arch/loongarch/quants.c | 2159 ++ ggml/src/ggml-cpu/arch/powerpc/cpu-feats.cpp | 82 + ggml/src/ggml-cpu/arch/powerpc/quants.c | 2305 +++ ggml/src/ggml-cpu/arch/riscv/cpu-feats.cpp | 38 + ggml/src/ggml-cpu/arch/riscv/quants.c | 3623 ++++ ggml/src/ggml-cpu/arch/riscv/repack.cpp | 1703 ++ ggml/src/ggml-cpu/arch/s390/cpu-feats.cpp | 50 + ggml/src/ggml-cpu/arch/s390/quants.c | 1466 ++ ggml/src/ggml-cpu/arch/wasm/quants.c | 1221 ++ ggml/src/ggml-cpu/arch/x86/cpu-feats.cpp | 327 + ggml/src/ggml-cpu/arch/x86/quants.c | 3820 ++++ ggml/src/ggml-cpu/arch/x86/repack.cpp | 6407 ++++++ ggml/src/ggml-cpu/binary-ops.cpp | 154 + ggml/src/ggml-cpu/binary-ops.h | 16 + ggml/src/ggml-cpu/cmake/FindSIMD.cmake | 100 + ggml/src/ggml-cpu/common.h | 95 + ggml/src/ggml-cpu/ggml-cpu-impl.h | 529 + ggml/src/ggml-cpu/ggml-cpu.c | 3820 ++++ ggml/src/ggml-cpu/ggml-cpu.cpp | 701 + ggml/src/ggml-cpu/hbm.cpp | 55 + ggml/src/ggml-cpu/hbm.h | 8 + ggml/src/ggml-cpu/kleidiai/kernels.cpp | 939 + ggml/src/ggml-cpu/kleidiai/kernels.h | 90 + ggml/src/ggml-cpu/kleidiai/kleidiai.cpp | 1513 ++ ggml/src/ggml-cpu/kleidiai/kleidiai.h | 17 + ggml/src/ggml-cpu/llamafile/sgemm.cpp | 4035 ++++ ggml/src/ggml-cpu/llamafile/sgemm.h | 25 + ggml/src/ggml-cpu/ops.cpp | 11219 +++++++++++ ggml/src/ggml-cpu/ops.h | 117 + ggml/src/ggml-cpu/quants.c | 1233 ++ ggml/src/ggml-cpu/quants.h | 100 + ggml/src/ggml-cpu/repack.cpp | 4836 +++++ ggml/src/ggml-cpu/repack.h | 245 + ggml/src/ggml-cpu/simd-gemm.h | 136 + ggml/src/ggml-cpu/simd-mappings.h | 1319 ++ ggml/src/ggml-cpu/spacemit/ime.cpp | 1025 + ggml/src/ggml-cpu/spacemit/ime.h | 13 + ggml/src/ggml-cpu/spacemit/ime1_kernels.cpp | 3196 +++ ggml/src/ggml-cpu/spacemit/ime_kernels.h | 26 + ggml/src/ggml-cpu/traits.cpp | 36 + ggml/src/ggml-cpu/traits.h | 38 + ggml/src/ggml-cpu/unary-ops.cpp | 337 + ggml/src/ggml-cpu/unary-ops.h | 35 + ggml/src/ggml-cpu/vec.cpp | 629 + ggml/src/ggml-cpu/vec.h | 1585 ++ ggml/src/ggml-cuda/CMakeLists.txt | 258 + ggml/src/ggml-cuda/acc.cu | 61 + ggml/src/ggml-cuda/acc.cuh | 5 + ggml/src/ggml-cuda/add-id.cu | 58 + ggml/src/ggml-cuda/add-id.cuh | 3 + ggml/src/ggml-cuda/arange.cu | 34 + ggml/src/ggml-cuda/arange.cuh | 5 + ggml/src/ggml-cuda/argmax.cu | 91 + ggml/src/ggml-cuda/argmax.cuh | 3 + ggml/src/ggml-cuda/argsort.cu | 230 + ggml/src/ggml-cuda/argsort.cuh | 19 + ggml/src/ggml-cuda/binbcast.cu | 504 + ggml/src/ggml-cuda/binbcast.cuh | 11 + ggml/src/ggml-cuda/clamp.cu | 45 + ggml/src/ggml-cuda/clamp.cuh | 5 + ggml/src/ggml-cuda/common.cuh | 1450 ++ ggml/src/ggml-cuda/concat.cu | 221 + ggml/src/ggml-cuda/concat.cuh | 5 + ggml/src/ggml-cuda/conv-transpose-1d.cu | 86 + ggml/src/ggml-cuda/conv-transpose-1d.cuh | 5 + ggml/src/ggml-cuda/conv2d-dw.cu | 161 + ggml/src/ggml-cuda/conv2d-dw.cuh | 5 + ggml/src/ggml-cuda/conv2d-transpose.cu | 115 + ggml/src/ggml-cuda/conv2d-transpose.cuh | 5 + ggml/src/ggml-cuda/conv2d.cu | 166 + ggml/src/ggml-cuda/conv2d.cuh | 5 + ggml/src/ggml-cuda/convert.cu | 882 + ggml/src/ggml-cuda/convert.cuh | 66 + ggml/src/ggml-cuda/count-equal.cu | 64 + ggml/src/ggml-cuda/count-equal.cuh | 5 + ggml/src/ggml-cuda/cp-async.cuh | 57 + ggml/src/ggml-cuda/cpy-utils.cuh | 217 + ggml/src/ggml-cuda/cpy.cu | 558 + ggml/src/ggml-cuda/cpy.cuh | 7 + ggml/src/ggml-cuda/cross-entropy-loss.cu | 177 + ggml/src/ggml-cuda/cross-entropy-loss.cuh | 7 + ggml/src/ggml-cuda/cumsum.cu | 307 + ggml/src/ggml-cuda/cumsum.cuh | 5 + ggml/src/ggml-cuda/dequantize.cuh | 77 + ggml/src/ggml-cuda/diag.cu | 77 + ggml/src/ggml-cuda/diag.cuh | 5 + ggml/src/ggml-cuda/diagmask.cu | 40 + ggml/src/ggml-cuda/diagmask.cuh | 5 + ggml/src/ggml-cuda/fattn-common.cuh | 1084 + ggml/src/ggml-cuda/fattn-mma-f16.cuh | 1828 ++ ggml/src/ggml-cuda/fattn-tile.cu | 49 + ggml/src/ggml-cuda/fattn-tile.cuh | 1258 ++ ggml/src/ggml-cuda/fattn-vec.cuh | 600 + ggml/src/ggml-cuda/fattn-wmma-f16.cu | 696 + ggml/src/ggml-cuda/fattn-wmma-f16.cuh | 51 + ggml/src/ggml-cuda/fattn.cu | 510 + ggml/src/ggml-cuda/fattn.cuh | 5 + ggml/src/ggml-cuda/fill.cu | 37 + ggml/src/ggml-cuda/fill.cuh | 3 + ggml/src/ggml-cuda/gated_delta_net.cu | 273 + ggml/src/ggml-cuda/gated_delta_net.cuh | 4 + ggml/src/ggml-cuda/getrows.cu | 286 + ggml/src/ggml-cuda/getrows.cuh | 15 + ggml/src/ggml-cuda/ggml-cuda.cu | 5313 +++++ ggml/src/ggml-cuda/gla.cu | 93 + ggml/src/ggml-cuda/gla.cuh | 3 + ggml/src/ggml-cuda/im2col.cu | 264 + ggml/src/ggml-cuda/im2col.cuh | 6 + ggml/src/ggml-cuda/mean.cu | 75 + ggml/src/ggml-cuda/mean.cuh | 3 + ggml/src/ggml-cuda/mma.cuh | 1409 ++ ggml/src/ggml-cuda/mmf.cu | 191 + ggml/src/ggml-cuda/mmf.cuh | 908 + ggml/src/ggml-cuda/mmid.cu | 164 + ggml/src/ggml-cuda/mmid.cuh | 5 + ggml/src/ggml-cuda/mmq.cu | 366 + ggml/src/ggml-cuda/mmq.cuh | 4097 ++++ ggml/src/ggml-cuda/mmvf.cu | 862 + ggml/src/ggml-cuda/mmvf.cuh | 14 + ggml/src/ggml-cuda/mmvq.cu | 856 + ggml/src/ggml-cuda/mmvq.cuh | 13 + ggml/src/ggml-cuda/norm.cu | 672 + ggml/src/ggml-cuda/norm.cuh | 18 + ggml/src/ggml-cuda/opt-step-adamw.cu | 78 + ggml/src/ggml-cuda/opt-step-adamw.cuh | 5 + ggml/src/ggml-cuda/opt-step-sgd.cu | 49 + ggml/src/ggml-cuda/opt-step-sgd.cuh | 5 + ggml/src/ggml-cuda/out-prod.cu | 68 + ggml/src/ggml-cuda/out-prod.cuh | 3 + ggml/src/ggml-cuda/pad.cu | 106 + ggml/src/ggml-cuda/pad.cuh | 5 + ggml/src/ggml-cuda/pad_reflect_1d.cu | 91 + ggml/src/ggml-cuda/pad_reflect_1d.cuh | 5 + ggml/src/ggml-cuda/pool2d.cu | 94 + ggml/src/ggml-cuda/pool2d.cuh | 5 + ggml/src/ggml-cuda/quantize.cu | 343 + ggml/src/ggml-cuda/quantize.cuh | 41 + ggml/src/ggml-cuda/reduce_rows.cuh | 39 + ggml/src/ggml-cuda/roll.cu | 67 + ggml/src/ggml-cuda/roll.cuh | 5 + ggml/src/ggml-cuda/rope.cu | 665 + ggml/src/ggml-cuda/rope.cuh | 9 + ggml/src/ggml-cuda/scale.cu | 34 + ggml/src/ggml-cuda/scale.cuh | 5 + ggml/src/ggml-cuda/set-rows.cu | 330 + ggml/src/ggml-cuda/set-rows.cuh | 7 + ggml/src/ggml-cuda/set.cu | 39 + ggml/src/ggml-cuda/set.cuh | 7 + ggml/src/ggml-cuda/softcap.cu | 34 + ggml/src/ggml-cuda/softcap.cuh | 5 + ggml/src/ggml-cuda/softmax.cu | 472 + ggml/src/ggml-cuda/softmax.cuh | 7 + ggml/src/ggml-cuda/solve_tri.cu | 275 + ggml/src/ggml-cuda/solve_tri.cuh | 3 + ggml/src/ggml-cuda/ssm-conv.cu | 174 + ggml/src/ggml-cuda/ssm-conv.cuh | 3 + ggml/src/ggml-cuda/ssm-scan.cu | 342 + ggml/src/ggml-cuda/ssm-scan.cuh | 3 + ggml/src/ggml-cuda/sum.cu | 41 + ggml/src/ggml-cuda/sum.cuh | 5 + ggml/src/ggml-cuda/sumrows.cu | 43 + ggml/src/ggml-cuda/sumrows.cuh | 4 + ...ttn-mma-f16-instance-ncols1_1-ncols2_16.cu | 5 + ...ttn-mma-f16-instance-ncols1_1-ncols2_32.cu | 5 + ...attn-mma-f16-instance-ncols1_1-ncols2_8.cu | 10 + ...ttn-mma-f16-instance-ncols1_16-ncols2_1.cu | 10 + ...ttn-mma-f16-instance-ncols1_16-ncols2_2.cu | 10 + ...ttn-mma-f16-instance-ncols1_16-ncols2_4.cu | 11 + ...ttn-mma-f16-instance-ncols1_2-ncols2_16.cu | 5 + ...ttn-mma-f16-instance-ncols1_2-ncols2_32.cu | 5 + ...attn-mma-f16-instance-ncols1_2-ncols2_4.cu | 11 + ...attn-mma-f16-instance-ncols1_2-ncols2_8.cu | 10 + ...ttn-mma-f16-instance-ncols1_32-ncols2_1.cu | 10 + ...ttn-mma-f16-instance-ncols1_32-ncols2_2.cu | 10 + ...ttn-mma-f16-instance-ncols1_4-ncols2_16.cu | 5 + ...attn-mma-f16-instance-ncols1_4-ncols2_2.cu | 10 + ...attn-mma-f16-instance-ncols1_4-ncols2_4.cu | 11 + ...attn-mma-f16-instance-ncols1_4-ncols2_8.cu | 10 + ...ttn-mma-f16-instance-ncols1_64-ncols2_1.cu | 10 + ...attn-mma-f16-instance-ncols1_8-ncols2_1.cu | 10 + ...attn-mma-f16-instance-ncols1_8-ncols2_2.cu | 10 + ...attn-mma-f16-instance-ncols1_8-ncols2_4.cu | 11 + ...attn-mma-f16-instance-ncols1_8-ncols2_8.cu | 10 + .../fattn-tile-instance-dkq112-dv112.cu | 5 + .../fattn-tile-instance-dkq128-dv128.cu | 5 + .../fattn-tile-instance-dkq256-dv256.cu | 5 + .../fattn-tile-instance-dkq40-dv40.cu | 5 + .../fattn-tile-instance-dkq576-dv512.cu | 5 + .../fattn-tile-instance-dkq64-dv64.cu | 5 + .../fattn-tile-instance-dkq72-dv72.cu | 5 + .../fattn-tile-instance-dkq80-dv80.cu | 5 + .../fattn-tile-instance-dkq96-dv96.cu | 5 + .../fattn-vec-instance-bf16-bf16.cu | 7 + .../fattn-vec-instance-bf16-f16.cu | 7 + .../fattn-vec-instance-bf16-q4_0.cu | 7 + .../fattn-vec-instance-bf16-q4_1.cu | 7 + .../fattn-vec-instance-bf16-q5_0.cu | 7 + .../fattn-vec-instance-bf16-q5_1.cu | 7 + .../fattn-vec-instance-bf16-q8_0.cu | 7 + .../fattn-vec-instance-f16-bf16.cu | 7 + .../fattn-vec-instance-f16-f16.cu | 7 + .../fattn-vec-instance-f16-q4_0.cu | 7 + .../fattn-vec-instance-f16-q4_1.cu | 7 + .../fattn-vec-instance-f16-q5_0.cu | 7 + .../fattn-vec-instance-f16-q5_1.cu | 7 + .../fattn-vec-instance-f16-q8_0.cu | 7 + .../fattn-vec-instance-q4_0-bf16.cu | 7 + .../fattn-vec-instance-q4_0-f16.cu | 7 + .../fattn-vec-instance-q4_0-q4_0.cu | 7 + .../fattn-vec-instance-q4_0-q4_1.cu | 7 + .../fattn-vec-instance-q4_0-q5_0.cu | 7 + .../fattn-vec-instance-q4_0-q5_1.cu | 7 + .../fattn-vec-instance-q4_0-q8_0.cu | 7 + .../fattn-vec-instance-q4_1-bf16.cu | 7 + .../fattn-vec-instance-q4_1-f16.cu | 7 + .../fattn-vec-instance-q4_1-q4_0.cu | 7 + .../fattn-vec-instance-q4_1-q4_1.cu | 7 + .../fattn-vec-instance-q4_1-q5_0.cu | 7 + .../fattn-vec-instance-q4_1-q5_1.cu | 7 + .../fattn-vec-instance-q4_1-q8_0.cu | 7 + .../fattn-vec-instance-q5_0-bf16.cu | 7 + .../fattn-vec-instance-q5_0-f16.cu | 7 + .../fattn-vec-instance-q5_0-q4_0.cu | 7 + .../fattn-vec-instance-q5_0-q4_1.cu | 7 + .../fattn-vec-instance-q5_0-q5_0.cu | 7 + .../fattn-vec-instance-q5_0-q5_1.cu | 7 + .../fattn-vec-instance-q5_0-q8_0.cu | 7 + .../fattn-vec-instance-q5_1-bf16.cu | 7 + .../fattn-vec-instance-q5_1-f16.cu | 7 + .../fattn-vec-instance-q5_1-q4_0.cu | 7 + .../fattn-vec-instance-q5_1-q4_1.cu | 7 + .../fattn-vec-instance-q5_1-q5_0.cu | 7 + .../fattn-vec-instance-q5_1-q5_1.cu | 7 + .../fattn-vec-instance-q5_1-q8_0.cu | 7 + .../fattn-vec-instance-q8_0-bf16.cu | 7 + .../fattn-vec-instance-q8_0-f16.cu | 7 + .../fattn-vec-instance-q8_0-q4_0.cu | 7 + .../fattn-vec-instance-q8_0-q4_1.cu | 7 + .../fattn-vec-instance-q8_0-q5_0.cu | 7 + .../fattn-vec-instance-q8_0-q5_1.cu | 7 + .../fattn-vec-instance-q8_0-q8_0.cu | 7 + .../template-instances/generate_cu_files.py | 99 + .../mmf-instance-ncols_1.cu | 5 + .../mmf-instance-ncols_10.cu | 5 + .../mmf-instance-ncols_11.cu | 5 + .../mmf-instance-ncols_12.cu | 5 + .../mmf-instance-ncols_13.cu | 5 + .../mmf-instance-ncols_14.cu | 5 + .../mmf-instance-ncols_15.cu | 5 + .../mmf-instance-ncols_16.cu | 5 + .../mmf-instance-ncols_2.cu | 5 + .../mmf-instance-ncols_3.cu | 5 + .../mmf-instance-ncols_4.cu | 5 + .../mmf-instance-ncols_5.cu | 5 + .../mmf-instance-ncols_6.cu | 5 + .../mmf-instance-ncols_7.cu | 5 + .../mmf-instance-ncols_8.cu | 5 + .../mmf-instance-ncols_9.cu | 5 + .../template-instances/mmq-instance-iq1_s.cu | 5 + .../template-instances/mmq-instance-iq2_s.cu | 5 + .../template-instances/mmq-instance-iq2_xs.cu | 5 + .../mmq-instance-iq2_xxs.cu | 5 + .../template-instances/mmq-instance-iq3_s.cu | 5 + .../mmq-instance-iq3_xxs.cu | 5 + .../template-instances/mmq-instance-iq4_nl.cu | 5 + .../template-instances/mmq-instance-iq4_xs.cu | 5 + .../template-instances/mmq-instance-mxfp4.cu | 5 + .../template-instances/mmq-instance-q2_k.cu | 5 + .../template-instances/mmq-instance-q3_k.cu | 5 + .../template-instances/mmq-instance-q4_0.cu | 5 + .../template-instances/mmq-instance-q4_1.cu | 5 + .../template-instances/mmq-instance-q4_k.cu | 5 + .../template-instances/mmq-instance-q5_0.cu | 5 + .../template-instances/mmq-instance-q5_1.cu | 5 + .../template-instances/mmq-instance-q5_k.cu | 5 + .../template-instances/mmq-instance-q6_k.cu | 5 + .../template-instances/mmq-instance-q8_0.cu | 5 + ggml/src/ggml-cuda/top-k.cu | 95 + ggml/src/ggml-cuda/top-k.cuh | 3 + ggml/src/ggml-cuda/topk-moe.cu | 415 + ggml/src/ggml-cuda/topk-moe.cuh | 27 + ggml/src/ggml-cuda/tri.cu | 136 + ggml/src/ggml-cuda/tri.cuh | 5 + ggml/src/ggml-cuda/tsembd.cu | 47 + ggml/src/ggml-cuda/tsembd.cuh | 5 + ggml/src/ggml-cuda/unary.cu | 617 + ggml/src/ggml-cuda/unary.cuh | 112 + ggml/src/ggml-cuda/upscale.cu | 293 + ggml/src/ggml-cuda/upscale.cuh | 5 + ggml/src/ggml-cuda/vecdotq.cuh | 1269 ++ ggml/src/ggml-cuda/vendors/cuda.h | 24 + ggml/src/ggml-cuda/vendors/hip.h | 292 + ggml/src/ggml-cuda/vendors/musa.h | 147 + ggml/src/ggml-cuda/wkv.cu | 199 + ggml/src/ggml-cuda/wkv.cuh | 7 + ggml/src/ggml-hexagon/CMakeLists.txt | 117 + ggml/src/ggml-hexagon/ggml-hexagon.cpp | 3477 ++++ ggml/src/ggml-hexagon/htp-drv.cpp | 418 + ggml/src/ggml-hexagon/htp-drv.h | 121 + ggml/src/ggml-hexagon/htp/CMakeLists.txt | 65 + ggml/src/ggml-hexagon/htp/act-ops.c | 813 + ggml/src/ggml-hexagon/htp/argsort-ops.c | 281 + ggml/src/ggml-hexagon/htp/binary-ops.c | 872 + .../ggml-hexagon/htp/cmake-toolchain.cmake | 157 + ggml/src/ggml-hexagon/htp/cpy-ops.c | 252 + ggml/src/ggml-hexagon/htp/flash-attn-ops.c | 713 + ggml/src/ggml-hexagon/htp/get-rows-ops.c | 112 + ggml/src/ggml-hexagon/htp/hex-dma.c | 63 + ggml/src/ggml-hexagon/htp/hex-dma.h | 319 + ggml/src/ggml-hexagon/htp/hex-dump.h | 86 + ggml/src/ggml-hexagon/htp/hex-fastdiv.h | 37 + ggml/src/ggml-hexagon/htp/hex-utils.h | 71 + ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c | 1705 ++ ggml/src/ggml-hexagon/htp/hmx-ops.h | 72 + ggml/src/ggml-hexagon/htp/hmx-profile.h | 34 + ggml/src/ggml-hexagon/htp/hmx-utils.h | 88 + ggml/src/ggml-hexagon/htp/htp-ctx.h | 47 + ggml/src/ggml-hexagon/htp/htp-msg.h | 165 + ggml/src/ggml-hexagon/htp/htp-ops.h | 64 + ggml/src/ggml-hexagon/htp/htp_iface.idl | 16 + ggml/src/ggml-hexagon/htp/hvx-arith.h | 443 + ggml/src/ggml-hexagon/htp/hvx-base.h | 273 + ggml/src/ggml-hexagon/htp/hvx-copy.h | 245 + ggml/src/ggml-hexagon/htp/hvx-div.h | 251 + ggml/src/ggml-hexagon/htp/hvx-dump.h | 129 + ggml/src/ggml-hexagon/htp/hvx-exp.h | 216 + ggml/src/ggml-hexagon/htp/hvx-floor.h | 100 + ggml/src/ggml-hexagon/htp/hvx-inverse.h | 210 + ggml/src/ggml-hexagon/htp/hvx-reduce.h | 296 + ggml/src/ggml-hexagon/htp/hvx-scale.h | 133 + ggml/src/ggml-hexagon/htp/hvx-sigmoid.h | 142 + ggml/src/ggml-hexagon/htp/hvx-sqrt.h | 126 + ggml/src/ggml-hexagon/htp/hvx-types.h | 36 + ggml/src/ggml-hexagon/htp/hvx-utils.h | 18 + ggml/src/ggml-hexagon/htp/main.c | 1482 ++ ggml/src/ggml-hexagon/htp/matmul-ops.c | 3050 +++ ggml/src/ggml-hexagon/htp/repeat-ops.c | 148 + ggml/src/ggml-hexagon/htp/rope-ops.c | 497 + ggml/src/ggml-hexagon/htp/set-rows-ops.c | 168 + ggml/src/ggml-hexagon/htp/softmax-ops.c | 419 + ggml/src/ggml-hexagon/htp/ssm-conv.c | 339 + ggml/src/ggml-hexagon/htp/sum-rows-ops.c | 128 + ggml/src/ggml-hexagon/htp/unary-ops.c | 477 + ggml/src/ggml-hexagon/htp/worker-pool.c | 293 + ggml/src/ggml-hexagon/htp/worker-pool.h | 57 + ggml/src/ggml-hexagon/libdl.h | 79 + ggml/src/ggml-hexagon/libggml-htp.inf | 38 + ggml/src/ggml-hexagon/op-desc.h | 153 + ggml/src/ggml-hip/CMakeLists.txt | 145 + ggml/src/ggml-impl.h | 777 + ggml/src/ggml-metal/CMakeLists.txt | 124 + ggml/src/ggml-metal/ggml-metal-common.cpp | 505 + ggml/src/ggml-metal/ggml-metal-common.h | 52 + ggml/src/ggml-metal/ggml-metal-context.h | 41 + ggml/src/ggml-metal/ggml-metal-context.m | 771 + ggml/src/ggml-metal/ggml-metal-device.cpp | 2030 ++ ggml/src/ggml-metal/ggml-metal-device.h | 311 + ggml/src/ggml-metal/ggml-metal-device.m | 2547 +++ ggml/src/ggml-metal/ggml-metal-impl.h | 1197 ++ ggml/src/ggml-metal/ggml-metal-ops.cpp | 4749 +++++ ggml/src/ggml-metal/ggml-metal-ops.h | 100 + ggml/src/ggml-metal/ggml-metal.cpp | 937 + ggml/src/ggml-metal/ggml-metal.metal | 10640 ++++++++++ ggml/src/ggml-musa/CMakeLists.txt | 124 + ggml/src/ggml-musa/mudnn.cu | 112 + ggml/src/ggml-musa/mudnn.cuh | 12 + ggml/src/ggml-opencl/CMakeLists.txt | 161 + ggml/src/ggml-opencl/ggml-opencl.cpp | 13180 ++++++++++++ ggml/src/ggml-opencl/kernels/add.cl | 190 + ggml/src/ggml-opencl/kernels/add_id.cl | 42 + ggml/src/ggml-opencl/kernels/argsort.cl | 86 + ggml/src/ggml-opencl/kernels/clamp.cl | 20 + ggml/src/ggml-opencl/kernels/concat.cl | 51 + ggml/src/ggml-opencl/kernels/conv2d.cl | 185 + .../src/ggml-opencl/kernels/conv2d_f16_f32.cl | 176 + ggml/src/ggml-opencl/kernels/cpy.cl | 229 + ggml/src/ggml-opencl/kernels/cumsum.cl | 139 + ggml/src/ggml-opencl/kernels/cvt.cl | 660 + ggml/src/ggml-opencl/kernels/diag.cl | 27 + ggml/src/ggml-opencl/kernels/diag_mask_inf.cl | 58 + ggml/src/ggml-opencl/kernels/div.cl | 138 + ggml/src/ggml-opencl/kernels/embed_kernel.py | 26 + ggml/src/ggml-opencl/kernels/exp.cl | 125 + ggml/src/ggml-opencl/kernels/expm1.cl | 113 + ggml/src/ggml-opencl/kernels/fill.cl | 17 + .../src/ggml-opencl/kernels/flash_attn_f16.cl | 370 + .../src/ggml-opencl/kernels/flash_attn_f32.cl | 371 + .../ggml-opencl/kernels/flash_attn_f32_f16.cl | 373 + ggml/src/ggml-opencl/kernels/gelu.cl | 89 + .../ggml-opencl/kernels/gemm_moe_mxfp4_f32.cl | 162 + .../kernels/gemm_noshuffle_q4_1_f32.cl | 132 + .../kernels/gemm_noshuffle_q6_k_f32.cl | 140 + .../ggml-opencl/kernels/gemv_moe_mxfp4_f32.cl | 156 + .../src/ggml-opencl/kernels/gemv_noshuffle.cl | 268 + .../kernels/gemv_noshuffle_general.cl | 274 + .../gemv_noshuffle_general_q8_0_f32.cl | 195 + .../kernels/gemv_noshuffle_q4_1_f32.cl | 283 + .../kernels/gemv_noshuffle_q6_k_f32.cl | 293 + ggml/src/ggml-opencl/kernels/get_rows.cl | 187 + ggml/src/ggml-opencl/kernels/glu.cl | 378 + ggml/src/ggml-opencl/kernels/group_norm.cl | 121 + ggml/src/ggml-opencl/kernels/im2col_f16.cl | 57 + ggml/src/ggml-opencl/kernels/im2col_f32.cl | 57 + ggml/src/ggml-opencl/kernels/l2_norm.cl | 71 + ggml/src/ggml-opencl/kernels/mean.cl | 140 + ggml/src/ggml-opencl/kernels/mul.cl | 152 + .../ggml-opencl/kernels/mul_mat_Ab_Bi_8x4.cl | 139 + .../ggml-opencl/kernels/mul_mat_f16_f32.cl | 130 + .../kernels/mul_mm_f16_f32_kq_kqv.cl | 273 + .../kernels/mul_mm_f16_f32_l4_lm.cl | 146 + .../kernels/mul_mm_f32_f32_l4_lm.cl | 147 + .../kernels/mul_mm_q4_0_f32_l4_lm.cl | 163 + .../kernels/mul_mm_q4_1_f32_l4_lm.cl | 165 + .../kernels/mul_mm_q4_k_f32_l4_lm.cl | 179 + .../kernels/mul_mm_q6_k_f32_l4_lm.cl | 158 + .../kernels/mul_mm_q8_0_f32_8x4.cl | 129 + .../kernels/mul_mm_q8_0_f32_l4_lm.cl | 154 + .../src/ggml-opencl/kernels/mul_mv_f16_f16.cl | 118 + .../src/ggml-opencl/kernels/mul_mv_f16_f32.cl | 118 + .../kernels/mul_mv_f16_f32_1row.cl | 94 + .../ggml-opencl/kernels/mul_mv_f16_f32_l4.cl | 84 + .../src/ggml-opencl/kernels/mul_mv_f32_f32.cl | 118 + .../kernels/mul_mv_id_mxfp4_f32.cl | 189 + .../kernels/mul_mv_id_mxfp4_f32_flat.cl | 176 + .../kernels/mul_mv_id_q4_0_f32_8x_flat.cl | 283 + .../ggml-opencl/kernels/mul_mv_id_q8_0_f32.cl | 140 + .../kernels/mul_mv_id_q8_0_f32_flat.cl | 222 + .../ggml-opencl/kernels/mul_mv_mxfp4_f32.cl | 144 + .../kernels/mul_mv_mxfp4_f32_flat.cl | 167 + .../ggml-opencl/kernels/mul_mv_q4_0_f32.cl | 192 + .../kernels/mul_mv_q4_0_f32_1d_16x_flat.cl | 307 + .../kernels/mul_mv_q4_0_f32_1d_8x_flat.cl | 265 + .../kernels/mul_mv_q4_0_f32_8x_flat.cl | 272 + .../ggml-opencl/kernels/mul_mv_q4_0_f32_v.cl | 254 + .../ggml-opencl/kernels/mul_mv_q4_1_f32.cl | 219 + .../kernels/mul_mv_q4_1_f32_flat.cl | 229 + .../ggml-opencl/kernels/mul_mv_q4_k_f32.cl | 180 + .../kernels/mul_mv_q4_k_f32_flat.cl | 196 + .../ggml-opencl/kernels/mul_mv_q6_k_f32.cl | 194 + .../kernels/mul_mv_q6_k_f32_flat.cl | 194 + .../ggml-opencl/kernels/mul_mv_q8_0_f32.cl | 125 + .../kernels/mul_mv_q8_0_f32_flat.cl | 202 + ggml/src/ggml-opencl/kernels/neg.cl | 125 + ggml/src/ggml-opencl/kernels/norm.cl | 161 + ggml/src/ggml-opencl/kernels/pad.cl | 39 + ggml/src/ggml-opencl/kernels/relu.cl | 16 + ggml/src/ggml-opencl/kernels/repeat.cl | 38 + ggml/src/ggml-opencl/kernels/rms_norm.cl | 190 + ggml/src/ggml-opencl/kernels/rope.cl | 747 + ggml/src/ggml-opencl/kernels/scale.cl | 27 + ggml/src/ggml-opencl/kernels/set_rows.cl | 208 + ggml/src/ggml-opencl/kernels/sigmoid.cl | 29 + ggml/src/ggml-opencl/kernels/silu.cl | 30 + ggml/src/ggml-opencl/kernels/softmax_4_f16.cl | 108 + ggml/src/ggml-opencl/kernels/softmax_4_f32.cl | 108 + ggml/src/ggml-opencl/kernels/softmax_f16.cl | 107 + ggml/src/ggml-opencl/kernels/softmax_f32.cl | 107 + ggml/src/ggml-opencl/kernels/softplus.cl | 116 + ggml/src/ggml-opencl/kernels/solve_tri.cl | 51 + ggml/src/ggml-opencl/kernels/sqr.cl | 53 + ggml/src/ggml-opencl/kernels/sqrt.cl | 53 + ggml/src/ggml-opencl/kernels/ssm_conv.cl | 77 + ggml/src/ggml-opencl/kernels/sub.cl | 138 + ggml/src/ggml-opencl/kernels/sum_rows.cl | 140 + ggml/src/ggml-opencl/kernels/tanh.cl | 109 + ggml/src/ggml-opencl/kernels/transpose.cl | 143 + ggml/src/ggml-opencl/kernels/tri.cl | 32 + ggml/src/ggml-opencl/kernels/tsembd.cl | 48 + ggml/src/ggml-opencl/kernels/upscale.cl | 120 + ggml/src/ggml-openvino/.clang-format | 154 + ggml/src/ggml-openvino/CMakeLists.txt | 22 + ggml/src/ggml-openvino/ggml-decoder.cpp | 975 + ggml/src/ggml-openvino/ggml-decoder.h | 294 + .../src/ggml-openvino/ggml-openvino-extra.cpp | 373 + ggml/src/ggml-openvino/ggml-openvino-extra.h | 182 + ggml/src/ggml-openvino/ggml-openvino.cpp | 1112 + ggml/src/ggml-openvino/ggml-quants.cpp | 884 + ggml/src/ggml-openvino/ggml-quants.h | 153 + ggml/src/ggml-openvino/openvino/decoder.h | 74 + ggml/src/ggml-openvino/openvino/frontend.cpp | 27 + ggml/src/ggml-openvino/openvino/frontend.h | 23 + .../ggml-openvino/openvino/input_model.cpp | 17 + ggml/src/ggml-openvino/openvino/input_model.h | 29 + .../src/ggml-openvino/openvino/node_context.h | 112 + ggml/src/ggml-openvino/openvino/op/cont.cpp | 48 + ggml/src/ggml-openvino/openvino/op/cpy.cpp | 21 + .../openvino/op/flash_attn_ext.cpp | 90 + .../ggml-openvino/openvino/op/get_rows.cpp | 69 + .../ggml-openvino/openvino/op/glu_geglu.cpp | 61 + .../ggml-openvino/openvino/op/glu_swiglu.cpp | 62 + ggml/src/ggml-openvino/openvino/op/mulmat.cpp | 90 + .../src/ggml-openvino/openvino/op/permute.cpp | 102 + .../src/ggml-openvino/openvino/op/reshape.cpp | 83 + .../ggml-openvino/openvino/op/rms_norm.cpp | 46 + ggml/src/ggml-openvino/openvino/op/rope.cpp | 123 + ggml/src/ggml-openvino/openvino/op/scale.cpp | 41 + .../ggml-openvino/openvino/op/set_rows.cpp | 76 + .../src/ggml-openvino/openvino/op/softmax.cpp | 89 + .../ggml-openvino/openvino/op/transpose.cpp | 23 + .../ggml-openvino/openvino/op/unary_silu.cpp | 27 + ggml/src/ggml-openvino/openvino/op/view.cpp | 53 + ggml/src/ggml-openvino/openvino/op_table.cpp | 46 + ggml/src/ggml-openvino/openvino/op_table.h | 39 + .../openvino/pass/eliminate_zp.cpp | 123 + .../openvino/pass/eliminate_zp.h | 17 + .../openvino/pass/fuse_to_sdpa.cpp | 60 + .../openvino/pass/fuse_to_sdpa.h | 17 + ...k_decompression_convert_constant_folding.h | 29 + .../openvino/pass/squeeze_matmul.cpp | 58 + .../openvino/pass/squeeze_matmul.h | 17 + .../openvino/translate_session.cpp | 293 + .../openvino/translate_session.h | 28 + ggml/src/ggml-openvino/openvino/utils.cpp | 226 + ggml/src/ggml-openvino/openvino/utils.h | 85 + ggml/src/ggml-openvino/utils.cpp | 823 + ggml/src/ggml-openvino/utils.h | 123 + ggml/src/ggml-opt.cpp | 1093 + ggml/src/ggml-quants.c | 5416 +++++ ggml/src/ggml-quants.h | 109 + ggml/src/ggml-rpc/CMakeLists.txt | 9 + ggml/src/ggml-rpc/ggml-rpc.cpp | 2129 ++ ggml/src/ggml-sycl/CMakeLists.txt | 161 + ggml/src/ggml-sycl/add-id.cpp | 81 + ggml/src/ggml-sycl/add-id.hpp | 8 + ggml/src/ggml-sycl/backend.hpp | 48 + ggml/src/ggml-sycl/binbcast.cpp | 346 + ggml/src/ggml-sycl/binbcast.hpp | 39 + ggml/src/ggml-sycl/common.cpp | 83 + ggml/src/ggml-sycl/common.hpp | 968 + ggml/src/ggml-sycl/concat.cpp | 202 + ggml/src/ggml-sycl/concat.hpp | 20 + ggml/src/ggml-sycl/conv.cpp | 101 + ggml/src/ggml-sycl/conv.hpp | 20 + ggml/src/ggml-sycl/convert.cpp | 744 + ggml/src/ggml-sycl/convert.hpp | 55 + ggml/src/ggml-sycl/count-equal.cpp | 79 + ggml/src/ggml-sycl/count-equal.hpp | 9 + ggml/src/ggml-sycl/cpy.cpp | 602 + ggml/src/ggml-sycl/cpy.hpp | 223 + ggml/src/ggml-sycl/dequantize.hpp | 841 + ggml/src/ggml-sycl/dmmv.cpp | 1162 ++ ggml/src/ggml-sycl/dmmv.hpp | 27 + ggml/src/ggml-sycl/dpct/helper.hpp | 3774 ++++ ggml/src/ggml-sycl/element_wise.cpp | 1124 ++ ggml/src/ggml-sycl/element_wise.hpp | 94 + ggml/src/ggml-sycl/fattn-common.hpp | 1179 ++ ggml/src/ggml-sycl/fattn-tile.cpp | 55 + ggml/src/ggml-sycl/fattn-tile.hpp | 1338 ++ ggml/src/ggml-sycl/fattn-vec.hpp | 667 + ggml/src/ggml-sycl/fattn.cpp | 225 + ggml/src/ggml-sycl/fattn.hpp | 22 + ggml/src/ggml-sycl/gated_delta_net.cpp | 309 + ggml/src/ggml-sycl/gated_delta_net.hpp | 8 + ggml/src/ggml-sycl/gemm.hpp | 90 + ggml/src/ggml-sycl/getrows.cpp | 215 + ggml/src/ggml-sycl/getrows.hpp | 20 + ggml/src/ggml-sycl/ggml-sycl.cpp | 5110 +++++ ggml/src/ggml-sycl/gla.cpp | 106 + ggml/src/ggml-sycl/gla.hpp | 8 + ggml/src/ggml-sycl/im2col.cpp | 136 + ggml/src/ggml-sycl/im2col.hpp | 21 + ggml/src/ggml-sycl/mmq.cpp | 3030 +++ ggml/src/ggml-sycl/mmq.hpp | 33 + ggml/src/ggml-sycl/mmvq.cpp | 1156 ++ ggml/src/ggml-sycl/mmvq.hpp | 27 + ggml/src/ggml-sycl/norm.cpp | 656 + ggml/src/ggml-sycl/norm.hpp | 28 + ggml/src/ggml-sycl/outprod.cpp | 47 + ggml/src/ggml-sycl/outprod.hpp | 10 + ggml/src/ggml-sycl/pad.cpp | 97 + ggml/src/ggml-sycl/pad.hpp | 24 + ggml/src/ggml-sycl/pad_reflect_1d.cpp | 100 + ggml/src/ggml-sycl/pad_reflect_1d.hpp | 10 + ggml/src/ggml-sycl/presets.hpp | 79 + ggml/src/ggml-sycl/quantize.hpp | 133 + ggml/src/ggml-sycl/quants.hpp | 110 + ggml/src/ggml-sycl/repeat_back.cpp | 76 + ggml/src/ggml-sycl/repeat_back.hpp | 8 + ggml/src/ggml-sycl/roll.cpp | 122 + ggml/src/ggml-sycl/roll.hpp | 20 + ggml/src/ggml-sycl/rope.cpp | 641 + ggml/src/ggml-sycl/rope.hpp | 26 + ggml/src/ggml-sycl/set.cpp | 73 + ggml/src/ggml-sycl/set.hpp | 5 + ggml/src/ggml-sycl/set_rows.cpp | 234 + ggml/src/ggml-sycl/set_rows.hpp | 8 + ggml/src/ggml-sycl/softmax.cpp | 426 + ggml/src/ggml-sycl/softmax.hpp | 24 + ggml/src/ggml-sycl/ssm_conv.cpp | 127 + ggml/src/ggml-sycl/ssm_conv.hpp | 5 + ggml/src/ggml-sycl/sycl_hw.cpp | 15 + ggml/src/ggml-sycl/sycl_hw.hpp | 26 + .../fattn-tile-instance-dkq112-dv112.cpp | 5 + .../fattn-tile-instance-dkq128-dv128.cpp | 5 + .../fattn-tile-instance-dkq256-dv256.cpp | 5 + .../fattn-tile-instance-dkq40-dv40.cpp | 5 + .../fattn-tile-instance-dkq576-dv512.cpp | 5 + .../fattn-tile-instance-dkq64-dv64.cpp | 5 + .../fattn-tile-instance-dkq72-dv72.cpp | 5 + .../fattn-tile-instance-dkq80-dv80.cpp | 5 + .../fattn-tile-instance-dkq96-dv96.cpp | 5 + .../fattn-vec-instance-f16-f16.cpp | 7 + .../fattn-vec-instance-f16-q4_0.cpp | 7 + .../fattn-vec-instance-f16-q4_1.cpp | 7 + .../fattn-vec-instance-f16-q5_0.cpp | 7 + .../fattn-vec-instance-f16-q5_1.cpp | 7 + .../fattn-vec-instance-f16-q8_0.cpp | 7 + .../fattn-vec-instance-q4_0-f16.cpp | 7 + .../fattn-vec-instance-q4_0-q4_0.cpp | 7 + .../fattn-vec-instance-q4_0-q4_1.cpp | 7 + .../fattn-vec-instance-q4_0-q5_0.cpp | 7 + .../fattn-vec-instance-q4_0-q5_1.cpp | 7 + .../fattn-vec-instance-q4_0-q8_0.cpp | 7 + .../fattn-vec-instance-q4_1-f16.cpp | 7 + .../fattn-vec-instance-q4_1-q4_0.cpp | 7 + .../fattn-vec-instance-q4_1-q4_1.cpp | 7 + .../fattn-vec-instance-q4_1-q5_0.cpp | 7 + .../fattn-vec-instance-q4_1-q5_1.cpp | 7 + .../fattn-vec-instance-q4_1-q8_0.cpp | 7 + .../fattn-vec-instance-q5_0-f16.cpp | 7 + .../fattn-vec-instance-q5_0-q4_0.cpp | 7 + .../fattn-vec-instance-q5_0-q4_1.cpp | 7 + .../fattn-vec-instance-q5_0-q5_0.cpp | 7 + .../fattn-vec-instance-q5_0-q5_1.cpp | 7 + .../fattn-vec-instance-q5_0-q8_0.cpp | 7 + .../fattn-vec-instance-q5_1-f16.cpp | 7 + .../fattn-vec-instance-q5_1-q4_0.cpp | 7 + .../fattn-vec-instance-q5_1-q4_1.cpp | 7 + .../fattn-vec-instance-q5_1-q5_0.cpp | 7 + .../fattn-vec-instance-q5_1-q5_1.cpp | 7 + .../fattn-vec-instance-q5_1-q8_0.cpp | 7 + .../fattn-vec-instance-q8_0-f16.cpp | 7 + .../fattn-vec-instance-q8_0-q4_0.cpp | 7 + .../fattn-vec-instance-q8_0-q4_1.cpp | 7 + .../fattn-vec-instance-q8_0-q5_0.cpp | 7 + .../fattn-vec-instance-q8_0-q5_1.cpp | 7 + .../fattn-vec-instance-q8_0-q8_0.cpp | 7 + ggml/src/ggml-sycl/tsembd.cpp | 73 + ggml/src/ggml-sycl/tsembd.hpp | 20 + ggml/src/ggml-sycl/upscale.cpp | 410 + ggml/src/ggml-sycl/upscale.hpp | 9 + ggml/src/ggml-sycl/vecdotq.hpp | 1374 ++ ggml/src/ggml-sycl/wkv.cpp | 293 + ggml/src/ggml-sycl/wkv.hpp | 10 + ggml/src/ggml-threading.cpp | 12 + ggml/src/ggml-threading.h | 14 + ggml/src/ggml-virtgpu/CMakeLists.txt | 70 + .../ggml-virtgpu/apir_cs_ggml-rpc-front.cpp | 87 + ggml/src/ggml-virtgpu/backend/CMakeLists.txt | 21 + .../backend/apir_cs_ggml-rpc-back.cpp | 115 + .../ggml-virtgpu/backend/backend-convert.h | 13 + .../backend/backend-dispatched-backend.cpp | 102 + .../backend-dispatched-buffer-type.cpp | 105 + .../backend/backend-dispatched-buffer.cpp | 179 + .../backend/backend-dispatched-device.cpp | 148 + .../backend/backend-dispatched.cpp | 51 + .../backend/backend-dispatched.gen.h | 73 + .../ggml-virtgpu/backend/backend-dispatched.h | 27 + .../ggml-virtgpu/backend/backend-virgl-apir.h | 32 + ggml/src/ggml-virtgpu/backend/backend.cpp | 144 + .../backend/shared/api_remoting.h | 95 + .../backend/shared/apir_backend.gen.h | 94 + .../backend/shared/apir_backend.h | 50 + .../src/ggml-virtgpu/backend/shared/apir_cs.h | 378 + .../backend/shared/apir_cs_ggml.h | 232 + .../ggml-virtgpu/backend/shared/apir_cs_rpc.h | 58 + .../ggml-virtgpu/ggml-backend-buffer-type.cpp | 81 + ggml/src/ggml-virtgpu/ggml-backend-buffer.cpp | 119 + ggml/src/ggml-virtgpu/ggml-backend-device.cpp | 158 + ggml/src/ggml-virtgpu/ggml-backend-reg.cpp | 213 + ggml/src/ggml-virtgpu/ggml-backend.cpp | 69 + ggml/src/ggml-virtgpu/ggml-remoting.h | 71 + .../ggml-virtgpu/ggmlremoting_functions.yaml | 166 + ggml/src/ggml-virtgpu/include/apir_hw.h | 9 + ggml/src/ggml-virtgpu/regenerate_remoting.py | 333 + ggml/src/ggml-virtgpu/virtgpu-apir.h | 15 + .../ggml-virtgpu/virtgpu-forward-backend.cpp | 58 + .../virtgpu-forward-buffer-type.cpp | 110 + .../ggml-virtgpu/virtgpu-forward-buffer.cpp | 173 + .../ggml-virtgpu/virtgpu-forward-device.cpp | 192 + ggml/src/ggml-virtgpu/virtgpu-forward-impl.h | 36 + ggml/src/ggml-virtgpu/virtgpu-forward.gen.h | 53 + ggml/src/ggml-virtgpu/virtgpu-shm.cpp | 98 + ggml/src/ggml-virtgpu/virtgpu-shm.h | 23 + ggml/src/ggml-virtgpu/virtgpu-utils.cpp | 179 + ggml/src/ggml-virtgpu/virtgpu-utils.h | 86 + ggml/src/ggml-virtgpu/virtgpu.cpp | 544 + ggml/src/ggml-virtgpu/virtgpu.h | 117 + ggml/src/ggml-vulkan/CMakeLists.txt | 220 + .../ggml-vulkan/cmake/host-toolchain.cmake.in | 15 + ggml/src/ggml-vulkan/ggml-vulkan.cpp | 16798 ++++++++++++++++ .../ggml-vulkan/vulkan-shaders/CMakeLists.txt | 31 + ggml/src/ggml-vulkan/vulkan-shaders/abs.comp | 21 + ggml/src/ggml-vulkan/vulkan-shaders/acc.comp | 37 + ggml/src/ggml-vulkan/vulkan-shaders/add.comp | 69 + ggml/src/ggml-vulkan/vulkan-shaders/add1.comp | 28 + .../ggml-vulkan/vulkan-shaders/add_id.comp | 42 + .../ggml-vulkan/vulkan-shaders/arange.comp | 20 + .../ggml-vulkan/vulkan-shaders/argmax.comp | 60 + .../ggml-vulkan/vulkan-shaders/argsort.comp | 86 + .../vulkan-shaders/argsort_large.comp | 114 + ggml/src/ggml-vulkan/vulkan-shaders/ceil.comp | 22 + .../src/ggml-vulkan/vulkan-shaders/clamp.comp | 17 + .../ggml-vulkan/vulkan-shaders/concat.comp | 41 + .../vulkan-shaders/contig_copy.comp | 49 + .../ggml-vulkan/vulkan-shaders/conv2d_dw.comp | 105 + .../ggml-vulkan/vulkan-shaders/conv2d_mm.comp | 347 + .../vulkan-shaders/conv_transpose_1d.comp | 98 + ggml/src/ggml-vulkan/vulkan-shaders/copy.comp | 23 + .../vulkan-shaders/copy_from_quant.comp | 51 + .../vulkan-shaders/copy_to_quant.comp | 296 + .../vulkan-shaders/copy_transpose.comp | 67 + ggml/src/ggml-vulkan/vulkan-shaders/cos.comp | 17 + .../vulkan-shaders/count_equal.comp | 31 + .../vulkan-shaders/count_experts.comp | 51 + .../ggml-vulkan/vulkan-shaders/cumsum.comp | 83 + .../vulkan-shaders/cumsum_multipass1.comp | 60 + .../vulkan-shaders/cumsum_multipass2.comp | 66 + .../vulkan-shaders/dequant_f32.comp | 20 + .../vulkan-shaders/dequant_funcs.glsl | 604 + .../vulkan-shaders/dequant_funcs_cm2.glsl | 734 + .../vulkan-shaders/dequant_head.glsl | 13 + .../vulkan-shaders/dequant_iq1_m.comp | 42 + .../vulkan-shaders/dequant_iq1_s.comp | 35 + .../vulkan-shaders/dequant_iq2_s.comp | 44 + .../vulkan-shaders/dequant_iq2_xs.comp | 43 + .../vulkan-shaders/dequant_iq2_xxs.comp | 49 + .../vulkan-shaders/dequant_iq3_s.comp | 40 + .../vulkan-shaders/dequant_iq3_xxs.comp | 51 + .../vulkan-shaders/dequant_iq4_nl.comp | 32 + .../vulkan-shaders/dequant_iq4_xs.comp | 34 + .../vulkan-shaders/dequant_mxfp4.comp | 32 + .../vulkan-shaders/dequant_q2_k.comp | 34 + .../vulkan-shaders/dequant_q3_k.comp | 42 + .../vulkan-shaders/dequant_q4_0.comp | 30 + .../vulkan-shaders/dequant_q4_1.comp | 32 + .../vulkan-shaders/dequant_q4_k.comp | 68 + .../vulkan-shaders/dequant_q5_0.comp | 34 + .../vulkan-shaders/dequant_q5_1.comp | 35 + .../vulkan-shaders/dequant_q5_k.comp | 70 + .../vulkan-shaders/dequant_q6_k.comp | 33 + .../vulkan-shaders/dequant_q8_0.comp | 31 + ggml/src/ggml-vulkan/vulkan-shaders/diag.comp | 29 + .../vulkan-shaders/diag_mask_inf.comp | 34 + ggml/src/ggml-vulkan/vulkan-shaders/div.comp | 27 + ggml/src/ggml-vulkan/vulkan-shaders/elu.comp | 27 + ggml/src/ggml-vulkan/vulkan-shaders/exp.comp | 21 + .../feature-tests/bfloat16.comp | 7 + .../vulkan-shaders/feature-tests/coopmat.comp | 7 + .../feature-tests/coopmat2.comp | 7 + .../feature-tests/integer_dot.comp | 7 + ggml/src/ggml-vulkan/vulkan-shaders/fill.comp | 19 + .../vulkan-shaders/flash_attn.comp | 608 + .../vulkan-shaders/flash_attn_base.glsl | 264 + .../vulkan-shaders/flash_attn_cm1.comp | 642 + .../vulkan-shaders/flash_attn_cm2.comp | 390 + .../vulkan-shaders/flash_attn_mask_opt.comp | 162 + .../flash_attn_split_k_reduce.comp | 121 + .../src/ggml-vulkan/vulkan-shaders/floor.comp | 22 + .../vulkan-shaders/gated_delta_net.comp | 169 + .../src/ggml-vulkan/vulkan-shaders/geglu.comp | 13 + .../ggml-vulkan/vulkan-shaders/geglu_erf.comp | 27 + .../vulkan-shaders/geglu_quick.comp | 11 + ggml/src/ggml-vulkan/vulkan-shaders/gelu.comp | 25 + .../ggml-vulkan/vulkan-shaders/gelu_erf.comp | 39 + .../vulkan-shaders/gelu_quick.comp | 23 + .../vulkan-shaders/generic_binary_head.glsl | 66 + .../vulkan-shaders/generic_head.glsl | 11 + .../vulkan-shaders/generic_unary_head.glsl | 83 + .../ggml-vulkan/vulkan-shaders/get_rows.comp | 42 + .../vulkan-shaders/get_rows_quant.comp | 51 + .../ggml-vulkan/vulkan-shaders/glu_head.glsl | 29 + .../ggml-vulkan/vulkan-shaders/glu_main.glsl | 39 + .../vulkan-shaders/group_norm.comp | 66 + .../vulkan-shaders/hardsigmoid.comp | 22 + .../ggml-vulkan/vulkan-shaders/hardswish.comp | 22 + .../ggml-vulkan/vulkan-shaders/im2col.comp | 116 + .../ggml-vulkan/vulkan-shaders/im2col_3d.comp | 125 + .../ggml-vulkan/vulkan-shaders/l2_norm.comp | 44 + .../vulkan-shaders/leaky_relu.comp | 22 + ggml/src/ggml-vulkan/vulkan-shaders/log.comp | 18 + ggml/src/ggml-vulkan/vulkan-shaders/mul.comp | 27 + .../mul_mat_split_k_reduce.comp | 48 + .../vulkan-shaders/mul_mat_vec.comp | 169 + .../vulkan-shaders/mul_mat_vec_base.glsl | 230 + .../vulkan-shaders/mul_mat_vec_iface.glsl | 35 + .../vulkan-shaders/mul_mat_vec_iq1_m.comp | 132 + .../vulkan-shaders/mul_mat_vec_iq1_s.comp | 95 + .../vulkan-shaders/mul_mat_vec_iq2_s.comp | 90 + .../vulkan-shaders/mul_mat_vec_iq2_xs.comp | 105 + .../vulkan-shaders/mul_mat_vec_iq2_xxs.comp | 87 + .../vulkan-shaders/mul_mat_vec_iq3_s.comp | 90 + .../vulkan-shaders/mul_mat_vec_iq3_xxs.comp | 88 + .../vulkan-shaders/mul_mat_vec_nc.comp | 124 + .../vulkan-shaders/mul_mat_vec_p021.comp | 156 + .../vulkan-shaders/mul_mat_vec_q2_k.comp | 128 + .../vulkan-shaders/mul_mat_vec_q3_k.comp | 132 + .../vulkan-shaders/mul_mat_vec_q4_k.comp | 134 + .../vulkan-shaders/mul_mat_vec_q5_k.comp | 165 + .../vulkan-shaders/mul_mat_vec_q6_k.comp | 130 + .../vulkan-shaders/mul_mat_vecq.comp | 143 + .../vulkan-shaders/mul_mat_vecq_funcs.glsl | 494 + .../ggml-vulkan/vulkan-shaders/mul_mm.comp | 464 + .../vulkan-shaders/mul_mm_cm2.comp | 624 + .../vulkan-shaders/mul_mm_funcs.glsl | 567 + .../vulkan-shaders/mul_mm_id_funcs.glsl | 74 + .../ggml-vulkan/vulkan-shaders/mul_mmq.comp | 311 + .../vulkan-shaders/mul_mmq_funcs.glsl | 454 + .../vulkan-shaders/mul_mmq_shmem_types.glsl | 78 + .../ggml-vulkan/vulkan-shaders/multi_add.comp | 195 + ggml/src/ggml-vulkan/vulkan-shaders/neg.comp | 20 + ggml/src/ggml-vulkan/vulkan-shaders/norm.comp | 44 + .../vulkan-shaders/opt_step_adamw.comp | 42 + .../vulkan-shaders/opt_step_sgd.comp | 22 + ggml/src/ggml-vulkan/vulkan-shaders/pad.comp | 64 + .../ggml-vulkan/vulkan-shaders/pool2d.comp | 74 + .../vulkan-shaders/quantize_q8_1.comp | 127 + .../src/ggml-vulkan/vulkan-shaders/reglu.comp | 9 + ggml/src/ggml-vulkan/vulkan-shaders/relu.comp | 21 + .../ggml-vulkan/vulkan-shaders/repeat.comp | 26 + .../vulkan-shaders/repeat_back.comp | 37 + .../ggml-vulkan/vulkan-shaders/rms_norm.comp | 150 + .../vulkan-shaders/rms_norm_back.comp | 55 + .../vulkan-shaders/rms_norm_partials.comp | 65 + ggml/src/ggml-vulkan/vulkan-shaders/roll.comp | 46 + .../vulkan-shaders/rope_funcs.glsl | 207 + .../ggml-vulkan/vulkan-shaders/rope_head.glsl | 20 + .../vulkan-shaders/rope_multi.comp | 17 + .../ggml-vulkan/vulkan-shaders/rope_neox.comp | 17 + .../ggml-vulkan/vulkan-shaders/rope_norm.comp | 17 + .../vulkan-shaders/rope_params.glsl | 33 + .../vulkan-shaders/rope_vision.comp | 17 + .../src/ggml-vulkan/vulkan-shaders/round.comp | 29 + ggml/src/ggml-vulkan/vulkan-shaders/rte.glsl | 5 + .../src/ggml-vulkan/vulkan-shaders/scale.comp | 24 + ggml/src/ggml-vulkan/vulkan-shaders/sgn.comp | 21 + .../ggml-vulkan/vulkan-shaders/sigmoid.comp | 20 + ggml/src/ggml-vulkan/vulkan-shaders/silu.comp | 22 + .../ggml-vulkan/vulkan-shaders/silu_back.comp | 26 + ggml/src/ggml-vulkan/vulkan-shaders/sin.comp | 17 + .../ggml-vulkan/vulkan-shaders/soft_max.comp | 195 + .../vulkan-shaders/soft_max_back.comp | 54 + .../vulkan-shaders/soft_max_large1.comp | 62 + .../vulkan-shaders/soft_max_large2.comp | 79 + .../vulkan-shaders/soft_max_large3.comp | 65 + .../vulkan-shaders/soft_max_large_common.glsl | 53 + .../ggml-vulkan/vulkan-shaders/softplus.comp | 23 + .../ggml-vulkan/vulkan-shaders/solve_tri.comp | 81 + ggml/src/ggml-vulkan/vulkan-shaders/sqrt.comp | 17 + .../ggml-vulkan/vulkan-shaders/square.comp | 17 + .../ggml-vulkan/vulkan-shaders/ssm_conv.comp | 50 + .../ggml-vulkan/vulkan-shaders/ssm_scan.comp | 124 + ggml/src/ggml-vulkan/vulkan-shaders/step.comp | 22 + ggml/src/ggml-vulkan/vulkan-shaders/sub.comp | 29 + .../ggml-vulkan/vulkan-shaders/sum_rows.comp | 47 + .../ggml-vulkan/vulkan-shaders/sum_rows.glsl | 25 + .../ggml-vulkan/vulkan-shaders/swiglu.comp | 9 + .../vulkan-shaders/swiglu_oai.comp | 14 + ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp | 20 + .../vulkan-shaders/timestep_embedding.comp | 42 + .../vulkan-shaders/topk_argsort.comp | 118 + .../ggml-vulkan/vulkan-shaders/topk_moe.comp | 213 + .../vulkan-shaders/topk_nary_search.comp | 246 + ggml/src/ggml-vulkan/vulkan-shaders/tri.comp | 43 + .../src/ggml-vulkan/vulkan-shaders/trunc.comp | 22 + .../src/ggml-vulkan/vulkan-shaders/types.glsl | 1784 ++ .../ggml-vulkan/vulkan-shaders/upscale.comp | 178 + .../src/ggml-vulkan/vulkan-shaders/utils.glsl | 25 + .../vulkan-shaders/vulkan-shaders-gen.cpp | 1224 ++ ggml/src/ggml-vulkan/vulkan-shaders/wkv6.comp | 87 + ggml/src/ggml-vulkan/vulkan-shaders/wkv7.comp | 91 + .../src/ggml-vulkan/vulkan-shaders/xielu.comp | 35 + ggml/src/ggml-webgpu/CMakeLists.txt | 80 + .../ggml-webgpu/ggml-webgpu-shader-lib.hpp | 1722 ++ ggml/src/ggml-webgpu/ggml-webgpu.cpp | 3666 ++++ ggml/src/ggml-webgpu/pre_wgsl.hpp | 778 + ggml/src/ggml-webgpu/wgsl-shaders/argmax.wgsl | 72 + .../src/ggml-webgpu/wgsl-shaders/argsort.wgsl | 106 + .../wgsl-shaders/argsort_merge.wgsl | 134 + ggml/src/ggml-webgpu/wgsl-shaders/binary.wgsl | 141 + .../wgsl-shaders/common_decls.tmpl | 923 + ggml/src/ggml-webgpu/wgsl-shaders/concat.wgsl | 75 + .../ggml-webgpu/wgsl-shaders/cpy.tmpl.wgsl | 107 + ggml/src/ggml-webgpu/wgsl-shaders/cumsum.wgsl | 66 + .../ggml-webgpu/wgsl-shaders/embed_wgsl.py | 182 + .../ggml-webgpu/wgsl-shaders/flash_attn.wgsl | 636 + .../wgsl-shaders/gated_delta_net.wgsl | 132 + .../ggml-webgpu/wgsl-shaders/get_rows.wgsl | 697 + .../ggml-webgpu/wgsl-shaders/glu.tmpl.wgsl | 323 + ggml/src/ggml-webgpu/wgsl-shaders/memset.wgsl | 40 + .../src/ggml-webgpu/wgsl-shaders/mul_mat.wgsl | 718 + .../wgsl-shaders/mul_mat_decls.tmpl | 766 + .../wgsl-shaders/mul_mat_reg_tile.wgsl | 147 + .../wgsl-shaders/mul_mat_subgroup_matrix.wgsl | 196 + .../ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl | 480 + ggml/src/ggml-webgpu/wgsl-shaders/pad.wgsl | 86 + ggml/src/ggml-webgpu/wgsl-shaders/repeat.wgsl | 67 + .../ggml-webgpu/wgsl-shaders/rms_norm.wgsl | 123 + .../ggml-webgpu/wgsl-shaders/rope.tmpl.wgsl | 295 + .../ggml-webgpu/wgsl-shaders/row_norm.wgsl | 98 + ggml/src/ggml-webgpu/wgsl-shaders/scale.wgsl | 63 + ggml/src/ggml-webgpu/wgsl-shaders/set.wgsl | 109 + .../ggml-webgpu/wgsl-shaders/set_rows.wgsl | 109 + .../wgsl-shaders/soft_max.tmpl.wgsl | 345 + .../ggml-webgpu/wgsl-shaders/solve_tri.wgsl | 121 + .../ggml-webgpu/wgsl-shaders/ssm_conv.wgsl | 65 + .../ggml-webgpu/wgsl-shaders/sum_rows.wgsl | 55 + ggml/src/ggml-webgpu/wgsl-shaders/unary.wgsl | 214 + ggml/src/ggml-zdnn/.gitignore | 1 + ggml/src/ggml-zdnn/CMakeLists.txt | 36 + ggml/src/ggml-zdnn/common.hpp | 59 + ggml/src/ggml-zdnn/ggml-zdnn.cpp | 633 + ggml/src/ggml-zdnn/mmf.cpp | 80 + ggml/src/ggml-zdnn/mmf.hpp | 12 + ggml/src/ggml-zdnn/utils.cpp | 79 + ggml/src/ggml-zdnn/utils.hpp | 19 + ggml/src/ggml-zendnn/CMakeLists.txt | 91 + ggml/src/ggml-zendnn/ggml-zendnn.cpp | 469 + ggml/src/ggml.c | 7738 +++++++ ggml/src/ggml.cpp | 26 + ggml/src/gguf.cpp | 1556 ++ ggml/tests/CMakeLists.txt | 356 + ggml/tests/test-arange.cpp | 100 + ggml/tests/test-backend-ops.cpp | 9429 +++++++++ ggml/tests/test-cont.c | 170 + ggml/tests/test-conv-transpose-1d.cpp | 691 + ggml/tests/test-conv-transpose.c | 248 + ggml/tests/test-conv1d-dw-c1.cpp | 243 + ggml/tests/test-conv1d-dw-c2.cpp | 243 + ggml/tests/test-conv1d.cpp | 289 + ggml/tests/test-conv2d-dw.cpp | 153 + ggml/tests/test-conv2d.cpp | 391 + ggml/tests/test-customop.c | 300 + ggml/tests/test-dup.c | 111 + ggml/tests/test-interpolate.cpp | 166 + ggml/tests/test-opt.cpp | 1003 + ggml/tests/test-pad-reflect-1d.cpp | 213 + ggml/tests/test-pool.c | 274 + ggml/tests/test-quantize-fns.cpp | 191 + ggml/tests/test-quantize-perf.cpp | 356 + ggml/tests/test-rel-pos.c | 87 + ggml/tests/test-roll.cpp | 128 + ggml/tests/test-timestep_embedding.cpp | 180 + mesh_export.cpp | 778 + mesh_export.h | 97 + pbr_utils.h | 81 + print_remesh.cpp | 357 + print_remesh.h | 41 + scripts/convert_all.sh | 32 + scripts/demo.sh | 34 + scripts/download_ggufs.sh | 48 + scripts/download_models.sh | 59 + scripts/dump_cascade_reference.py | 239 + scripts/dump_dino_reference.py | 144 + scripts/dump_slat_reference.py | 198 + scripts/dump_texture_reference.py | 199 + scripts/fetch_print_remesh_deps.sh | 146 + scripts/glb_atlas.py | 38 + scripts/headless_smoke.py | 324 + scripts/hf/TRELLIS-image-large-GGUF/LICENSE | 21 + scripts/hf/TRELLIS-image-large-GGUF/README.md | 41 + scripts/hf/TRELLIS.2-4B-GGUF/LICENSE | 21 + scripts/hf/TRELLIS.2-4B-GGUF/README.md | 48 + .../LICENSE | 66 + .../README.md | 56 + scripts/ref_common.py | 320 + scripts/ref_texture.py | 163 + scripts/refgen.sh | 27 + scripts/render_glb.py | 109 + scripts/render_mesh_pbr.py | 82 + scripts/render_vcolor.py | 58 + scripts/upload_ggufs.sh | 64 + server.sh | 2 + server/engine.go | 498 + server/go.mod | 5 + server/go.sum | 2 + server/idle_test.go | 134 + server/main.go | 1148 ++ server/persistence.go | 349 + server/persistence_test.go | 249 + server/web/index.html | 2402 +++ stb/stb_image.h | 7988 ++++++++ stb/stb_image_write.h | 1724 ++ tests/CMakeLists.txt | 131 + tests/parity.hpp | 92 + tests/ref_ss_dec.py | 99 + tests/ref_ss_flow.py | 114 + tests/ref_ss_sample.py | 116 + tests/test_background_removal.cpp | 93 + tests/test_cascade.cpp | 233 + tests/test_dino.cpp | 103 + tests/test_marching_cubes.cpp | 127 + tests/test_mesh_export.cpp | 126 + tests/test_pbr_sampling.cpp | 72 + tests/test_preprocess.cpp | 74 + tests/test_print_remesh.cpp | 127 + tests/test_slat.cpp | 214 + tests/test_ss_dec.cpp | 100 + tests/test_ss_flow_forward.cpp | 102 + tests/test_ss_sample.cpp | 108 + tests/test_texture.cpp | 242 + third_party/meshoptimizer/allocator.cpp | 21 + third_party/meshoptimizer/indexgenerator.cpp | 817 + third_party/meshoptimizer/meshoptimizer.h | 1660 ++ third_party/meshoptimizer/simplifier.cpp | 2948 +++ third_party/meshoptimizer/vfetchoptimizer.cpp | 71 + third_party/xatlas/xatlas.cpp | 10044 +++++++++ third_party/xatlas/xatlas.h | 269 + trellis2.cpp | 3420 ++++ trellis2.h | 701 + trellis2_capi.cpp | 1053 + trellis2_capi.h | 223 + 1966 files changed, 412966 insertions(+) create mode 100644 .gitignore create mode 100644 .gitmodules create mode 100644 CMakeLists.txt create mode 100644 LICENSE create mode 100644 README.md create mode 100755 buildhip.sh create mode 100644 convert_dino_to_gguf.py create mode 100644 convert_shape_dec_to_gguf.py create mode 100644 convert_shape_enc_to_gguf.py create mode 100644 convert_slat_flow_to_gguf.py create mode 100644 convert_ss_dec_to_gguf.py create mode 100644 convert_ss_flow_to_gguf.py create mode 100644 convert_tex_dec_to_gguf.py create mode 100644 convert_tex_flow_to_gguf.py create mode 100644 docker/Dockerfile.demo create mode 100644 docker/Dockerfile.ref create mode 100644 docs/PLAN.md create mode 100644 docs/VERIFICATION.md create mode 100644 examples/CMakeLists.txt create mode 100644 examples/dino_encode.cpp create mode 100644 examples/dino_info.cpp create mode 100644 examples/flexible_dual_grid.h create mode 100644 examples/marching_cubes.h create mode 100644 examples/mesh2glb.cpp create mode 100644 examples/ss_decode.cpp create mode 100644 examples/ss_flow_info.cpp create mode 100644 examples/ss_mesh.cpp create mode 100644 examples/ss_sample.cpp create mode 100644 fuzz/CMakeLists.txt create mode 100644 fuzz/crashes-fixed/README.md create mode 100644 fuzz/crashes-fixed/dinodata-shape-overflow create mode 100644 fuzz/fuzz_dinodata.cpp create mode 100644 fuzz/fuzz_image.cpp create mode 100644 ggml/.editorconfig create mode 100644 ggml/.github/pull_request_template.md create mode 100644 ggml/.github/workflows/ci.yml create mode 100644 ggml/.github/workflows/release.yml create mode 100644 ggml/.gitignore create mode 100644 ggml/.gitmodules create mode 100644 ggml/AUTHORS create mode 100644 ggml/CMakeLists.txt create mode 100644 ggml/CONTRIBUTING.md create mode 100644 ggml/LICENSE create mode 100644 ggml/README.md create mode 100644 ggml/ci/run.sh create mode 100644 ggml/cmake/GitVars.cmake create mode 100644 ggml/cmake/common.cmake create mode 100644 ggml/cmake/ggml-config.cmake.in create mode 100644 ggml/docs/gguf.md create mode 100644 ggml/docs/metal-conv-transpose-2d.md create mode 100644 ggml/examples/CMakeLists.txt create mode 100644 ggml/examples/common-ggml.cpp create mode 100644 ggml/examples/common-ggml.h create mode 100644 ggml/examples/common.cpp create mode 100644 ggml/examples/common.h create mode 100644 ggml/examples/gpt-2/CMakeLists.txt create mode 100644 ggml/examples/gpt-2/README.md create mode 100644 ggml/examples/gpt-2/convert-cerebras-to-ggml.py create mode 100644 ggml/examples/gpt-2/convert-ckpt-to-ggml.py create mode 100644 ggml/examples/gpt-2/convert-h5-to-ggml.py create mode 100755 ggml/examples/gpt-2/download-ggml-model.sh create mode 100755 ggml/examples/gpt-2/download-model.sh create mode 100644 ggml/examples/gpt-2/main-alloc.cpp create mode 100644 ggml/examples/gpt-2/main-backend.cpp create mode 100644 ggml/examples/gpt-2/main-batched.cpp create mode 100644 ggml/examples/gpt-2/main-ctx.cpp create mode 100644 ggml/examples/gpt-2/main-sched.cpp create mode 100644 ggml/examples/gpt-2/quantize.cpp create mode 100644 ggml/examples/gpt-j/CMakeLists.txt create mode 100644 ggml/examples/gpt-j/README.md create mode 100644 ggml/examples/gpt-j/convert-h5-to-ggml.py create mode 100755 ggml/examples/gpt-j/download-ggml-model.sh create mode 100755 ggml/examples/gpt-j/download-model.sh create mode 100644 ggml/examples/gpt-j/main.cpp create mode 100644 ggml/examples/gpt-j/quantize.cpp create mode 100644 ggml/examples/magika/CMakeLists.txt create mode 100644 ggml/examples/magika/README.md create mode 100644 ggml/examples/magika/convert.py create mode 100644 ggml/examples/magika/main.cpp create mode 100644 ggml/examples/mnist/.gitignore create mode 100644 ggml/examples/mnist/CMakeLists.txt create mode 100644 ggml/examples/mnist/README.md create mode 100644 ggml/examples/mnist/mnist-common.cpp create mode 100644 ggml/examples/mnist/mnist-common.h create mode 100644 ggml/examples/mnist/mnist-eval.cpp create mode 100755 ggml/examples/mnist/mnist-train-cnn.py create mode 100644 ggml/examples/mnist/mnist-train-fc.py create mode 100644 ggml/examples/mnist/mnist-train.cpp create mode 100644 ggml/examples/mnist/server.py create mode 100644 ggml/examples/perf-metal/CMakeLists.txt create mode 100644 ggml/examples/perf-metal/perf-metal.cpp create mode 100644 ggml/examples/prompts/dolly-v2.txt create mode 100644 ggml/examples/prompts/gpt-2-chinese.txt create mode 100644 ggml/examples/prompts/gpt-2.txt create mode 100644 ggml/examples/prompts/gpt-j.txt create mode 100644 ggml/examples/prompts/gpt-neox-japanese.txt create mode 100644 ggml/examples/prompts/gpt-neox.txt create mode 100644 ggml/examples/prompts/polyglot-ko.txt create mode 100644 ggml/examples/prompts/replit.txt create mode 100644 ggml/examples/prompts/starcoder.txt create mode 100644 ggml/examples/prompts/test-cases.txt create mode 100644 ggml/examples/prompts/tokenize_huggingface.py create mode 100644 ggml/examples/prompts/whisper.txt create mode 100644 ggml/examples/python/README.md create mode 100644 ggml/examples/python/api.h create mode 100644 ggml/examples/python/example_add_quant.py create mode 100644 ggml/examples/python/example_test_all_quants.py create mode 100644 ggml/examples/python/ggml/__init__.py create mode 100644 ggml/examples/python/ggml/__init__.pyi create mode 100644 ggml/examples/python/ggml/cffi.py create mode 100644 ggml/examples/python/ggml/ffi/__init__.pyi create mode 100644 ggml/examples/python/ggml/utils.py create mode 100644 ggml/examples/python/regenerate.py create mode 100644 ggml/examples/python/stubs.py create mode 100644 ggml/examples/python/test_tensor.py create mode 100644 ggml/examples/sam/CMakeLists.txt create mode 100644 ggml/examples/sam/README.md create mode 100644 ggml/examples/sam/convert-pth-to-ggml.py create mode 100644 ggml/examples/sam/example.jpg create mode 100644 ggml/examples/sam/sam.cpp create mode 100644 ggml/examples/simple/CMakeLists.txt create mode 100644 ggml/examples/simple/README.md create mode 100644 ggml/examples/simple/simple-backend.cpp create mode 100644 ggml/examples/simple/simple-ctx.cpp create mode 100644 ggml/examples/stb_image.h create mode 100644 ggml/examples/stb_image_write.h create mode 100644 ggml/examples/test-cmake/CMakeLists.txt create mode 100644 ggml/examples/test-cmake/README.md create mode 100644 ggml/examples/test-cmake/test-cmake.cpp create mode 100644 ggml/examples/yolo/CMakeLists.txt create mode 100644 ggml/examples/yolo/README.md create mode 100755 ggml/examples/yolo/convert-yolov3-tiny.py create mode 100644 ggml/examples/yolo/data/coco.names create mode 100644 ggml/examples/yolo/data/labels/100_0.png create mode 100644 ggml/examples/yolo/data/labels/100_1.png create mode 100644 ggml/examples/yolo/data/labels/100_2.png create mode 100644 ggml/examples/yolo/data/labels/100_3.png create mode 100644 ggml/examples/yolo/data/labels/100_4.png create mode 100644 ggml/examples/yolo/data/labels/100_5.png create mode 100644 ggml/examples/yolo/data/labels/100_6.png create mode 100644 ggml/examples/yolo/data/labels/100_7.png create mode 100644 ggml/examples/yolo/data/labels/101_0.png create mode 100644 ggml/examples/yolo/data/labels/101_1.png create mode 100644 ggml/examples/yolo/data/labels/101_2.png create mode 100644 ggml/examples/yolo/data/labels/101_3.png create mode 100644 ggml/examples/yolo/data/labels/101_4.png create mode 100644 ggml/examples/yolo/data/labels/101_5.png create mode 100644 ggml/examples/yolo/data/labels/101_6.png create mode 100644 ggml/examples/yolo/data/labels/101_7.png create mode 100644 ggml/examples/yolo/data/labels/102_0.png create mode 100644 ggml/examples/yolo/data/labels/102_1.png create mode 100644 ggml/examples/yolo/data/labels/102_2.png create mode 100644 ggml/examples/yolo/data/labels/102_3.png create mode 100644 ggml/examples/yolo/data/labels/102_4.png create mode 100644 ggml/examples/yolo/data/labels/102_5.png create mode 100644 ggml/examples/yolo/data/labels/102_6.png create mode 100644 ggml/examples/yolo/data/labels/102_7.png create mode 100644 ggml/examples/yolo/data/labels/103_0.png create mode 100644 ggml/examples/yolo/data/labels/103_1.png create mode 100644 ggml/examples/yolo/data/labels/103_2.png create mode 100644 ggml/examples/yolo/data/labels/103_3.png create mode 100644 ggml/examples/yolo/data/labels/103_4.png create mode 100644 ggml/examples/yolo/data/labels/103_5.png create mode 100644 ggml/examples/yolo/data/labels/103_6.png create mode 100644 ggml/examples/yolo/data/labels/103_7.png create mode 100644 ggml/examples/yolo/data/labels/104_0.png create mode 100644 ggml/examples/yolo/data/labels/104_1.png create mode 100644 ggml/examples/yolo/data/labels/104_2.png create mode 100644 ggml/examples/yolo/data/labels/104_3.png create mode 100644 ggml/examples/yolo/data/labels/104_4.png create mode 100644 ggml/examples/yolo/data/labels/104_5.png create mode 100644 ggml/examples/yolo/data/labels/104_6.png create mode 100644 ggml/examples/yolo/data/labels/104_7.png create mode 100644 ggml/examples/yolo/data/labels/105_0.png create mode 100644 ggml/examples/yolo/data/labels/105_1.png create mode 100644 ggml/examples/yolo/data/labels/105_2.png create mode 100644 ggml/examples/yolo/data/labels/105_3.png create mode 100644 ggml/examples/yolo/data/labels/105_4.png create mode 100644 ggml/examples/yolo/data/labels/105_5.png create mode 100644 ggml/examples/yolo/data/labels/105_6.png create mode 100644 ggml/examples/yolo/data/labels/105_7.png create mode 100644 ggml/examples/yolo/data/labels/106_0.png create mode 100644 ggml/examples/yolo/data/labels/106_1.png create mode 100644 ggml/examples/yolo/data/labels/106_2.png create mode 100644 ggml/examples/yolo/data/labels/106_3.png create mode 100644 ggml/examples/yolo/data/labels/106_4.png create mode 100644 ggml/examples/yolo/data/labels/106_5.png create mode 100644 ggml/examples/yolo/data/labels/106_6.png create mode 100644 ggml/examples/yolo/data/labels/106_7.png create mode 100644 ggml/examples/yolo/data/labels/107_0.png create mode 100644 ggml/examples/yolo/data/labels/107_1.png create mode 100644 ggml/examples/yolo/data/labels/107_2.png create mode 100644 ggml/examples/yolo/data/labels/107_3.png create mode 100644 ggml/examples/yolo/data/labels/107_4.png create mode 100644 ggml/examples/yolo/data/labels/107_5.png create mode 100644 ggml/examples/yolo/data/labels/107_6.png create mode 100644 ggml/examples/yolo/data/labels/107_7.png create mode 100644 ggml/examples/yolo/data/labels/108_0.png create mode 100644 ggml/examples/yolo/data/labels/108_1.png create mode 100644 ggml/examples/yolo/data/labels/108_2.png create mode 100644 ggml/examples/yolo/data/labels/108_3.png create mode 100644 ggml/examples/yolo/data/labels/108_4.png create mode 100644 ggml/examples/yolo/data/labels/108_5.png create mode 100644 ggml/examples/yolo/data/labels/108_6.png create mode 100644 ggml/examples/yolo/data/labels/108_7.png create mode 100644 ggml/examples/yolo/data/labels/109_0.png create mode 100644 ggml/examples/yolo/data/labels/109_1.png create mode 100644 ggml/examples/yolo/data/labels/109_2.png create mode 100644 ggml/examples/yolo/data/labels/109_3.png create mode 100644 ggml/examples/yolo/data/labels/109_4.png create mode 100644 ggml/examples/yolo/data/labels/109_5.png create mode 100644 ggml/examples/yolo/data/labels/109_6.png create mode 100644 ggml/examples/yolo/data/labels/109_7.png create mode 100644 ggml/examples/yolo/data/labels/110_0.png create mode 100644 ggml/examples/yolo/data/labels/110_1.png create mode 100644 ggml/examples/yolo/data/labels/110_2.png create mode 100644 ggml/examples/yolo/data/labels/110_3.png create mode 100644 ggml/examples/yolo/data/labels/110_4.png create mode 100644 ggml/examples/yolo/data/labels/110_5.png create mode 100644 ggml/examples/yolo/data/labels/110_6.png create mode 100644 ggml/examples/yolo/data/labels/110_7.png create mode 100644 ggml/examples/yolo/data/labels/111_0.png create mode 100644 ggml/examples/yolo/data/labels/111_1.png create mode 100644 ggml/examples/yolo/data/labels/111_2.png create mode 100644 ggml/examples/yolo/data/labels/111_3.png create mode 100644 ggml/examples/yolo/data/labels/111_4.png create mode 100644 ggml/examples/yolo/data/labels/111_5.png create mode 100644 ggml/examples/yolo/data/labels/111_6.png create mode 100644 ggml/examples/yolo/data/labels/111_7.png create mode 100644 ggml/examples/yolo/data/labels/112_0.png create mode 100644 ggml/examples/yolo/data/labels/112_1.png create mode 100644 ggml/examples/yolo/data/labels/112_2.png create mode 100644 ggml/examples/yolo/data/labels/112_3.png create mode 100644 ggml/examples/yolo/data/labels/112_4.png create mode 100644 ggml/examples/yolo/data/labels/112_5.png create mode 100644 ggml/examples/yolo/data/labels/112_6.png create mode 100644 ggml/examples/yolo/data/labels/112_7.png create mode 100644 ggml/examples/yolo/data/labels/113_0.png create mode 100644 ggml/examples/yolo/data/labels/113_1.png create mode 100644 ggml/examples/yolo/data/labels/113_2.png create mode 100644 ggml/examples/yolo/data/labels/113_3.png create mode 100644 ggml/examples/yolo/data/labels/113_4.png create mode 100644 ggml/examples/yolo/data/labels/113_5.png create mode 100644 ggml/examples/yolo/data/labels/113_6.png create mode 100644 ggml/examples/yolo/data/labels/113_7.png create mode 100644 ggml/examples/yolo/data/labels/114_0.png create mode 100644 ggml/examples/yolo/data/labels/114_1.png create mode 100644 ggml/examples/yolo/data/labels/114_2.png create mode 100644 ggml/examples/yolo/data/labels/114_3.png create mode 100644 ggml/examples/yolo/data/labels/114_4.png create mode 100644 ggml/examples/yolo/data/labels/114_5.png create mode 100644 ggml/examples/yolo/data/labels/114_6.png create mode 100644 ggml/examples/yolo/data/labels/114_7.png create mode 100644 ggml/examples/yolo/data/labels/115_0.png create mode 100644 ggml/examples/yolo/data/labels/115_1.png create mode 100644 ggml/examples/yolo/data/labels/115_2.png create mode 100644 ggml/examples/yolo/data/labels/115_3.png create mode 100644 ggml/examples/yolo/data/labels/115_4.png create mode 100644 ggml/examples/yolo/data/labels/115_5.png create mode 100644 ggml/examples/yolo/data/labels/115_6.png create mode 100644 ggml/examples/yolo/data/labels/115_7.png create mode 100644 ggml/examples/yolo/data/labels/116_0.png create mode 100644 ggml/examples/yolo/data/labels/116_1.png create mode 100644 ggml/examples/yolo/data/labels/116_2.png create mode 100644 ggml/examples/yolo/data/labels/116_3.png create mode 100644 ggml/examples/yolo/data/labels/116_4.png create mode 100644 ggml/examples/yolo/data/labels/116_5.png create mode 100644 ggml/examples/yolo/data/labels/116_6.png create mode 100644 ggml/examples/yolo/data/labels/116_7.png create mode 100644 ggml/examples/yolo/data/labels/117_0.png create mode 100644 ggml/examples/yolo/data/labels/117_1.png create mode 100644 ggml/examples/yolo/data/labels/117_2.png create mode 100644 ggml/examples/yolo/data/labels/117_3.png create mode 100644 ggml/examples/yolo/data/labels/117_4.png create mode 100644 ggml/examples/yolo/data/labels/117_5.png create mode 100644 ggml/examples/yolo/data/labels/117_6.png create mode 100644 ggml/examples/yolo/data/labels/117_7.png create mode 100644 ggml/examples/yolo/data/labels/118_0.png create mode 100644 ggml/examples/yolo/data/labels/118_1.png create mode 100644 ggml/examples/yolo/data/labels/118_2.png create mode 100644 ggml/examples/yolo/data/labels/118_3.png create mode 100644 ggml/examples/yolo/data/labels/118_4.png create mode 100644 ggml/examples/yolo/data/labels/118_5.png create mode 100644 ggml/examples/yolo/data/labels/118_6.png create mode 100644 ggml/examples/yolo/data/labels/118_7.png create mode 100644 ggml/examples/yolo/data/labels/119_0.png create mode 100644 ggml/examples/yolo/data/labels/119_1.png create mode 100644 ggml/examples/yolo/data/labels/119_2.png create mode 100644 ggml/examples/yolo/data/labels/119_3.png create mode 100644 ggml/examples/yolo/data/labels/119_4.png create mode 100644 ggml/examples/yolo/data/labels/119_5.png create mode 100644 ggml/examples/yolo/data/labels/119_6.png create mode 100644 ggml/examples/yolo/data/labels/119_7.png create mode 100644 ggml/examples/yolo/data/labels/120_0.png create mode 100644 ggml/examples/yolo/data/labels/120_1.png create mode 100644 ggml/examples/yolo/data/labels/120_2.png create mode 100644 ggml/examples/yolo/data/labels/120_3.png create mode 100644 ggml/examples/yolo/data/labels/120_4.png create mode 100644 ggml/examples/yolo/data/labels/120_5.png create mode 100644 ggml/examples/yolo/data/labels/120_6.png create mode 100644 ggml/examples/yolo/data/labels/120_7.png create mode 100644 ggml/examples/yolo/data/labels/121_0.png create mode 100644 ggml/examples/yolo/data/labels/121_1.png create mode 100644 ggml/examples/yolo/data/labels/121_2.png create mode 100644 ggml/examples/yolo/data/labels/121_3.png create mode 100644 ggml/examples/yolo/data/labels/121_4.png create mode 100644 ggml/examples/yolo/data/labels/121_5.png create mode 100644 ggml/examples/yolo/data/labels/121_6.png create mode 100644 ggml/examples/yolo/data/labels/121_7.png create mode 100644 ggml/examples/yolo/data/labels/122_0.png create mode 100644 ggml/examples/yolo/data/labels/122_1.png create mode 100644 ggml/examples/yolo/data/labels/122_2.png create mode 100644 ggml/examples/yolo/data/labels/122_3.png create mode 100644 ggml/examples/yolo/data/labels/122_4.png create mode 100644 ggml/examples/yolo/data/labels/122_5.png create mode 100644 ggml/examples/yolo/data/labels/122_6.png create mode 100644 ggml/examples/yolo/data/labels/122_7.png create mode 100644 ggml/examples/yolo/data/labels/123_0.png create mode 100644 ggml/examples/yolo/data/labels/123_1.png create mode 100644 ggml/examples/yolo/data/labels/123_2.png create mode 100644 ggml/examples/yolo/data/labels/123_3.png create mode 100644 ggml/examples/yolo/data/labels/123_4.png create mode 100644 ggml/examples/yolo/data/labels/123_5.png create mode 100644 ggml/examples/yolo/data/labels/123_6.png create mode 100644 ggml/examples/yolo/data/labels/123_7.png create mode 100644 ggml/examples/yolo/data/labels/124_0.png create mode 100644 ggml/examples/yolo/data/labels/124_1.png create mode 100644 ggml/examples/yolo/data/labels/124_2.png create mode 100644 ggml/examples/yolo/data/labels/124_3.png create mode 100644 ggml/examples/yolo/data/labels/124_4.png create mode 100644 ggml/examples/yolo/data/labels/124_5.png create mode 100644 ggml/examples/yolo/data/labels/124_6.png create mode 100644 ggml/examples/yolo/data/labels/124_7.png create mode 100644 ggml/examples/yolo/data/labels/125_0.png create mode 100644 ggml/examples/yolo/data/labels/125_1.png create mode 100644 ggml/examples/yolo/data/labels/125_2.png create mode 100644 ggml/examples/yolo/data/labels/125_3.png create mode 100644 ggml/examples/yolo/data/labels/125_4.png create mode 100644 ggml/examples/yolo/data/labels/125_5.png create mode 100644 ggml/examples/yolo/data/labels/125_6.png create mode 100644 ggml/examples/yolo/data/labels/125_7.png create mode 100644 ggml/examples/yolo/data/labels/126_0.png create mode 100644 ggml/examples/yolo/data/labels/126_1.png create mode 100644 ggml/examples/yolo/data/labels/126_2.png create mode 100644 ggml/examples/yolo/data/labels/126_3.png create mode 100644 ggml/examples/yolo/data/labels/126_4.png create mode 100644 ggml/examples/yolo/data/labels/126_5.png create mode 100644 ggml/examples/yolo/data/labels/126_6.png create mode 100644 ggml/examples/yolo/data/labels/126_7.png create mode 100644 ggml/examples/yolo/data/labels/32_0.png create mode 100644 ggml/examples/yolo/data/labels/32_1.png create mode 100644 ggml/examples/yolo/data/labels/32_2.png create mode 100644 ggml/examples/yolo/data/labels/32_3.png create mode 100644 ggml/examples/yolo/data/labels/32_4.png create mode 100644 ggml/examples/yolo/data/labels/32_5.png create mode 100644 ggml/examples/yolo/data/labels/32_6.png create mode 100644 ggml/examples/yolo/data/labels/32_7.png create mode 100644 ggml/examples/yolo/data/labels/33_0.png create mode 100644 ggml/examples/yolo/data/labels/33_1.png create mode 100644 ggml/examples/yolo/data/labels/33_2.png create mode 100644 ggml/examples/yolo/data/labels/33_3.png create mode 100644 ggml/examples/yolo/data/labels/33_4.png create mode 100644 ggml/examples/yolo/data/labels/33_5.png create mode 100644 ggml/examples/yolo/data/labels/33_6.png create mode 100644 ggml/examples/yolo/data/labels/33_7.png create mode 100644 ggml/examples/yolo/data/labels/34_0.png create mode 100644 ggml/examples/yolo/data/labels/34_1.png create mode 100644 ggml/examples/yolo/data/labels/34_2.png create mode 100644 ggml/examples/yolo/data/labels/34_3.png create mode 100644 ggml/examples/yolo/data/labels/34_4.png create mode 100644 ggml/examples/yolo/data/labels/34_5.png create mode 100644 ggml/examples/yolo/data/labels/34_6.png create mode 100644 ggml/examples/yolo/data/labels/34_7.png create mode 100644 ggml/examples/yolo/data/labels/35_0.png create mode 100644 ggml/examples/yolo/data/labels/35_1.png create mode 100644 ggml/examples/yolo/data/labels/35_2.png create mode 100644 ggml/examples/yolo/data/labels/35_3.png create mode 100644 ggml/examples/yolo/data/labels/35_4.png create mode 100644 ggml/examples/yolo/data/labels/35_5.png create mode 100644 ggml/examples/yolo/data/labels/35_6.png create mode 100644 ggml/examples/yolo/data/labels/35_7.png create mode 100644 ggml/examples/yolo/data/labels/36_0.png create mode 100644 ggml/examples/yolo/data/labels/36_1.png create mode 100644 ggml/examples/yolo/data/labels/36_2.png create mode 100644 ggml/examples/yolo/data/labels/36_3.png create mode 100644 ggml/examples/yolo/data/labels/36_4.png create mode 100644 ggml/examples/yolo/data/labels/36_5.png create mode 100644 ggml/examples/yolo/data/labels/36_6.png create mode 100644 ggml/examples/yolo/data/labels/36_7.png create mode 100644 ggml/examples/yolo/data/labels/37_0.png create mode 100644 ggml/examples/yolo/data/labels/37_1.png create mode 100644 ggml/examples/yolo/data/labels/37_2.png create mode 100644 ggml/examples/yolo/data/labels/37_3.png create mode 100644 ggml/examples/yolo/data/labels/37_4.png create mode 100644 ggml/examples/yolo/data/labels/37_5.png create mode 100644 ggml/examples/yolo/data/labels/37_6.png create mode 100644 ggml/examples/yolo/data/labels/37_7.png create mode 100644 ggml/examples/yolo/data/labels/38_0.png create mode 100644 ggml/examples/yolo/data/labels/38_1.png create mode 100644 ggml/examples/yolo/data/labels/38_2.png create mode 100644 ggml/examples/yolo/data/labels/38_3.png create mode 100644 ggml/examples/yolo/data/labels/38_4.png create mode 100644 ggml/examples/yolo/data/labels/38_5.png create mode 100644 ggml/examples/yolo/data/labels/38_6.png create mode 100644 ggml/examples/yolo/data/labels/38_7.png create mode 100644 ggml/examples/yolo/data/labels/39_0.png create mode 100644 ggml/examples/yolo/data/labels/39_1.png create mode 100644 ggml/examples/yolo/data/labels/39_2.png create mode 100644 ggml/examples/yolo/data/labels/39_3.png create mode 100644 ggml/examples/yolo/data/labels/39_4.png create mode 100644 ggml/examples/yolo/data/labels/39_5.png create mode 100644 ggml/examples/yolo/data/labels/39_6.png create mode 100644 ggml/examples/yolo/data/labels/39_7.png create mode 100644 ggml/examples/yolo/data/labels/40_0.png create mode 100644 ggml/examples/yolo/data/labels/40_1.png create mode 100644 ggml/examples/yolo/data/labels/40_2.png create mode 100644 ggml/examples/yolo/data/labels/40_3.png create mode 100644 ggml/examples/yolo/data/labels/40_4.png create mode 100644 ggml/examples/yolo/data/labels/40_5.png create mode 100644 ggml/examples/yolo/data/labels/40_6.png create mode 100644 ggml/examples/yolo/data/labels/40_7.png create mode 100644 ggml/examples/yolo/data/labels/41_0.png create mode 100644 ggml/examples/yolo/data/labels/41_1.png create mode 100644 ggml/examples/yolo/data/labels/41_2.png create mode 100644 ggml/examples/yolo/data/labels/41_3.png create mode 100644 ggml/examples/yolo/data/labels/41_4.png create mode 100644 ggml/examples/yolo/data/labels/41_5.png create mode 100644 ggml/examples/yolo/data/labels/41_6.png create mode 100644 ggml/examples/yolo/data/labels/41_7.png create mode 100644 ggml/examples/yolo/data/labels/42_0.png create mode 100644 ggml/examples/yolo/data/labels/42_1.png create mode 100644 ggml/examples/yolo/data/labels/42_2.png create mode 100644 ggml/examples/yolo/data/labels/42_3.png create mode 100644 ggml/examples/yolo/data/labels/42_4.png create mode 100644 ggml/examples/yolo/data/labels/42_5.png create mode 100644 ggml/examples/yolo/data/labels/42_6.png create mode 100644 ggml/examples/yolo/data/labels/42_7.png create mode 100644 ggml/examples/yolo/data/labels/43_0.png create mode 100644 ggml/examples/yolo/data/labels/43_1.png create mode 100644 ggml/examples/yolo/data/labels/43_2.png create mode 100644 ggml/examples/yolo/data/labels/43_3.png create mode 100644 ggml/examples/yolo/data/labels/43_4.png create mode 100644 ggml/examples/yolo/data/labels/43_5.png create mode 100644 ggml/examples/yolo/data/labels/43_6.png create mode 100644 ggml/examples/yolo/data/labels/43_7.png create mode 100644 ggml/examples/yolo/data/labels/44_0.png create mode 100644 ggml/examples/yolo/data/labels/44_1.png create mode 100644 ggml/examples/yolo/data/labels/44_2.png create mode 100644 ggml/examples/yolo/data/labels/44_3.png create mode 100644 ggml/examples/yolo/data/labels/44_4.png create mode 100644 ggml/examples/yolo/data/labels/44_5.png create mode 100644 ggml/examples/yolo/data/labels/44_6.png create mode 100644 ggml/examples/yolo/data/labels/44_7.png create mode 100644 ggml/examples/yolo/data/labels/45_0.png create mode 100644 ggml/examples/yolo/data/labels/45_1.png create mode 100644 ggml/examples/yolo/data/labels/45_2.png create mode 100644 ggml/examples/yolo/data/labels/45_3.png create mode 100644 ggml/examples/yolo/data/labels/45_4.png create mode 100644 ggml/examples/yolo/data/labels/45_5.png create mode 100644 ggml/examples/yolo/data/labels/45_6.png create mode 100644 ggml/examples/yolo/data/labels/45_7.png create mode 100644 ggml/examples/yolo/data/labels/46_0.png create mode 100644 ggml/examples/yolo/data/labels/46_1.png create mode 100644 ggml/examples/yolo/data/labels/46_2.png create mode 100644 ggml/examples/yolo/data/labels/46_3.png create mode 100644 ggml/examples/yolo/data/labels/46_4.png create mode 100644 ggml/examples/yolo/data/labels/46_5.png create mode 100644 ggml/examples/yolo/data/labels/46_6.png create mode 100644 ggml/examples/yolo/data/labels/46_7.png create mode 100644 ggml/examples/yolo/data/labels/47_0.png create mode 100644 ggml/examples/yolo/data/labels/47_1.png create mode 100644 ggml/examples/yolo/data/labels/47_2.png create mode 100644 ggml/examples/yolo/data/labels/47_3.png create mode 100644 ggml/examples/yolo/data/labels/47_4.png create mode 100644 ggml/examples/yolo/data/labels/47_5.png create mode 100644 ggml/examples/yolo/data/labels/47_6.png create mode 100644 ggml/examples/yolo/data/labels/47_7.png create mode 100644 ggml/examples/yolo/data/labels/48_0.png create mode 100644 ggml/examples/yolo/data/labels/48_1.png create mode 100644 ggml/examples/yolo/data/labels/48_2.png create mode 100644 ggml/examples/yolo/data/labels/48_3.png create mode 100644 ggml/examples/yolo/data/labels/48_4.png create mode 100644 ggml/examples/yolo/data/labels/48_5.png create mode 100644 ggml/examples/yolo/data/labels/48_6.png create mode 100644 ggml/examples/yolo/data/labels/48_7.png create mode 100644 ggml/examples/yolo/data/labels/49_0.png create mode 100644 ggml/examples/yolo/data/labels/49_1.png create mode 100644 ggml/examples/yolo/data/labels/49_2.png create mode 100644 ggml/examples/yolo/data/labels/49_3.png create mode 100644 ggml/examples/yolo/data/labels/49_4.png create mode 100644 ggml/examples/yolo/data/labels/49_5.png create mode 100644 ggml/examples/yolo/data/labels/49_6.png create mode 100644 ggml/examples/yolo/data/labels/49_7.png create mode 100644 ggml/examples/yolo/data/labels/50_0.png create mode 100644 ggml/examples/yolo/data/labels/50_1.png create mode 100644 ggml/examples/yolo/data/labels/50_2.png create mode 100644 ggml/examples/yolo/data/labels/50_3.png create mode 100644 ggml/examples/yolo/data/labels/50_4.png create mode 100644 ggml/examples/yolo/data/labels/50_5.png create mode 100644 ggml/examples/yolo/data/labels/50_6.png create mode 100644 ggml/examples/yolo/data/labels/50_7.png create mode 100644 ggml/examples/yolo/data/labels/51_0.png create mode 100644 ggml/examples/yolo/data/labels/51_1.png create mode 100644 ggml/examples/yolo/data/labels/51_2.png create mode 100644 ggml/examples/yolo/data/labels/51_3.png create mode 100644 ggml/examples/yolo/data/labels/51_4.png create mode 100644 ggml/examples/yolo/data/labels/51_5.png create mode 100644 ggml/examples/yolo/data/labels/51_6.png create mode 100644 ggml/examples/yolo/data/labels/51_7.png create mode 100644 ggml/examples/yolo/data/labels/52_0.png create mode 100644 ggml/examples/yolo/data/labels/52_1.png create mode 100644 ggml/examples/yolo/data/labels/52_2.png create mode 100644 ggml/examples/yolo/data/labels/52_3.png create mode 100644 ggml/examples/yolo/data/labels/52_4.png create mode 100644 ggml/examples/yolo/data/labels/52_5.png create mode 100644 ggml/examples/yolo/data/labels/52_6.png create mode 100644 ggml/examples/yolo/data/labels/52_7.png create mode 100644 ggml/examples/yolo/data/labels/53_0.png create mode 100644 ggml/examples/yolo/data/labels/53_1.png create mode 100644 ggml/examples/yolo/data/labels/53_2.png create mode 100644 ggml/examples/yolo/data/labels/53_3.png create mode 100644 ggml/examples/yolo/data/labels/53_4.png create mode 100644 ggml/examples/yolo/data/labels/53_5.png create mode 100644 ggml/examples/yolo/data/labels/53_6.png create mode 100644 ggml/examples/yolo/data/labels/53_7.png create mode 100644 ggml/examples/yolo/data/labels/54_0.png create mode 100644 ggml/examples/yolo/data/labels/54_1.png create mode 100644 ggml/examples/yolo/data/labels/54_2.png create mode 100644 ggml/examples/yolo/data/labels/54_3.png create mode 100644 ggml/examples/yolo/data/labels/54_4.png create mode 100644 ggml/examples/yolo/data/labels/54_5.png create mode 100644 ggml/examples/yolo/data/labels/54_6.png create mode 100644 ggml/examples/yolo/data/labels/54_7.png create mode 100644 ggml/examples/yolo/data/labels/55_0.png create mode 100644 ggml/examples/yolo/data/labels/55_1.png create mode 100644 ggml/examples/yolo/data/labels/55_2.png create mode 100644 ggml/examples/yolo/data/labels/55_3.png create mode 100644 ggml/examples/yolo/data/labels/55_4.png create mode 100644 ggml/examples/yolo/data/labels/55_5.png create mode 100644 ggml/examples/yolo/data/labels/55_6.png create mode 100644 ggml/examples/yolo/data/labels/55_7.png create mode 100644 ggml/examples/yolo/data/labels/56_0.png create mode 100644 ggml/examples/yolo/data/labels/56_1.png create mode 100644 ggml/examples/yolo/data/labels/56_2.png create mode 100644 ggml/examples/yolo/data/labels/56_3.png create mode 100644 ggml/examples/yolo/data/labels/56_4.png create mode 100644 ggml/examples/yolo/data/labels/56_5.png create mode 100644 ggml/examples/yolo/data/labels/56_6.png create mode 100644 ggml/examples/yolo/data/labels/56_7.png create mode 100644 ggml/examples/yolo/data/labels/57_0.png create mode 100644 ggml/examples/yolo/data/labels/57_1.png create mode 100644 ggml/examples/yolo/data/labels/57_2.png create mode 100644 ggml/examples/yolo/data/labels/57_3.png create mode 100644 ggml/examples/yolo/data/labels/57_4.png create mode 100644 ggml/examples/yolo/data/labels/57_5.png create mode 100644 ggml/examples/yolo/data/labels/57_6.png create mode 100644 ggml/examples/yolo/data/labels/57_7.png create mode 100644 ggml/examples/yolo/data/labels/58_0.png create mode 100644 ggml/examples/yolo/data/labels/58_1.png create mode 100644 ggml/examples/yolo/data/labels/58_2.png create mode 100644 ggml/examples/yolo/data/labels/58_3.png create mode 100644 ggml/examples/yolo/data/labels/58_4.png create mode 100644 ggml/examples/yolo/data/labels/58_5.png create mode 100644 ggml/examples/yolo/data/labels/58_6.png create mode 100644 ggml/examples/yolo/data/labels/58_7.png create mode 100644 ggml/examples/yolo/data/labels/59_0.png create mode 100644 ggml/examples/yolo/data/labels/59_1.png create mode 100644 ggml/examples/yolo/data/labels/59_2.png create mode 100644 ggml/examples/yolo/data/labels/59_3.png create mode 100644 ggml/examples/yolo/data/labels/59_4.png create mode 100644 ggml/examples/yolo/data/labels/59_5.png create mode 100644 ggml/examples/yolo/data/labels/59_6.png create mode 100644 ggml/examples/yolo/data/labels/59_7.png create mode 100644 ggml/examples/yolo/data/labels/60_0.png create mode 100644 ggml/examples/yolo/data/labels/60_1.png create mode 100644 ggml/examples/yolo/data/labels/60_2.png create mode 100644 ggml/examples/yolo/data/labels/60_3.png create mode 100644 ggml/examples/yolo/data/labels/60_4.png create mode 100644 ggml/examples/yolo/data/labels/60_5.png create mode 100644 ggml/examples/yolo/data/labels/60_6.png create mode 100644 ggml/examples/yolo/data/labels/60_7.png create mode 100644 ggml/examples/yolo/data/labels/61_0.png create mode 100644 ggml/examples/yolo/data/labels/61_1.png create mode 100644 ggml/examples/yolo/data/labels/61_2.png create mode 100644 ggml/examples/yolo/data/labels/61_3.png create mode 100644 ggml/examples/yolo/data/labels/61_4.png create mode 100644 ggml/examples/yolo/data/labels/61_5.png create mode 100644 ggml/examples/yolo/data/labels/61_6.png create mode 100644 ggml/examples/yolo/data/labels/61_7.png create mode 100644 ggml/examples/yolo/data/labels/62_0.png create mode 100644 ggml/examples/yolo/data/labels/62_1.png create mode 100644 ggml/examples/yolo/data/labels/62_2.png create mode 100644 ggml/examples/yolo/data/labels/62_3.png create mode 100644 ggml/examples/yolo/data/labels/62_4.png create mode 100644 ggml/examples/yolo/data/labels/62_5.png create mode 100644 ggml/examples/yolo/data/labels/62_6.png create mode 100644 ggml/examples/yolo/data/labels/62_7.png create mode 100644 ggml/examples/yolo/data/labels/63_0.png create mode 100644 ggml/examples/yolo/data/labels/63_1.png create mode 100644 ggml/examples/yolo/data/labels/63_2.png create mode 100644 ggml/examples/yolo/data/labels/63_3.png create mode 100644 ggml/examples/yolo/data/labels/63_4.png create mode 100644 ggml/examples/yolo/data/labels/63_5.png create mode 100644 ggml/examples/yolo/data/labels/63_6.png create mode 100644 ggml/examples/yolo/data/labels/63_7.png create mode 100644 ggml/examples/yolo/data/labels/64_0.png create mode 100644 ggml/examples/yolo/data/labels/64_1.png create mode 100644 ggml/examples/yolo/data/labels/64_2.png create mode 100644 ggml/examples/yolo/data/labels/64_3.png create mode 100644 ggml/examples/yolo/data/labels/64_4.png create mode 100644 ggml/examples/yolo/data/labels/64_5.png create mode 100644 ggml/examples/yolo/data/labels/64_6.png create mode 100644 ggml/examples/yolo/data/labels/64_7.png create mode 100644 ggml/examples/yolo/data/labels/65_0.png create mode 100644 ggml/examples/yolo/data/labels/65_1.png create mode 100644 ggml/examples/yolo/data/labels/65_2.png create mode 100644 ggml/examples/yolo/data/labels/65_3.png create mode 100644 ggml/examples/yolo/data/labels/65_4.png create mode 100644 ggml/examples/yolo/data/labels/65_5.png create mode 100644 ggml/examples/yolo/data/labels/65_6.png create mode 100644 ggml/examples/yolo/data/labels/65_7.png create mode 100644 ggml/examples/yolo/data/labels/66_0.png create mode 100644 ggml/examples/yolo/data/labels/66_1.png create mode 100644 ggml/examples/yolo/data/labels/66_2.png create mode 100644 ggml/examples/yolo/data/labels/66_3.png create mode 100644 ggml/examples/yolo/data/labels/66_4.png create mode 100644 ggml/examples/yolo/data/labels/66_5.png create mode 100644 ggml/examples/yolo/data/labels/66_6.png create mode 100644 ggml/examples/yolo/data/labels/66_7.png create mode 100644 ggml/examples/yolo/data/labels/67_0.png create mode 100644 ggml/examples/yolo/data/labels/67_1.png create mode 100644 ggml/examples/yolo/data/labels/67_2.png create mode 100644 ggml/examples/yolo/data/labels/67_3.png create mode 100644 ggml/examples/yolo/data/labels/67_4.png create mode 100644 ggml/examples/yolo/data/labels/67_5.png create mode 100644 ggml/examples/yolo/data/labels/67_6.png create mode 100644 ggml/examples/yolo/data/labels/67_7.png create mode 100644 ggml/examples/yolo/data/labels/68_0.png create mode 100644 ggml/examples/yolo/data/labels/68_1.png create mode 100644 ggml/examples/yolo/data/labels/68_2.png create mode 100644 ggml/examples/yolo/data/labels/68_3.png create mode 100644 ggml/examples/yolo/data/labels/68_4.png create mode 100644 ggml/examples/yolo/data/labels/68_5.png create mode 100644 ggml/examples/yolo/data/labels/68_6.png create mode 100644 ggml/examples/yolo/data/labels/68_7.png create mode 100644 ggml/examples/yolo/data/labels/69_0.png create mode 100644 ggml/examples/yolo/data/labels/69_1.png create mode 100644 ggml/examples/yolo/data/labels/69_2.png create mode 100644 ggml/examples/yolo/data/labels/69_3.png create mode 100644 ggml/examples/yolo/data/labels/69_4.png create mode 100644 ggml/examples/yolo/data/labels/69_5.png create mode 100644 ggml/examples/yolo/data/labels/69_6.png create mode 100644 ggml/examples/yolo/data/labels/69_7.png create mode 100644 ggml/examples/yolo/data/labels/70_0.png create mode 100644 ggml/examples/yolo/data/labels/70_1.png create mode 100644 ggml/examples/yolo/data/labels/70_2.png create mode 100644 ggml/examples/yolo/data/labels/70_3.png create mode 100644 ggml/examples/yolo/data/labels/70_4.png create mode 100644 ggml/examples/yolo/data/labels/70_5.png create mode 100644 ggml/examples/yolo/data/labels/70_6.png create mode 100644 ggml/examples/yolo/data/labels/70_7.png create mode 100644 ggml/examples/yolo/data/labels/71_0.png create mode 100644 ggml/examples/yolo/data/labels/71_1.png create mode 100644 ggml/examples/yolo/data/labels/71_2.png create mode 100644 ggml/examples/yolo/data/labels/71_3.png create mode 100644 ggml/examples/yolo/data/labels/71_4.png create mode 100644 ggml/examples/yolo/data/labels/71_5.png create mode 100644 ggml/examples/yolo/data/labels/71_6.png create mode 100644 ggml/examples/yolo/data/labels/71_7.png create mode 100644 ggml/examples/yolo/data/labels/72_0.png create mode 100644 ggml/examples/yolo/data/labels/72_1.png create mode 100644 ggml/examples/yolo/data/labels/72_2.png create mode 100644 ggml/examples/yolo/data/labels/72_3.png create mode 100644 ggml/examples/yolo/data/labels/72_4.png create mode 100644 ggml/examples/yolo/data/labels/72_5.png create mode 100644 ggml/examples/yolo/data/labels/72_6.png create mode 100644 ggml/examples/yolo/data/labels/72_7.png create mode 100644 ggml/examples/yolo/data/labels/73_0.png create mode 100644 ggml/examples/yolo/data/labels/73_1.png create mode 100644 ggml/examples/yolo/data/labels/73_2.png create mode 100644 ggml/examples/yolo/data/labels/73_3.png create mode 100644 ggml/examples/yolo/data/labels/73_4.png create mode 100644 ggml/examples/yolo/data/labels/73_5.png create mode 100644 ggml/examples/yolo/data/labels/73_6.png create mode 100644 ggml/examples/yolo/data/labels/73_7.png create mode 100644 ggml/examples/yolo/data/labels/74_0.png create mode 100644 ggml/examples/yolo/data/labels/74_1.png create mode 100644 ggml/examples/yolo/data/labels/74_2.png create mode 100644 ggml/examples/yolo/data/labels/74_3.png create mode 100644 ggml/examples/yolo/data/labels/74_4.png create mode 100644 ggml/examples/yolo/data/labels/74_5.png create mode 100644 ggml/examples/yolo/data/labels/74_6.png create mode 100644 ggml/examples/yolo/data/labels/74_7.png create mode 100644 ggml/examples/yolo/data/labels/75_0.png create mode 100644 ggml/examples/yolo/data/labels/75_1.png create mode 100644 ggml/examples/yolo/data/labels/75_2.png create mode 100644 ggml/examples/yolo/data/labels/75_3.png create mode 100644 ggml/examples/yolo/data/labels/75_4.png create mode 100644 ggml/examples/yolo/data/labels/75_5.png create mode 100644 ggml/examples/yolo/data/labels/75_6.png create mode 100644 ggml/examples/yolo/data/labels/75_7.png create mode 100644 ggml/examples/yolo/data/labels/76_0.png create mode 100644 ggml/examples/yolo/data/labels/76_1.png create mode 100644 ggml/examples/yolo/data/labels/76_2.png create mode 100644 ggml/examples/yolo/data/labels/76_3.png create mode 100644 ggml/examples/yolo/data/labels/76_4.png create mode 100644 ggml/examples/yolo/data/labels/76_5.png create mode 100644 ggml/examples/yolo/data/labels/76_6.png create mode 100644 ggml/examples/yolo/data/labels/76_7.png create mode 100644 ggml/examples/yolo/data/labels/77_0.png create mode 100644 ggml/examples/yolo/data/labels/77_1.png create mode 100644 ggml/examples/yolo/data/labels/77_2.png create mode 100644 ggml/examples/yolo/data/labels/77_3.png create mode 100644 ggml/examples/yolo/data/labels/77_4.png create mode 100644 ggml/examples/yolo/data/labels/77_5.png create mode 100644 ggml/examples/yolo/data/labels/77_6.png create mode 100644 ggml/examples/yolo/data/labels/77_7.png create mode 100644 ggml/examples/yolo/data/labels/78_0.png create mode 100644 ggml/examples/yolo/data/labels/78_1.png create mode 100644 ggml/examples/yolo/data/labels/78_2.png create mode 100644 ggml/examples/yolo/data/labels/78_3.png create mode 100644 ggml/examples/yolo/data/labels/78_4.png create mode 100644 ggml/examples/yolo/data/labels/78_5.png create mode 100644 ggml/examples/yolo/data/labels/78_6.png create mode 100644 ggml/examples/yolo/data/labels/78_7.png create mode 100644 ggml/examples/yolo/data/labels/79_0.png create mode 100644 ggml/examples/yolo/data/labels/79_1.png create mode 100644 ggml/examples/yolo/data/labels/79_2.png create mode 100644 ggml/examples/yolo/data/labels/79_3.png create mode 100644 ggml/examples/yolo/data/labels/79_4.png create mode 100644 ggml/examples/yolo/data/labels/79_5.png create mode 100644 ggml/examples/yolo/data/labels/79_6.png create mode 100644 ggml/examples/yolo/data/labels/79_7.png create mode 100644 ggml/examples/yolo/data/labels/80_0.png create mode 100644 ggml/examples/yolo/data/labels/80_1.png create mode 100644 ggml/examples/yolo/data/labels/80_2.png create mode 100644 ggml/examples/yolo/data/labels/80_3.png create mode 100644 ggml/examples/yolo/data/labels/80_4.png create mode 100644 ggml/examples/yolo/data/labels/80_5.png create mode 100644 ggml/examples/yolo/data/labels/80_6.png create mode 100644 ggml/examples/yolo/data/labels/80_7.png create mode 100644 ggml/examples/yolo/data/labels/81_0.png create mode 100644 ggml/examples/yolo/data/labels/81_1.png create mode 100644 ggml/examples/yolo/data/labels/81_2.png create mode 100644 ggml/examples/yolo/data/labels/81_3.png create mode 100644 ggml/examples/yolo/data/labels/81_4.png create mode 100644 ggml/examples/yolo/data/labels/81_5.png create mode 100644 ggml/examples/yolo/data/labels/81_6.png create mode 100644 ggml/examples/yolo/data/labels/81_7.png create mode 100644 ggml/examples/yolo/data/labels/82_0.png create mode 100644 ggml/examples/yolo/data/labels/82_1.png create mode 100644 ggml/examples/yolo/data/labels/82_2.png create mode 100644 ggml/examples/yolo/data/labels/82_3.png create mode 100644 ggml/examples/yolo/data/labels/82_4.png create mode 100644 ggml/examples/yolo/data/labels/82_5.png create mode 100644 ggml/examples/yolo/data/labels/82_6.png create mode 100644 ggml/examples/yolo/data/labels/82_7.png create mode 100644 ggml/examples/yolo/data/labels/83_0.png create mode 100644 ggml/examples/yolo/data/labels/83_1.png create mode 100644 ggml/examples/yolo/data/labels/83_2.png create mode 100644 ggml/examples/yolo/data/labels/83_3.png create mode 100644 ggml/examples/yolo/data/labels/83_4.png create mode 100644 ggml/examples/yolo/data/labels/83_5.png create mode 100644 ggml/examples/yolo/data/labels/83_6.png create mode 100644 ggml/examples/yolo/data/labels/83_7.png create mode 100644 ggml/examples/yolo/data/labels/84_0.png create mode 100644 ggml/examples/yolo/data/labels/84_1.png create mode 100644 ggml/examples/yolo/data/labels/84_2.png create mode 100644 ggml/examples/yolo/data/labels/84_3.png create mode 100644 ggml/examples/yolo/data/labels/84_4.png create mode 100644 ggml/examples/yolo/data/labels/84_5.png create mode 100644 ggml/examples/yolo/data/labels/84_6.png create mode 100644 ggml/examples/yolo/data/labels/84_7.png create mode 100644 ggml/examples/yolo/data/labels/85_0.png create mode 100644 ggml/examples/yolo/data/labels/85_1.png create mode 100644 ggml/examples/yolo/data/labels/85_2.png create mode 100644 ggml/examples/yolo/data/labels/85_3.png create mode 100644 ggml/examples/yolo/data/labels/85_4.png create mode 100644 ggml/examples/yolo/data/labels/85_5.png create mode 100644 ggml/examples/yolo/data/labels/85_6.png create mode 100644 ggml/examples/yolo/data/labels/85_7.png create mode 100644 ggml/examples/yolo/data/labels/86_0.png create mode 100644 ggml/examples/yolo/data/labels/86_1.png create mode 100644 ggml/examples/yolo/data/labels/86_2.png create mode 100644 ggml/examples/yolo/data/labels/86_3.png create mode 100644 ggml/examples/yolo/data/labels/86_4.png create mode 100644 ggml/examples/yolo/data/labels/86_5.png create mode 100644 ggml/examples/yolo/data/labels/86_6.png create mode 100644 ggml/examples/yolo/data/labels/86_7.png create mode 100644 ggml/examples/yolo/data/labels/87_0.png create mode 100644 ggml/examples/yolo/data/labels/87_1.png create mode 100644 ggml/examples/yolo/data/labels/87_2.png create mode 100644 ggml/examples/yolo/data/labels/87_3.png create mode 100644 ggml/examples/yolo/data/labels/87_4.png create mode 100644 ggml/examples/yolo/data/labels/87_5.png create mode 100644 ggml/examples/yolo/data/labels/87_6.png create mode 100644 ggml/examples/yolo/data/labels/87_7.png create mode 100644 ggml/examples/yolo/data/labels/88_0.png create mode 100644 ggml/examples/yolo/data/labels/88_1.png create mode 100644 ggml/examples/yolo/data/labels/88_2.png create mode 100644 ggml/examples/yolo/data/labels/88_3.png create mode 100644 ggml/examples/yolo/data/labels/88_4.png create mode 100644 ggml/examples/yolo/data/labels/88_5.png create mode 100644 ggml/examples/yolo/data/labels/88_6.png create mode 100644 ggml/examples/yolo/data/labels/88_7.png create mode 100644 ggml/examples/yolo/data/labels/89_0.png create mode 100644 ggml/examples/yolo/data/labels/89_1.png create mode 100644 ggml/examples/yolo/data/labels/89_2.png create mode 100644 ggml/examples/yolo/data/labels/89_3.png create mode 100644 ggml/examples/yolo/data/labels/89_4.png create mode 100644 ggml/examples/yolo/data/labels/89_5.png create mode 100644 ggml/examples/yolo/data/labels/89_6.png create mode 100644 ggml/examples/yolo/data/labels/89_7.png create mode 100644 ggml/examples/yolo/data/labels/90_0.png create mode 100644 ggml/examples/yolo/data/labels/90_1.png create mode 100644 ggml/examples/yolo/data/labels/90_2.png create mode 100644 ggml/examples/yolo/data/labels/90_3.png create mode 100644 ggml/examples/yolo/data/labels/90_4.png create mode 100644 ggml/examples/yolo/data/labels/90_5.png create mode 100644 ggml/examples/yolo/data/labels/90_6.png create mode 100644 ggml/examples/yolo/data/labels/90_7.png create mode 100644 ggml/examples/yolo/data/labels/91_0.png create mode 100644 ggml/examples/yolo/data/labels/91_1.png create mode 100644 ggml/examples/yolo/data/labels/91_2.png create mode 100644 ggml/examples/yolo/data/labels/91_3.png create mode 100644 ggml/examples/yolo/data/labels/91_4.png create mode 100644 ggml/examples/yolo/data/labels/91_5.png create mode 100644 ggml/examples/yolo/data/labels/91_6.png create mode 100644 ggml/examples/yolo/data/labels/91_7.png create mode 100644 ggml/examples/yolo/data/labels/92_0.png create mode 100644 ggml/examples/yolo/data/labels/92_1.png create mode 100644 ggml/examples/yolo/data/labels/92_2.png create mode 100644 ggml/examples/yolo/data/labels/92_3.png create mode 100644 ggml/examples/yolo/data/labels/92_4.png create mode 100644 ggml/examples/yolo/data/labels/92_5.png create mode 100644 ggml/examples/yolo/data/labels/92_6.png create mode 100644 ggml/examples/yolo/data/labels/92_7.png create mode 100644 ggml/examples/yolo/data/labels/93_0.png create mode 100644 ggml/examples/yolo/data/labels/93_1.png create mode 100644 ggml/examples/yolo/data/labels/93_2.png create mode 100644 ggml/examples/yolo/data/labels/93_3.png create mode 100644 ggml/examples/yolo/data/labels/93_4.png create mode 100644 ggml/examples/yolo/data/labels/93_5.png create mode 100644 ggml/examples/yolo/data/labels/93_6.png create mode 100644 ggml/examples/yolo/data/labels/93_7.png create mode 100644 ggml/examples/yolo/data/labels/94_0.png create mode 100644 ggml/examples/yolo/data/labels/94_1.png create mode 100644 ggml/examples/yolo/data/labels/94_2.png create mode 100644 ggml/examples/yolo/data/labels/94_3.png create mode 100644 ggml/examples/yolo/data/labels/94_4.png create mode 100644 ggml/examples/yolo/data/labels/94_5.png create mode 100644 ggml/examples/yolo/data/labels/94_6.png create mode 100644 ggml/examples/yolo/data/labels/94_7.png create mode 100644 ggml/examples/yolo/data/labels/95_0.png create mode 100644 ggml/examples/yolo/data/labels/95_1.png create mode 100644 ggml/examples/yolo/data/labels/95_2.png create mode 100644 ggml/examples/yolo/data/labels/95_3.png create mode 100644 ggml/examples/yolo/data/labels/95_4.png create mode 100644 ggml/examples/yolo/data/labels/95_5.png create mode 100644 ggml/examples/yolo/data/labels/95_6.png create mode 100644 ggml/examples/yolo/data/labels/95_7.png create mode 100644 ggml/examples/yolo/data/labels/96_0.png create mode 100644 ggml/examples/yolo/data/labels/96_1.png create mode 100644 ggml/examples/yolo/data/labels/96_2.png create mode 100644 ggml/examples/yolo/data/labels/96_3.png create mode 100644 ggml/examples/yolo/data/labels/96_4.png create mode 100644 ggml/examples/yolo/data/labels/96_5.png create mode 100644 ggml/examples/yolo/data/labels/96_6.png create mode 100644 ggml/examples/yolo/data/labels/96_7.png create mode 100644 ggml/examples/yolo/data/labels/97_0.png create mode 100644 ggml/examples/yolo/data/labels/97_1.png create mode 100644 ggml/examples/yolo/data/labels/97_2.png create mode 100644 ggml/examples/yolo/data/labels/97_3.png create mode 100644 ggml/examples/yolo/data/labels/97_4.png create mode 100644 ggml/examples/yolo/data/labels/97_5.png create mode 100644 ggml/examples/yolo/data/labels/97_6.png create mode 100644 ggml/examples/yolo/data/labels/97_7.png create mode 100644 ggml/examples/yolo/data/labels/98_0.png create mode 100644 ggml/examples/yolo/data/labels/98_1.png create mode 100644 ggml/examples/yolo/data/labels/98_2.png create mode 100644 ggml/examples/yolo/data/labels/98_3.png create mode 100644 ggml/examples/yolo/data/labels/98_4.png create mode 100644 ggml/examples/yolo/data/labels/98_5.png create mode 100644 ggml/examples/yolo/data/labels/98_6.png create mode 100644 ggml/examples/yolo/data/labels/98_7.png create mode 100644 ggml/examples/yolo/data/labels/99_0.png create mode 100644 ggml/examples/yolo/data/labels/99_1.png create mode 100644 ggml/examples/yolo/data/labels/99_2.png create mode 100644 ggml/examples/yolo/data/labels/99_3.png create mode 100644 ggml/examples/yolo/data/labels/99_4.png create mode 100644 ggml/examples/yolo/data/labels/99_5.png create mode 100644 ggml/examples/yolo/data/labels/99_6.png create mode 100644 ggml/examples/yolo/data/labels/99_7.png create mode 100644 ggml/examples/yolo/yolo-image.cpp create mode 100644 ggml/examples/yolo/yolo-image.h create mode 100644 ggml/examples/yolo/yolov3-tiny.cpp create mode 100644 ggml/ggml.pc.in create mode 100644 ggml/include/ggml-alloc.h create mode 100644 ggml/include/ggml-backend.h create mode 100644 ggml/include/ggml-blas.h create mode 100644 ggml/include/ggml-cann.h create mode 100644 ggml/include/ggml-cpp.h create mode 100644 ggml/include/ggml-cpu.h create mode 100644 ggml/include/ggml-cuda.h create mode 100644 ggml/include/ggml-hexagon.h create mode 100644 ggml/include/ggml-metal.h create mode 100644 ggml/include/ggml-opencl.h create mode 100644 ggml/include/ggml-openvino.h create mode 100644 ggml/include/ggml-opt.h create mode 100644 ggml/include/ggml-rpc.h create mode 100644 ggml/include/ggml-sycl.h create mode 100644 ggml/include/ggml-virtgpu.h create mode 100644 ggml/include/ggml-vulkan.h create mode 100644 ggml/include/ggml-webgpu.h create mode 100644 ggml/include/ggml-zdnn.h create mode 100644 ggml/include/ggml-zendnn.h create mode 100644 ggml/include/ggml.h create mode 100644 ggml/include/gguf.h create mode 100644 ggml/requirements.txt create mode 100755 ggml/scripts/gen-authors.sh create mode 100755 ggml/scripts/release.sh create mode 100755 ggml/scripts/sync-llama-am.sh create mode 100644 ggml/scripts/sync-llama.last create mode 100755 ggml/scripts/sync-llama.sh create mode 100755 ggml/scripts/sync-whisper-am.sh create mode 100644 ggml/scripts/sync-whisper.last create mode 100755 ggml/scripts/sync-whisper.sh create mode 100644 ggml/src/CMakeLists.txt create mode 100644 ggml/src/ggml-alloc.c create mode 100644 ggml/src/ggml-backend-dl.cpp create mode 100644 ggml/src/ggml-backend-dl.h create mode 100644 ggml/src/ggml-backend-impl.h create mode 100644 ggml/src/ggml-backend-reg.cpp create mode 100644 ggml/src/ggml-backend.cpp create mode 100644 ggml/src/ggml-blas/CMakeLists.txt create mode 100644 ggml/src/ggml-blas/ggml-blas.cpp create mode 100755 ggml/src/ggml-cann/CMakeLists.txt create mode 100644 ggml/src/ggml-cann/acl_tensor.cpp create mode 100644 ggml/src/ggml-cann/acl_tensor.h create mode 100644 ggml/src/ggml-cann/aclnn_ops.cpp create mode 100644 ggml/src/ggml-cann/aclnn_ops.h create mode 100644 ggml/src/ggml-cann/common.h create mode 100644 ggml/src/ggml-cann/ggml-cann.cpp create mode 100644 ggml/src/ggml-common.h create mode 100644 ggml/src/ggml-cpu/CMakeLists.txt create mode 100644 ggml/src/ggml-cpu/amx/amx.cpp create mode 100644 ggml/src/ggml-cpu/amx/amx.h create mode 100644 ggml/src/ggml-cpu/amx/common.h create mode 100644 ggml/src/ggml-cpu/amx/mmq.cpp create mode 100644 ggml/src/ggml-cpu/amx/mmq.h create mode 100644 ggml/src/ggml-cpu/arch-fallback.h create mode 100644 ggml/src/ggml-cpu/arch/arm/cpu-feats.cpp create mode 100644 ggml/src/ggml-cpu/arch/arm/quants.c create mode 100644 ggml/src/ggml-cpu/arch/arm/repack.cpp create mode 100644 ggml/src/ggml-cpu/arch/loongarch/quants.c create mode 100644 ggml/src/ggml-cpu/arch/powerpc/cpu-feats.cpp create mode 100644 ggml/src/ggml-cpu/arch/powerpc/quants.c create mode 100644 ggml/src/ggml-cpu/arch/riscv/cpu-feats.cpp create mode 100644 ggml/src/ggml-cpu/arch/riscv/quants.c create mode 100644 ggml/src/ggml-cpu/arch/riscv/repack.cpp create mode 100644 ggml/src/ggml-cpu/arch/s390/cpu-feats.cpp create mode 100644 ggml/src/ggml-cpu/arch/s390/quants.c create mode 100644 ggml/src/ggml-cpu/arch/wasm/quants.c create mode 100644 ggml/src/ggml-cpu/arch/x86/cpu-feats.cpp create mode 100644 ggml/src/ggml-cpu/arch/x86/quants.c create mode 100644 ggml/src/ggml-cpu/arch/x86/repack.cpp create mode 100644 ggml/src/ggml-cpu/binary-ops.cpp create mode 100644 ggml/src/ggml-cpu/binary-ops.h create mode 100644 ggml/src/ggml-cpu/cmake/FindSIMD.cmake create mode 100644 ggml/src/ggml-cpu/common.h create mode 100644 ggml/src/ggml-cpu/ggml-cpu-impl.h create mode 100644 ggml/src/ggml-cpu/ggml-cpu.c create mode 100644 ggml/src/ggml-cpu/ggml-cpu.cpp create mode 100644 ggml/src/ggml-cpu/hbm.cpp create mode 100644 ggml/src/ggml-cpu/hbm.h create mode 100644 ggml/src/ggml-cpu/kleidiai/kernels.cpp create mode 100644 ggml/src/ggml-cpu/kleidiai/kernels.h create mode 100644 ggml/src/ggml-cpu/kleidiai/kleidiai.cpp create mode 100644 ggml/src/ggml-cpu/kleidiai/kleidiai.h create mode 100644 ggml/src/ggml-cpu/llamafile/sgemm.cpp create mode 100644 ggml/src/ggml-cpu/llamafile/sgemm.h create mode 100644 ggml/src/ggml-cpu/ops.cpp create mode 100644 ggml/src/ggml-cpu/ops.h create mode 100644 ggml/src/ggml-cpu/quants.c create mode 100644 ggml/src/ggml-cpu/quants.h create mode 100644 ggml/src/ggml-cpu/repack.cpp create mode 100644 ggml/src/ggml-cpu/repack.h create mode 100644 ggml/src/ggml-cpu/simd-gemm.h create mode 100644 ggml/src/ggml-cpu/simd-mappings.h create mode 100644 ggml/src/ggml-cpu/spacemit/ime.cpp create mode 100644 ggml/src/ggml-cpu/spacemit/ime.h create mode 100644 ggml/src/ggml-cpu/spacemit/ime1_kernels.cpp create mode 100644 ggml/src/ggml-cpu/spacemit/ime_kernels.h create mode 100644 ggml/src/ggml-cpu/traits.cpp create mode 100644 ggml/src/ggml-cpu/traits.h create mode 100644 ggml/src/ggml-cpu/unary-ops.cpp create mode 100644 ggml/src/ggml-cpu/unary-ops.h create mode 100644 ggml/src/ggml-cpu/vec.cpp create mode 100644 ggml/src/ggml-cpu/vec.h create mode 100644 ggml/src/ggml-cuda/CMakeLists.txt create mode 100644 ggml/src/ggml-cuda/acc.cu create mode 100644 ggml/src/ggml-cuda/acc.cuh create mode 100644 ggml/src/ggml-cuda/add-id.cu create mode 100644 ggml/src/ggml-cuda/add-id.cuh create mode 100644 ggml/src/ggml-cuda/arange.cu create mode 100644 ggml/src/ggml-cuda/arange.cuh create mode 100644 ggml/src/ggml-cuda/argmax.cu create mode 100644 ggml/src/ggml-cuda/argmax.cuh create mode 100644 ggml/src/ggml-cuda/argsort.cu create mode 100644 ggml/src/ggml-cuda/argsort.cuh create mode 100644 ggml/src/ggml-cuda/binbcast.cu create mode 100644 ggml/src/ggml-cuda/binbcast.cuh create mode 100644 ggml/src/ggml-cuda/clamp.cu create mode 100644 ggml/src/ggml-cuda/clamp.cuh create mode 100644 ggml/src/ggml-cuda/common.cuh create mode 100644 ggml/src/ggml-cuda/concat.cu create mode 100644 ggml/src/ggml-cuda/concat.cuh create mode 100644 ggml/src/ggml-cuda/conv-transpose-1d.cu create mode 100644 ggml/src/ggml-cuda/conv-transpose-1d.cuh create mode 100644 ggml/src/ggml-cuda/conv2d-dw.cu create mode 100644 ggml/src/ggml-cuda/conv2d-dw.cuh create mode 100644 ggml/src/ggml-cuda/conv2d-transpose.cu create mode 100644 ggml/src/ggml-cuda/conv2d-transpose.cuh create mode 100644 ggml/src/ggml-cuda/conv2d.cu create mode 100644 ggml/src/ggml-cuda/conv2d.cuh create mode 100644 ggml/src/ggml-cuda/convert.cu create mode 100644 ggml/src/ggml-cuda/convert.cuh create mode 100644 ggml/src/ggml-cuda/count-equal.cu create mode 100644 ggml/src/ggml-cuda/count-equal.cuh create mode 100644 ggml/src/ggml-cuda/cp-async.cuh create mode 100644 ggml/src/ggml-cuda/cpy-utils.cuh create mode 100644 ggml/src/ggml-cuda/cpy.cu create mode 100644 ggml/src/ggml-cuda/cpy.cuh create mode 100644 ggml/src/ggml-cuda/cross-entropy-loss.cu create mode 100644 ggml/src/ggml-cuda/cross-entropy-loss.cuh create mode 100644 ggml/src/ggml-cuda/cumsum.cu create mode 100644 ggml/src/ggml-cuda/cumsum.cuh create mode 100644 ggml/src/ggml-cuda/dequantize.cuh create mode 100644 ggml/src/ggml-cuda/diag.cu create mode 100644 ggml/src/ggml-cuda/diag.cuh create mode 100644 ggml/src/ggml-cuda/diagmask.cu create mode 100644 ggml/src/ggml-cuda/diagmask.cuh create mode 100644 ggml/src/ggml-cuda/fattn-common.cuh create mode 100644 ggml/src/ggml-cuda/fattn-mma-f16.cuh create mode 100644 ggml/src/ggml-cuda/fattn-tile.cu create mode 100644 ggml/src/ggml-cuda/fattn-tile.cuh create mode 100644 ggml/src/ggml-cuda/fattn-vec.cuh create mode 100644 ggml/src/ggml-cuda/fattn-wmma-f16.cu create mode 100644 ggml/src/ggml-cuda/fattn-wmma-f16.cuh create mode 100644 ggml/src/ggml-cuda/fattn.cu create mode 100644 ggml/src/ggml-cuda/fattn.cuh create mode 100644 ggml/src/ggml-cuda/fill.cu create mode 100644 ggml/src/ggml-cuda/fill.cuh create mode 100644 ggml/src/ggml-cuda/gated_delta_net.cu create mode 100644 ggml/src/ggml-cuda/gated_delta_net.cuh create mode 100644 ggml/src/ggml-cuda/getrows.cu create mode 100644 ggml/src/ggml-cuda/getrows.cuh create mode 100644 ggml/src/ggml-cuda/ggml-cuda.cu create mode 100644 ggml/src/ggml-cuda/gla.cu create mode 100644 ggml/src/ggml-cuda/gla.cuh create mode 100644 ggml/src/ggml-cuda/im2col.cu create mode 100644 ggml/src/ggml-cuda/im2col.cuh create mode 100644 ggml/src/ggml-cuda/mean.cu create mode 100644 ggml/src/ggml-cuda/mean.cuh create mode 100644 ggml/src/ggml-cuda/mma.cuh create mode 100644 ggml/src/ggml-cuda/mmf.cu create mode 100644 ggml/src/ggml-cuda/mmf.cuh create mode 100644 ggml/src/ggml-cuda/mmid.cu create mode 100644 ggml/src/ggml-cuda/mmid.cuh create mode 100644 ggml/src/ggml-cuda/mmq.cu create mode 100644 ggml/src/ggml-cuda/mmq.cuh create mode 100644 ggml/src/ggml-cuda/mmvf.cu create mode 100644 ggml/src/ggml-cuda/mmvf.cuh create mode 100644 ggml/src/ggml-cuda/mmvq.cu create mode 100644 ggml/src/ggml-cuda/mmvq.cuh create mode 100644 ggml/src/ggml-cuda/norm.cu create mode 100644 ggml/src/ggml-cuda/norm.cuh create mode 100644 ggml/src/ggml-cuda/opt-step-adamw.cu create mode 100644 ggml/src/ggml-cuda/opt-step-adamw.cuh create mode 100644 ggml/src/ggml-cuda/opt-step-sgd.cu create mode 100644 ggml/src/ggml-cuda/opt-step-sgd.cuh create mode 100644 ggml/src/ggml-cuda/out-prod.cu create mode 100644 ggml/src/ggml-cuda/out-prod.cuh create mode 100644 ggml/src/ggml-cuda/pad.cu create mode 100644 ggml/src/ggml-cuda/pad.cuh create mode 100644 ggml/src/ggml-cuda/pad_reflect_1d.cu create mode 100644 ggml/src/ggml-cuda/pad_reflect_1d.cuh create mode 100644 ggml/src/ggml-cuda/pool2d.cu create mode 100644 ggml/src/ggml-cuda/pool2d.cuh create mode 100644 ggml/src/ggml-cuda/quantize.cu create mode 100644 ggml/src/ggml-cuda/quantize.cuh create mode 100644 ggml/src/ggml-cuda/reduce_rows.cuh create mode 100644 ggml/src/ggml-cuda/roll.cu create mode 100644 ggml/src/ggml-cuda/roll.cuh create mode 100644 ggml/src/ggml-cuda/rope.cu create mode 100644 ggml/src/ggml-cuda/rope.cuh create mode 100644 ggml/src/ggml-cuda/scale.cu create mode 100644 ggml/src/ggml-cuda/scale.cuh create mode 100644 ggml/src/ggml-cuda/set-rows.cu create mode 100644 ggml/src/ggml-cuda/set-rows.cuh create mode 100644 ggml/src/ggml-cuda/set.cu create mode 100644 ggml/src/ggml-cuda/set.cuh create mode 100644 ggml/src/ggml-cuda/softcap.cu create mode 100644 ggml/src/ggml-cuda/softcap.cuh create mode 100644 ggml/src/ggml-cuda/softmax.cu create mode 100644 ggml/src/ggml-cuda/softmax.cuh create mode 100644 ggml/src/ggml-cuda/solve_tri.cu create mode 100644 ggml/src/ggml-cuda/solve_tri.cuh create mode 100644 ggml/src/ggml-cuda/ssm-conv.cu create mode 100644 ggml/src/ggml-cuda/ssm-conv.cuh create mode 100644 ggml/src/ggml-cuda/ssm-scan.cu create mode 100644 ggml/src/ggml-cuda/ssm-scan.cuh create mode 100644 ggml/src/ggml-cuda/sum.cu create mode 100644 ggml/src/ggml-cuda/sum.cuh create mode 100644 ggml/src/ggml-cuda/sumrows.cu create mode 100644 ggml/src/ggml-cuda/sumrows.cuh create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_32.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_2.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_32.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_32-ncols2_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_32-ncols2_2.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_2.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_64-ncols2_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_2.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq112-dv112.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq128-dv128.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq256-dv256.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq40-dv40.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq576-dv512.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq64-dv64.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq72-dv72.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq80-dv80.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq96-dv96.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-bf16-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-f16-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_0-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q4_1-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_0-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q5_1-q8_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-bf16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-f16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/fattn-vec-instance-q8_0-q8_0.cu create mode 100755 ggml/src/ggml-cuda/template-instances/generate_cu_files.py create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_10.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_11.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_12.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_13.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_14.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_15.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_16.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_2.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_3.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_5.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_6.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_7.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_8.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmf-instance-ncols_9.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq1_s.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_s.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_s.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-mxfp4.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q2_k.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q3_k.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q4_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q4_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q4_k.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q5_0.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q5_1.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q5_k.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q6_k.cu create mode 100644 ggml/src/ggml-cuda/template-instances/mmq-instance-q8_0.cu create mode 100644 ggml/src/ggml-cuda/top-k.cu create mode 100644 ggml/src/ggml-cuda/top-k.cuh create mode 100644 ggml/src/ggml-cuda/topk-moe.cu create mode 100644 ggml/src/ggml-cuda/topk-moe.cuh create mode 100644 ggml/src/ggml-cuda/tri.cu create mode 100644 ggml/src/ggml-cuda/tri.cuh create mode 100644 ggml/src/ggml-cuda/tsembd.cu create mode 100644 ggml/src/ggml-cuda/tsembd.cuh create mode 100644 ggml/src/ggml-cuda/unary.cu create mode 100644 ggml/src/ggml-cuda/unary.cuh create mode 100644 ggml/src/ggml-cuda/upscale.cu create mode 100644 ggml/src/ggml-cuda/upscale.cuh create mode 100644 ggml/src/ggml-cuda/vecdotq.cuh create mode 100644 ggml/src/ggml-cuda/vendors/cuda.h create mode 100644 ggml/src/ggml-cuda/vendors/hip.h create mode 100644 ggml/src/ggml-cuda/vendors/musa.h create mode 100644 ggml/src/ggml-cuda/wkv.cu create mode 100644 ggml/src/ggml-cuda/wkv.cuh create mode 100644 ggml/src/ggml-hexagon/CMakeLists.txt create mode 100644 ggml/src/ggml-hexagon/ggml-hexagon.cpp create mode 100644 ggml/src/ggml-hexagon/htp-drv.cpp create mode 100644 ggml/src/ggml-hexagon/htp-drv.h create mode 100644 ggml/src/ggml-hexagon/htp/CMakeLists.txt create mode 100644 ggml/src/ggml-hexagon/htp/act-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/argsort-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/binary-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/cmake-toolchain.cmake create mode 100644 ggml/src/ggml-hexagon/htp/cpy-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/flash-attn-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/get-rows-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/hex-dma.c create mode 100644 ggml/src/ggml-hexagon/htp/hex-dma.h create mode 100644 ggml/src/ggml-hexagon/htp/hex-dump.h create mode 100644 ggml/src/ggml-hexagon/htp/hex-fastdiv.h create mode 100644 ggml/src/ggml-hexagon/htp/hex-utils.h create mode 100644 ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/hmx-ops.h create mode 100644 ggml/src/ggml-hexagon/htp/hmx-profile.h create mode 100644 ggml/src/ggml-hexagon/htp/hmx-utils.h create mode 100644 ggml/src/ggml-hexagon/htp/htp-ctx.h create mode 100644 ggml/src/ggml-hexagon/htp/htp-msg.h create mode 100644 ggml/src/ggml-hexagon/htp/htp-ops.h create mode 100644 ggml/src/ggml-hexagon/htp/htp_iface.idl create mode 100644 ggml/src/ggml-hexagon/htp/hvx-arith.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-base.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-copy.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-div.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-dump.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-exp.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-floor.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-inverse.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-reduce.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-scale.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-sigmoid.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-sqrt.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-types.h create mode 100644 ggml/src/ggml-hexagon/htp/hvx-utils.h create mode 100644 ggml/src/ggml-hexagon/htp/main.c create mode 100644 ggml/src/ggml-hexagon/htp/matmul-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/repeat-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/rope-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/set-rows-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/softmax-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/ssm-conv.c create mode 100644 ggml/src/ggml-hexagon/htp/sum-rows-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/unary-ops.c create mode 100644 ggml/src/ggml-hexagon/htp/worker-pool.c create mode 100644 ggml/src/ggml-hexagon/htp/worker-pool.h create mode 100644 ggml/src/ggml-hexagon/libdl.h create mode 100644 ggml/src/ggml-hexagon/libggml-htp.inf create mode 100644 ggml/src/ggml-hexagon/op-desc.h create mode 100644 ggml/src/ggml-hip/CMakeLists.txt create mode 100644 ggml/src/ggml-impl.h create mode 100644 ggml/src/ggml-metal/CMakeLists.txt create mode 100644 ggml/src/ggml-metal/ggml-metal-common.cpp create mode 100644 ggml/src/ggml-metal/ggml-metal-common.h create mode 100644 ggml/src/ggml-metal/ggml-metal-context.h create mode 100644 ggml/src/ggml-metal/ggml-metal-context.m create mode 100644 ggml/src/ggml-metal/ggml-metal-device.cpp create mode 100644 ggml/src/ggml-metal/ggml-metal-device.h create mode 100644 ggml/src/ggml-metal/ggml-metal-device.m create mode 100644 ggml/src/ggml-metal/ggml-metal-impl.h create mode 100644 ggml/src/ggml-metal/ggml-metal-ops.cpp create mode 100644 ggml/src/ggml-metal/ggml-metal-ops.h create mode 100644 ggml/src/ggml-metal/ggml-metal.cpp create mode 100644 ggml/src/ggml-metal/ggml-metal.metal create mode 100644 ggml/src/ggml-musa/CMakeLists.txt create mode 100644 ggml/src/ggml-musa/mudnn.cu create mode 100644 ggml/src/ggml-musa/mudnn.cuh create mode 100644 ggml/src/ggml-opencl/CMakeLists.txt create mode 100644 ggml/src/ggml-opencl/ggml-opencl.cpp create mode 100644 ggml/src/ggml-opencl/kernels/add.cl create mode 100644 ggml/src/ggml-opencl/kernels/add_id.cl create mode 100644 ggml/src/ggml-opencl/kernels/argsort.cl create mode 100644 ggml/src/ggml-opencl/kernels/clamp.cl create mode 100644 ggml/src/ggml-opencl/kernels/concat.cl create mode 100644 ggml/src/ggml-opencl/kernels/conv2d.cl create mode 100644 ggml/src/ggml-opencl/kernels/conv2d_f16_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/cpy.cl create mode 100644 ggml/src/ggml-opencl/kernels/cumsum.cl create mode 100644 ggml/src/ggml-opencl/kernels/cvt.cl create mode 100644 ggml/src/ggml-opencl/kernels/diag.cl create mode 100644 ggml/src/ggml-opencl/kernels/diag_mask_inf.cl create mode 100644 ggml/src/ggml-opencl/kernels/div.cl create mode 100644 ggml/src/ggml-opencl/kernels/embed_kernel.py create mode 100644 ggml/src/ggml-opencl/kernels/exp.cl create mode 100644 ggml/src/ggml-opencl/kernels/expm1.cl create mode 100644 ggml/src/ggml-opencl/kernels/fill.cl create mode 100644 ggml/src/ggml-opencl/kernels/flash_attn_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/flash_attn_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/flash_attn_f32_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/gelu.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemm_moe_mxfp4_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_1_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_moe_mxfp4_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_noshuffle.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_noshuffle_general.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_noshuffle_general_q8_0_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_1_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/get_rows.cl create mode 100644 ggml/src/ggml-opencl/kernels/glu.cl create mode 100644 ggml/src/ggml-opencl/kernels/group_norm.cl create mode 100644 ggml/src/ggml-opencl/kernels/im2col_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/im2col_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/l2_norm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mean.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mat_Ab_Bi_8x4.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mat_f16_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_f16_f32_kq_kqv.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_f16_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_f32_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q4_0_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q4_1_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q6_k_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q8_0_f32_8x4.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mm_q8_0_f32_l4_lm.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_f16_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_f16_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_f16_f32_1row.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_f16_f32_l4.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_f32_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_id_mxfp4_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_id_mxfp4_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_id_q4_0_f32_8x_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_id_q8_0_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_id_q8_0_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_mxfp4_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_mxfp4_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_16x_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_1d_8x_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_8x_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_0_f32_v.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_1_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_1_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q6_k_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q6_k_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q8_0_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/mul_mv_q8_0_f32_flat.cl create mode 100644 ggml/src/ggml-opencl/kernels/neg.cl create mode 100644 ggml/src/ggml-opencl/kernels/norm.cl create mode 100644 ggml/src/ggml-opencl/kernels/pad.cl create mode 100644 ggml/src/ggml-opencl/kernels/relu.cl create mode 100644 ggml/src/ggml-opencl/kernels/repeat.cl create mode 100644 ggml/src/ggml-opencl/kernels/rms_norm.cl create mode 100644 ggml/src/ggml-opencl/kernels/rope.cl create mode 100644 ggml/src/ggml-opencl/kernels/scale.cl create mode 100644 ggml/src/ggml-opencl/kernels/set_rows.cl create mode 100644 ggml/src/ggml-opencl/kernels/sigmoid.cl create mode 100644 ggml/src/ggml-opencl/kernels/silu.cl create mode 100644 ggml/src/ggml-opencl/kernels/softmax_4_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/softmax_4_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/softmax_f16.cl create mode 100644 ggml/src/ggml-opencl/kernels/softmax_f32.cl create mode 100644 ggml/src/ggml-opencl/kernels/softplus.cl create mode 100644 ggml/src/ggml-opencl/kernels/solve_tri.cl create mode 100644 ggml/src/ggml-opencl/kernels/sqr.cl create mode 100644 ggml/src/ggml-opencl/kernels/sqrt.cl create mode 100644 ggml/src/ggml-opencl/kernels/ssm_conv.cl create mode 100644 ggml/src/ggml-opencl/kernels/sub.cl create mode 100644 ggml/src/ggml-opencl/kernels/sum_rows.cl create mode 100644 ggml/src/ggml-opencl/kernels/tanh.cl create mode 100644 ggml/src/ggml-opencl/kernels/transpose.cl create mode 100644 ggml/src/ggml-opencl/kernels/tri.cl create mode 100644 ggml/src/ggml-opencl/kernels/tsembd.cl create mode 100644 ggml/src/ggml-opencl/kernels/upscale.cl create mode 100644 ggml/src/ggml-openvino/.clang-format create mode 100644 ggml/src/ggml-openvino/CMakeLists.txt create mode 100644 ggml/src/ggml-openvino/ggml-decoder.cpp create mode 100644 ggml/src/ggml-openvino/ggml-decoder.h create mode 100644 ggml/src/ggml-openvino/ggml-openvino-extra.cpp create mode 100644 ggml/src/ggml-openvino/ggml-openvino-extra.h create mode 100644 ggml/src/ggml-openvino/ggml-openvino.cpp create mode 100644 ggml/src/ggml-openvino/ggml-quants.cpp create mode 100644 ggml/src/ggml-openvino/ggml-quants.h create mode 100644 ggml/src/ggml-openvino/openvino/decoder.h create mode 100644 ggml/src/ggml-openvino/openvino/frontend.cpp create mode 100644 ggml/src/ggml-openvino/openvino/frontend.h create mode 100644 ggml/src/ggml-openvino/openvino/input_model.cpp create mode 100644 ggml/src/ggml-openvino/openvino/input_model.h create mode 100644 ggml/src/ggml-openvino/openvino/node_context.h create mode 100644 ggml/src/ggml-openvino/openvino/op/cont.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/cpy.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/flash_attn_ext.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/get_rows.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/glu_geglu.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/glu_swiglu.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/mulmat.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/permute.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/reshape.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/rms_norm.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/rope.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/scale.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/set_rows.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/softmax.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/transpose.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/unary_silu.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op/view.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op_table.cpp create mode 100644 ggml/src/ggml-openvino/openvino/op_table.h create mode 100644 ggml/src/ggml-openvino/openvino/pass/eliminate_zp.cpp create mode 100644 ggml/src/ggml-openvino/openvino/pass/eliminate_zp.h create mode 100644 ggml/src/ggml-openvino/openvino/pass/fuse_to_sdpa.cpp create mode 100644 ggml/src/ggml-openvino/openvino/pass/fuse_to_sdpa.h create mode 100644 ggml/src/ggml-openvino/openvino/pass/mark_decompression_convert_constant_folding.h create mode 100644 ggml/src/ggml-openvino/openvino/pass/squeeze_matmul.cpp create mode 100644 ggml/src/ggml-openvino/openvino/pass/squeeze_matmul.h create mode 100644 ggml/src/ggml-openvino/openvino/translate_session.cpp create mode 100644 ggml/src/ggml-openvino/openvino/translate_session.h create mode 100644 ggml/src/ggml-openvino/openvino/utils.cpp create mode 100644 ggml/src/ggml-openvino/openvino/utils.h create mode 100644 ggml/src/ggml-openvino/utils.cpp create mode 100644 ggml/src/ggml-openvino/utils.h create mode 100644 ggml/src/ggml-opt.cpp create mode 100644 ggml/src/ggml-quants.c create mode 100644 ggml/src/ggml-quants.h create mode 100644 ggml/src/ggml-rpc/CMakeLists.txt create mode 100644 ggml/src/ggml-rpc/ggml-rpc.cpp create mode 100644 ggml/src/ggml-sycl/CMakeLists.txt create mode 100644 ggml/src/ggml-sycl/add-id.cpp create mode 100644 ggml/src/ggml-sycl/add-id.hpp create mode 100644 ggml/src/ggml-sycl/backend.hpp create mode 100644 ggml/src/ggml-sycl/binbcast.cpp create mode 100644 ggml/src/ggml-sycl/binbcast.hpp create mode 100644 ggml/src/ggml-sycl/common.cpp create mode 100644 ggml/src/ggml-sycl/common.hpp create mode 100644 ggml/src/ggml-sycl/concat.cpp create mode 100644 ggml/src/ggml-sycl/concat.hpp create mode 100644 ggml/src/ggml-sycl/conv.cpp create mode 100644 ggml/src/ggml-sycl/conv.hpp create mode 100644 ggml/src/ggml-sycl/convert.cpp create mode 100644 ggml/src/ggml-sycl/convert.hpp create mode 100644 ggml/src/ggml-sycl/count-equal.cpp create mode 100644 ggml/src/ggml-sycl/count-equal.hpp create mode 100644 ggml/src/ggml-sycl/cpy.cpp create mode 100644 ggml/src/ggml-sycl/cpy.hpp create mode 100644 ggml/src/ggml-sycl/dequantize.hpp create mode 100644 ggml/src/ggml-sycl/dmmv.cpp create mode 100644 ggml/src/ggml-sycl/dmmv.hpp create mode 100644 ggml/src/ggml-sycl/dpct/helper.hpp create mode 100644 ggml/src/ggml-sycl/element_wise.cpp create mode 100644 ggml/src/ggml-sycl/element_wise.hpp create mode 100644 ggml/src/ggml-sycl/fattn-common.hpp create mode 100644 ggml/src/ggml-sycl/fattn-tile.cpp create mode 100644 ggml/src/ggml-sycl/fattn-tile.hpp create mode 100644 ggml/src/ggml-sycl/fattn-vec.hpp create mode 100644 ggml/src/ggml-sycl/fattn.cpp create mode 100644 ggml/src/ggml-sycl/fattn.hpp create mode 100644 ggml/src/ggml-sycl/gated_delta_net.cpp create mode 100644 ggml/src/ggml-sycl/gated_delta_net.hpp create mode 100644 ggml/src/ggml-sycl/gemm.hpp create mode 100644 ggml/src/ggml-sycl/getrows.cpp create mode 100644 ggml/src/ggml-sycl/getrows.hpp create mode 100644 ggml/src/ggml-sycl/ggml-sycl.cpp create mode 100644 ggml/src/ggml-sycl/gla.cpp create mode 100644 ggml/src/ggml-sycl/gla.hpp create mode 100644 ggml/src/ggml-sycl/im2col.cpp create mode 100644 ggml/src/ggml-sycl/im2col.hpp create mode 100644 ggml/src/ggml-sycl/mmq.cpp create mode 100644 ggml/src/ggml-sycl/mmq.hpp create mode 100644 ggml/src/ggml-sycl/mmvq.cpp create mode 100644 ggml/src/ggml-sycl/mmvq.hpp create mode 100644 ggml/src/ggml-sycl/norm.cpp create mode 100644 ggml/src/ggml-sycl/norm.hpp create mode 100644 ggml/src/ggml-sycl/outprod.cpp create mode 100644 ggml/src/ggml-sycl/outprod.hpp create mode 100644 ggml/src/ggml-sycl/pad.cpp create mode 100644 ggml/src/ggml-sycl/pad.hpp create mode 100644 ggml/src/ggml-sycl/pad_reflect_1d.cpp create mode 100644 ggml/src/ggml-sycl/pad_reflect_1d.hpp create mode 100644 ggml/src/ggml-sycl/presets.hpp create mode 100644 ggml/src/ggml-sycl/quantize.hpp create mode 100644 ggml/src/ggml-sycl/quants.hpp create mode 100644 ggml/src/ggml-sycl/repeat_back.cpp create mode 100644 ggml/src/ggml-sycl/repeat_back.hpp create mode 100644 ggml/src/ggml-sycl/roll.cpp create mode 100644 ggml/src/ggml-sycl/roll.hpp create mode 100644 ggml/src/ggml-sycl/rope.cpp create mode 100644 ggml/src/ggml-sycl/rope.hpp create mode 100644 ggml/src/ggml-sycl/set.cpp create mode 100644 ggml/src/ggml-sycl/set.hpp create mode 100644 ggml/src/ggml-sycl/set_rows.cpp create mode 100644 ggml/src/ggml-sycl/set_rows.hpp create mode 100644 ggml/src/ggml-sycl/softmax.cpp create mode 100644 ggml/src/ggml-sycl/softmax.hpp create mode 100644 ggml/src/ggml-sycl/ssm_conv.cpp create mode 100644 ggml/src/ggml-sycl/ssm_conv.hpp create mode 100644 ggml/src/ggml-sycl/sycl_hw.cpp create mode 100644 ggml/src/ggml-sycl/sycl_hw.hpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq112-dv112.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq128-dv128.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq256-dv256.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq40-dv40.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq576-dv512.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq64-dv64.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq72-dv72.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq80-dv80.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-tile-instance-dkq96-dv96.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-f16-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_0-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q4_1-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_0-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q5_1-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-f16.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-q4_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-q4_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-q5_0.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-q5_1.cpp create mode 100644 ggml/src/ggml-sycl/template-instances/fattn-vec-instance-q8_0-q8_0.cpp create mode 100644 ggml/src/ggml-sycl/tsembd.cpp create mode 100644 ggml/src/ggml-sycl/tsembd.hpp create mode 100644 ggml/src/ggml-sycl/upscale.cpp create mode 100644 ggml/src/ggml-sycl/upscale.hpp create mode 100644 ggml/src/ggml-sycl/vecdotq.hpp create mode 100644 ggml/src/ggml-sycl/wkv.cpp create mode 100644 ggml/src/ggml-sycl/wkv.hpp create mode 100644 ggml/src/ggml-threading.cpp create mode 100644 ggml/src/ggml-threading.h create mode 100644 ggml/src/ggml-virtgpu/CMakeLists.txt create mode 100644 ggml/src/ggml-virtgpu/apir_cs_ggml-rpc-front.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/CMakeLists.txt create mode 100644 ggml/src/ggml-virtgpu/backend/apir_cs_ggml-rpc-back.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-convert.h create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched-backend.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched-buffer-type.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched-buffer.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched-device.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched.gen.h create mode 100644 ggml/src/ggml-virtgpu/backend/backend-dispatched.h create mode 100644 ggml/src/ggml-virtgpu/backend/backend-virgl-apir.h create mode 100644 ggml/src/ggml-virtgpu/backend/backend.cpp create mode 100644 ggml/src/ggml-virtgpu/backend/shared/api_remoting.h create mode 100644 ggml/src/ggml-virtgpu/backend/shared/apir_backend.gen.h create mode 100644 ggml/src/ggml-virtgpu/backend/shared/apir_backend.h create mode 100644 ggml/src/ggml-virtgpu/backend/shared/apir_cs.h create mode 100644 ggml/src/ggml-virtgpu/backend/shared/apir_cs_ggml.h create mode 100644 ggml/src/ggml-virtgpu/backend/shared/apir_cs_rpc.h create mode 100644 ggml/src/ggml-virtgpu/ggml-backend-buffer-type.cpp create mode 100644 ggml/src/ggml-virtgpu/ggml-backend-buffer.cpp create mode 100644 ggml/src/ggml-virtgpu/ggml-backend-device.cpp create mode 100644 ggml/src/ggml-virtgpu/ggml-backend-reg.cpp create mode 100644 ggml/src/ggml-virtgpu/ggml-backend.cpp create mode 100644 ggml/src/ggml-virtgpu/ggml-remoting.h create mode 100644 ggml/src/ggml-virtgpu/ggmlremoting_functions.yaml create mode 100644 ggml/src/ggml-virtgpu/include/apir_hw.h create mode 100755 ggml/src/ggml-virtgpu/regenerate_remoting.py create mode 100644 ggml/src/ggml-virtgpu/virtgpu-apir.h create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward-backend.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward-buffer-type.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward-buffer.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward-device.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward-impl.h create mode 100644 ggml/src/ggml-virtgpu/virtgpu-forward.gen.h create mode 100644 ggml/src/ggml-virtgpu/virtgpu-shm.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-shm.h create mode 100644 ggml/src/ggml-virtgpu/virtgpu-utils.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu-utils.h create mode 100644 ggml/src/ggml-virtgpu/virtgpu.cpp create mode 100644 ggml/src/ggml-virtgpu/virtgpu.h create mode 100644 ggml/src/ggml-vulkan/CMakeLists.txt create mode 100644 ggml/src/ggml-vulkan/cmake/host-toolchain.cmake.in create mode 100644 ggml/src/ggml-vulkan/ggml-vulkan.cpp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/abs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/acc.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/add.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/add1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/add_id.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/arange.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/argmax.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/argsort.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/argsort_large.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/ceil.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/clamp.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/concat.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/contig_copy.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/conv2d_dw.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/conv2d_mm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/conv_transpose_1d.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/copy.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/copy_from_quant.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/copy_to_quant.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/copy_transpose.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/cos.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/count_equal.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/count_experts.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/cumsum.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/cumsum_multipass1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/cumsum_multipass2.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_f32.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_funcs_cm2.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq1_m.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq1_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq2_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq2_xs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq2_xxs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq3_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq3_xxs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq4_nl.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_iq4_xs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_mxfp4.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q2_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q3_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_0.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q4_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_0.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q5_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q6_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/dequant_q8_0.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/diag.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/diag_mask_inf.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/div.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/elu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/exp.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/feature-tests/bfloat16.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/feature-tests/coopmat.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/feature-tests/coopmat2.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/feature-tests/integer_dot.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/fill.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_base.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_cm2.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_mask_opt.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/flash_attn_split_k_reduce.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/floor.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/gated_delta_net.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/geglu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/geglu_erf.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/geglu_quick.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/gelu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/gelu_erf.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/gelu_quick.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/generic_binary_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/generic_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/generic_unary_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/get_rows.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/get_rows_quant.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/glu_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/glu_main.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/group_norm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/hardsigmoid.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/hardswish.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/im2col.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/im2col_3d.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/l2_norm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/leaky_relu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/log.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_split_k_reduce.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_base.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iface.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq1_m.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq1_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq2_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq2_xs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq2_xxs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq3_s.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq3_xxs.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_nc.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_p021.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q2_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q3_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q4_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q5_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_q6_k.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vecq.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vecq_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_id_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mmq.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mmq_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/mul_mmq_shmem_types.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/multi_add.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/neg.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/norm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/opt_step_adamw.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/opt_step_sgd.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/pad.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/pool2d.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/quantize_q8_1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/reglu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/relu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/repeat.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/repeat_back.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rms_norm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rms_norm_back.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rms_norm_partials.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/roll.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_funcs.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_head.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_multi.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_neox.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_norm.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_params.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rope_vision.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/round.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/rte.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/scale.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sgn.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sigmoid.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/silu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/silu_back.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sin.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max_back.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max_large1.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max_large2.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max_large3.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/soft_max_large_common.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/softplus.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/solve_tri.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sqrt.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/square.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/ssm_conv.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/ssm_scan.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/step.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sub.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sum_rows.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/sum_rows.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/swiglu.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/swiglu_oai.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/timestep_embedding.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/topk_argsort.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/topk_moe.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/topk_nary_search.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/tri.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/trunc.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/types.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/upscale.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/utils.glsl create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/wkv6.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/wkv7.comp create mode 100644 ggml/src/ggml-vulkan/vulkan-shaders/xielu.comp create mode 100644 ggml/src/ggml-webgpu/CMakeLists.txt create mode 100644 ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp create mode 100644 ggml/src/ggml-webgpu/ggml-webgpu.cpp create mode 100644 ggml/src/ggml-webgpu/pre_wgsl.hpp create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/argmax.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/argsort.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/argsort_merge.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/binary.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/common_decls.tmpl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/concat.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/cpy.tmpl.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/cumsum.wgsl create mode 100755 ggml/src/ggml-webgpu/wgsl-shaders/embed_wgsl.py create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/gated_delta_net.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/get_rows.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/glu.tmpl.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/memset.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/mul_mat.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_decls.tmpl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_reg_tile.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_subgroup_matrix.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/pad.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/repeat.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/rms_norm.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/rope.tmpl.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/row_norm.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/scale.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/set.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/set_rows.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/soft_max.tmpl.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/solve_tri.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/ssm_conv.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/sum_rows.wgsl create mode 100644 ggml/src/ggml-webgpu/wgsl-shaders/unary.wgsl create mode 100644 ggml/src/ggml-zdnn/.gitignore create mode 100644 ggml/src/ggml-zdnn/CMakeLists.txt create mode 100644 ggml/src/ggml-zdnn/common.hpp create mode 100644 ggml/src/ggml-zdnn/ggml-zdnn.cpp create mode 100644 ggml/src/ggml-zdnn/mmf.cpp create mode 100644 ggml/src/ggml-zdnn/mmf.hpp create mode 100644 ggml/src/ggml-zdnn/utils.cpp create mode 100644 ggml/src/ggml-zdnn/utils.hpp create mode 100644 ggml/src/ggml-zendnn/CMakeLists.txt create mode 100644 ggml/src/ggml-zendnn/ggml-zendnn.cpp create mode 100644 ggml/src/ggml.c create mode 100644 ggml/src/ggml.cpp create mode 100644 ggml/src/gguf.cpp create mode 100644 ggml/tests/CMakeLists.txt create mode 100644 ggml/tests/test-arange.cpp create mode 100644 ggml/tests/test-backend-ops.cpp create mode 100644 ggml/tests/test-cont.c create mode 100644 ggml/tests/test-conv-transpose-1d.cpp create mode 100644 ggml/tests/test-conv-transpose.c create mode 100644 ggml/tests/test-conv1d-dw-c1.cpp create mode 100644 ggml/tests/test-conv1d-dw-c2.cpp create mode 100644 ggml/tests/test-conv1d.cpp create mode 100644 ggml/tests/test-conv2d-dw.cpp create mode 100644 ggml/tests/test-conv2d.cpp create mode 100644 ggml/tests/test-customop.c create mode 100644 ggml/tests/test-dup.c create mode 100644 ggml/tests/test-interpolate.cpp create mode 100644 ggml/tests/test-opt.cpp create mode 100644 ggml/tests/test-pad-reflect-1d.cpp create mode 100644 ggml/tests/test-pool.c create mode 100644 ggml/tests/test-quantize-fns.cpp create mode 100644 ggml/tests/test-quantize-perf.cpp create mode 100644 ggml/tests/test-rel-pos.c create mode 100644 ggml/tests/test-roll.cpp create mode 100644 ggml/tests/test-timestep_embedding.cpp create mode 100644 mesh_export.cpp create mode 100644 mesh_export.h create mode 100644 pbr_utils.h create mode 100644 print_remesh.cpp create mode 100644 print_remesh.h create mode 100755 scripts/convert_all.sh create mode 100755 scripts/demo.sh create mode 100755 scripts/download_ggufs.sh create mode 100755 scripts/download_models.sh create mode 100644 scripts/dump_cascade_reference.py create mode 100644 scripts/dump_dino_reference.py create mode 100644 scripts/dump_slat_reference.py create mode 100644 scripts/dump_texture_reference.py create mode 100755 scripts/fetch_print_remesh_deps.sh create mode 100644 scripts/glb_atlas.py create mode 100644 scripts/headless_smoke.py create mode 100644 scripts/hf/TRELLIS-image-large-GGUF/LICENSE create mode 100644 scripts/hf/TRELLIS-image-large-GGUF/README.md create mode 100644 scripts/hf/TRELLIS.2-4B-GGUF/LICENSE create mode 100644 scripts/hf/TRELLIS.2-4B-GGUF/README.md create mode 100644 scripts/hf/dinov3-vitl16-pretrain-lvd1689m-GGUF/LICENSE create mode 100644 scripts/hf/dinov3-vitl16-pretrain-lvd1689m-GGUF/README.md create mode 100644 scripts/ref_common.py create mode 100644 scripts/ref_texture.py create mode 100755 scripts/refgen.sh create mode 100644 scripts/render_glb.py create mode 100644 scripts/render_mesh_pbr.py create mode 100644 scripts/render_vcolor.py create mode 100755 scripts/upload_ggufs.sh create mode 100644 server.sh create mode 100644 server/engine.go create mode 100644 server/go.mod create mode 100644 server/go.sum create mode 100644 server/idle_test.go create mode 100644 server/main.go create mode 100644 server/persistence.go create mode 100644 server/persistence_test.go create mode 100644 server/web/index.html create mode 100644 stb/stb_image.h create mode 100644 stb/stb_image_write.h create mode 100644 tests/CMakeLists.txt create mode 100644 tests/parity.hpp create mode 100644 tests/ref_ss_dec.py create mode 100644 tests/ref_ss_flow.py create mode 100644 tests/ref_ss_sample.py create mode 100644 tests/test_background_removal.cpp create mode 100644 tests/test_cascade.cpp create mode 100644 tests/test_dino.cpp create mode 100644 tests/test_marching_cubes.cpp create mode 100644 tests/test_mesh_export.cpp create mode 100644 tests/test_pbr_sampling.cpp create mode 100644 tests/test_preprocess.cpp create mode 100644 tests/test_print_remesh.cpp create mode 100644 tests/test_slat.cpp create mode 100644 tests/test_ss_dec.cpp create mode 100644 tests/test_ss_flow_forward.cpp create mode 100644 tests/test_ss_sample.cpp create mode 100644 tests/test_texture.cpp create mode 100644 third_party/meshoptimizer/allocator.cpp create mode 100644 third_party/meshoptimizer/indexgenerator.cpp create mode 100644 third_party/meshoptimizer/meshoptimizer.h create mode 100644 third_party/meshoptimizer/simplifier.cpp create mode 100644 third_party/meshoptimizer/vfetchoptimizer.cpp create mode 100644 third_party/xatlas/xatlas.cpp create mode 100644 third_party/xatlas/xatlas.h create mode 100644 trellis2.cpp create mode 100644 trellis2.h create mode 100644 trellis2_capi.cpp create mode 100644 trellis2_capi.h diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..cbe8875 --- /dev/null +++ b/.gitignore @@ -0,0 +1,61 @@ +# build output +/build/ +/build-*/ +/.deps/ + +# scratch / generated artifacts (meshes, latents, occupancy grids) +/tmp/ +*.o +*.a +*.so +*.dylib +*.dll + +# cmake +CMakeCache.txt +CMakeFiles/ +cmake_install.cmake +compile_commands.json + +# model weights / data (large, regenerated by the converters) +*.gguf +*.safetensors +*.dinodata +*.latent +*.occ +*.obj + +# test reference artifacts (regenerated by tests/ref_*.py) +tests/ss_flow_ref.bin +tests/ss_sample_ref.bin +tests/ss_dec_ref.bin + +# editor / os +.DS_Store +.vscode/ +.idea/ + +# clangd index +.cache/ +corpus_*/ +crash-* + +# fuzzing +/corpus_*/ +crash-* + +# demo server build artifacts +/server/trellis2-server +/server/trellis2-server-linux +/server/vendor/ + +# python bytecode +__pycache__/ +*.pyc + +# model / reference artifacts +/models/ +/ggufs/ +/dumps/ +/generations/ +slow-unit-* diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..4831ad0 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "ggml"] + path = ggml + url = https://github.com/PABannier/ggml.git diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..d7cda79 --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,137 @@ +cmake_minimum_required(VERSION 3.14) +project(trellis2.cpp VERSION 0.1.0 LANGUAGES C CXX) + +set(CMAKE_CXX_STANDARD 14) +set(CMAKE_CXX_STANDARD_REQUIRED ON) +set(CMAKE_EXPORT_COMPILE_COMMANDS ON) + +if(NOT CMAKE_BUILD_TYPE) + set(CMAKE_BUILD_TYPE Release) +endif() + +# ───────────────────────────────────────────────────────────────────────── +# External ggml option +# +# When OFF (default): vendor ggml as a subdirectory — the upstream behavior. +# When ON : skip the bundled ggml and resolve `find_package(ggml CONFIG)` +# against an installed ggml. Lets a downstream project link multiple +# ggml-based libraries against a single shared ggml so they don't +# ship duplicate copies into the same process. +# ───────────────────────────────────────────────────────────────────────── +option(TRELLIS2_USE_EXTERNAL_GGML "Consume external ggml via find_package() instead of the bundled submodule" OFF) + +# libFuzzer harnesses (clang only). The sanitizer flags apply globally — set +# BEFORE any target so the whole tree (ggml, stb decode, preprocessing, +# loaders) is instrumented. Harness targets live in fuzz/ (added at the end). +option(TRELLIS2_FUZZ "Build libFuzzer harnesses (requires clang)" OFF) +set(TRELLIS2_FUZZ_SANITIZERS "address,undefined" CACHE STRING + "Sanitizers for the fuzz build") +if(TRELLIS2_FUZZ) + add_compile_options(-fsanitize=${TRELLIS2_FUZZ_SANITIZERS} -fsanitize=fuzzer-no-link -fno-omit-frame-pointer -g -O1) + add_link_options(-fsanitize=${TRELLIS2_FUZZ_SANITIZERS}) +endif() + +# ggml options — enable Metal on Apple (bundled-ggml path only) +option(TRELLIS2_METAL "Enable Metal backend" ON) +if(APPLE AND TRELLIS2_METAL AND NOT TRELLIS2_USE_EXTERNAL_GGML) + set(GGML_METAL ON CACHE BOOL "" FORCE) + set(GGML_METAL_EMBED_LIBRARY ON CACHE BOOL "" FORCE) +endif() + +if(TRELLIS2_USE_EXTERNAL_GGML) + find_package(ggml CONFIG REQUIRED) + set(TRELLIS2_GGML_TARGET ggml::ggml) +else() + add_subdirectory(ggml) + set(TRELLIS2_GGML_TARGET ggml) +endif() + +add_library(trellis2 + trellis2.cpp trellis2.h + trellis2_capi.cpp trellis2_capi.h + mesh_export.cpp mesh_export.h + print_remesh.cpp print_remesh.h + third_party/xatlas/xatlas.cpp) +target_include_directories(trellis2 PUBLIC + ${CMAKE_CURRENT_SOURCE_DIR} + ${CMAKE_CURRENT_SOURCE_DIR}/stb +) +# trellis2_capi.cpp reuses the example isosurface extractor for the demo path; +# mesh_export.cpp vendors xatlas for the optional chart-based UV unwrap. +target_include_directories(trellis2 PRIVATE + ${CMAKE_CURRENT_SOURCE_DIR}/examples + ${CMAKE_CURRENT_SOURCE_DIR}/third_party/xatlas) + +find_package(Threads REQUIRED) # xatlas uses std::thread + +if(TRELLIS2_USE_EXTERNAL_GGML AND DEFINED GGML_INCLUDE_DIR) + target_include_directories(trellis2 PUBLIC ${GGML_INCLUDE_DIR}) +endif() + +target_link_libraries(trellis2 PUBLIC ${TRELLIS2_GGML_TARGET} PRIVATE Threads::Threads) +target_compile_features(trellis2 PUBLIC cxx_std_14) + +# CGAL Alpha Wrap turns arbitrary TRELLIS triangle soups into watertight, +# intersection-free 2-manifolds for printing. Auto-detect it so ordinary builds +# retain no CGAL dependency; the C API reports whether the backend is present. +option(TRELLIS2_CGAL "Enable CGAL Alpha Wrap print remeshing when available" ON) +option(TRELLIS2_FETCH_PRINT_REMESH_DEPS + "Fetch the project-pinned CGAL and Boost headers for print remeshing" OFF) +set(TRELLIS2_PRINT_REMESH_DEPS_DIR "${CMAKE_BINARY_DIR}/_deps/print-remesh" CACHE PATH + "Directory containing project-pinned CGAL and Boost headers") +if(TRELLIS2_CGAL) + if(TRELLIS2_FETCH_PRINT_REMESH_DEPS) + find_program(TRELLIS2_BASH_EXECUTABLE bash) + if(NOT TRELLIS2_BASH_EXECUTABLE) + message(FATAL_ERROR "bash is required to fetch print-remesh dependencies") + endif() + execute_process( + COMMAND "${TRELLIS2_BASH_EXECUTABLE}" + "${CMAKE_CURRENT_SOURCE_DIR}/scripts/fetch_print_remesh_deps.sh" + "${TRELLIS2_PRINT_REMESH_DEPS_DIR}" + RESULT_VARIABLE TRELLIS2_PRINT_REMESH_DEPS_RESULT) + if(NOT TRELLIS2_PRINT_REMESH_DEPS_RESULT EQUAL 0) + message(FATAL_ERROR "Failed to fetch pinned print-remesh dependencies") + endif() + set(CGAL_DIR "${TRELLIS2_PRINT_REMESH_DEPS_DIR}/cgal" CACHE PATH + "CGAL package directory" FORCE) + set(Boost_INCLUDE_DIR "${TRELLIS2_PRINT_REMESH_DEPS_DIR}/boost" CACHE PATH + "Boost header directory" FORCE) + set(Boost_DIR "${TRELLIS2_PRINT_REMESH_DEPS_DIR}/boost-cmake" CACHE PATH + "Header-only Boost CMake package directory" FORCE) + endif() + find_package(CGAL 5.5 QUIET) + if(CGAL_FOUND) + target_link_libraries(trellis2 PRIVATE CGAL::CGAL) + target_compile_definitions(trellis2 PRIVATE TRELLIS2_USE_CGAL=1) + target_compile_features(trellis2 PRIVATE cxx_std_17) + set(TRELLIS2_HAVE_CGAL ON) + message(STATUS "CGAL Alpha Wrap print remeshing: enabled") + elseif(TRELLIS2_FETCH_PRINT_REMESH_DEPS) + message(FATAL_ERROR "The project-pinned CGAL print-remesh dependencies were fetched but not found") + else() + message(STATUS "CGAL Alpha Wrap print remeshing: unavailable (CGAL >= 5.5 not found)") + endif() +endif() + +set_property(TARGET trellis2 PROPERTY POSITION_INDEPENDENT_CODE ON) + +if(BUILD_SHARED_LIBS) + target_compile_definitions(trellis2 PUBLIC TRELLIS2_SHARED) + target_compile_definitions(trellis2 PRIVATE TRELLIS2_BUILD) +endif() + +option(TRELLIS2_BUILD_EXAMPLES "Build example executables" ON) +if(TRELLIS2_BUILD_EXAMPLES AND CMAKE_SOURCE_DIR STREQUAL CMAKE_CURRENT_SOURCE_DIR) + add_subdirectory(examples) +endif() + +option(TRELLIS2_BUILD_TESTS "Build test executables" OFF) +if(TRELLIS2_BUILD_TESTS) + enable_testing() + add_subdirectory(tests) +endif() + +if(TRELLIS2_FUZZ) + add_subdirectory(fuzz) +endif() diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..47bc91c --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 rms80 + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000..a336dc3 --- /dev/null +++ b/README.md @@ -0,0 +1,360 @@ +# trellis2.cpp + +A C++/[ggml](https://github.com/ggml-org/ggml) implementation of the +**TRELLIS.2** image-to-3D pipeline: an image goes in, a 3D mesh with per-vertex +PBR textures comes out, with all inference in C++/ggml (no PyTorch at runtime). +The demo can also export the result into a portable, full-density **GLB** with +standard interpolated vertex colour and retained PBR attributes—no reference +container required. + +Modeled structurally after [sam3.cpp](https://github.com/rms80/sam3.cpp): +single-file library (`trellis2.h` / `trellis2.cpp`), bundled ggml as a +submodule (Metal on by default on Apple), DLL-export decoration, and a +CMake build with example executables. A flat C ABI (`trellis2_capi.h`) drives +a Go demo server with a browser mesh viewer. + +## Quick start (demo) + +```sh +git submodule update --init --depth 1 # ggml +scripts/download_ggufs.sh # prebuilt f16 GGUFs -> ggufs/ (~14 GB) +docker build -f docker/Dockerfile.demo -t trellis2-demo docker # CUDA runtime + Go +# build the CUDA shared lib + Go server, then run +docker run --rm -v "$PWD":/work -w /work trellis2-demo bash -c ' + cmake -B build-cuda-shared -G Ninja -DCMAKE_BUILD_TYPE=Release -DGGML_CUDA=ON \ + -DCMAKE_CUDA_ARCHITECTURES=120 -DBUILD_SHARED_LIBS=ON && cmake --build build-cuda-shared -j + cd server && go build -o trellis2-server-linux .' +docker run --rm --device nvidia.com/gpu=all -v "$PWD":/work -w /work/server -p 8742:8742 \ + trellis2-demo ./trellis2-server-linux -lib /work/build-cuda-shared/libtrellis2.so \ + -ggufs /work/ggufs -store /work/generations -unload-idle +# open http://localhost:8742 and drop an image +``` + +Or just run `scripts/demo.sh`, which builds the lib + server, auto-downloads any +missing GGUFs, and launches the container. + +### Prebuilt GGUFs + +`scripts/download_ggufs.sh` pulls the ready-made f16 GGUFs from three public repos +under the [LocalAI-io](https://huggingface.co/LocalAI-io) org, so you can skip the +safetensors download and the conversion step entirely: + +- [`TRELLIS.2-4B-GGUF`](https://huggingface.co/LocalAI-io/TRELLIS.2-4B-GGUF) — MIT +- [`TRELLIS-image-large-GGUF`](https://huggingface.co/LocalAI-io/TRELLIS-image-large-GGUF) — MIT +- [`dinov3-vitl16-pretrain-lvd1689m-GGUF`](https://huggingface.co/LocalAI-io/dinov3-vitl16-pretrain-lvd1689m-GGUF) — DINOv3 License (Built with DINOv3) + +**Developers** who need the f32 validation variants, or who want to regenerate the +GGUFs from source, use the original flow instead: `scripts/download_models.sh` (HF +safetensors → `models/`, ~7 GB) then `docker run … trellis2-ref bash +scripts/convert_all.sh` (safetensors → GGUF, f16 + f32). The card + license sources +for the published repos live in `scripts/hf/`, and `scripts/upload_ggufs.sh` +(re)publishes them. + +Completed generations are committed atomically under `generations/` (final +mesh, replay frames, and manifest) and restored with the same job IDs after a +server restart. Pass `-store ''` to disable persistence or `-store PATH` to use +a different durable location. Incomplete writes are ignored on startup. With +`-unload-idle`, the HTTP server starts without allocating model VRAM, loads the +pipeline on the first generation, and releases it again when the queue is idle. + +The browser UI has a **quality** selector: coarse preview (64³ marching cubes), +512³ fine, or **1024³ cascade** (the TRELLIS.2 default and highest resolution +currently supported here). Upstream's optional 1536 cascade is not yet ported. Coarse falls +back automatically if the shape-SLAT models are absent (`-coarse`); the 1024 +cascade needs the extra 1024 model (`-no-1024` disables it). +Enable **free VRAM when idle** to unload the resident model pipeline between +generations; the next queued generation reloads it automatically. +**Live steps** is off by default because each sparse-structure frame requires an +extra CPU occupancy decode between GPU inference steps. Its button always says +`on` or `off`; enabling it records the frames used by replay and showcase mode. +Completed jobs expose `durationMs`, `livePreview`, and per-stage `stageTimings` +through `/api/job/{id}` and persist those diagnostics in their manifest. +The always-visible **asset export** panel preserves the generated polygon count, +can preview component cleanup, optionally keep only the largest connected piece, +restore the original preview, and download a Three.js-ready GLB. Dense generated +materials are stored as standard interpolated vertex colours rather than a +sub-texel per-triangle atlas; original metallic/roughness values are also retained +in the custom `_METALLIC_ROUGHNESS` attribute. All components are preserved by +default; destructive cleanup must be selected explicitly. Showcase mode likewise loads the original +full-density mesh. Open `/showcase` for the separate full-screen storyboard: it +starts each generation with its saved source image centered, moves that image to +the upper-right, replays the recorded stages, and then lingers on a slowly +rotating final model. New generations retain the original upload byte-for-byte +for display, plus the full-resolution processed PNG actually used by TRELLIS for +repeatable server-side regeneration without another upload. Select a saved mesh +and use **regenerate from saved image** to run it again with the current settings. +Older manifests fall back to their thumbnail and can only regenerate when their +older processed source file is available. + +When built with CGAL 5.5 or newer, asset export also offers **watertight print +wrap**. It runs CPU Alpha Wrap over the selected components and previews the +exact replacement geometry before download. CGAL guarantees the result is +closed, oriented, intersection-free, and 2-manifold. `detail size` controls the +smallest holes/cavities the wrap enters; `offset` controls how tightly it encloses +the generated surface. Both are percentages of the source bounding-box diagonal. +Because wrapping creates new vertices, its fast browser preview is geometry-only. +When the source is textured, GLB download automatically unwraps the print mesh +with xatlas and rebakes base color, metallic, roughness, and opacity: each atlas +texel is projected through a CGAL AABB tree to the closest source triangle and +receives its barycentrically interpolated dense PBR. This mirrors upstream's +GPU remesh texture-transfer strategy on the CPU. Sources without PBR remain grey. +This fixes solid topology; physical scale, minimum wall thickness, and supports +still need to be chosen for the target printer/material. +The same path is available without the server: + +```sh +./build/examples/mesh2glb mesh.t2mesh printable.glb --print 1 0.0333 +# percentages: alpha/detail size, then enclosing offset +``` + +On a 16 GB RTX 50-series: the 512 fine path runs image→mesh in ~110 s (~1M-vertex +512³ mesh); the 1024 cascade adds a second 1.3B-model pass and the 1024³ decoder +for a ~5M-vertex mesh (~5 min, ~10 GB VRAM, and a ~14 GB host-RAM spike for the +1024³ sparse-conv decode). + +## Pipeline + +``` +image (RGB/RGBA) + → background cleanup border-connected black/white → feathered alpha [C++/browser] + → preprocess alpha bbox crop, premultiply, PIL-exact Lanczos-512 [C++, byte-exact] + → DINOv3 ViT-L/16 [1, 1029, 1024] conditioning tokens [C++/ggml] + → SS-flow DiT 1.3B dense DiT, 12-step CFG flow-Euler → z_s [C++/ggml] + → SS decoder dense 3D-conv → 64³ occupancy → 32³ voxel scaffold [C++/ggml] + → shape-SLAT DiT 1.3B sparse DiT over active voxels, 12-step CFG [C++/ggml] + → shape VAE decoder sparse ConvNeXt U-Net, 16× up → decoded dual grid [C++/ggml] + ├→ flexible dual grid → triangle mesh [C++] + └→ shape VAE encoder validated dual-grid → shape SLat + subdivision guide [C++/ggml] + → texture-SLAT DiT shape-SLat concat conditioning [C++/ggml] + → texture decoder replay subdivision → sparse 6-channel PBR volume [C++/ggml] + → material sampling trilinear PBR at surface vertices [C++] +``` + +The **1024 cascade** (default in TRELLIS.2) adds a second pass on top: the 512 +result's decoder `.upsample(×4)` predicts a denser coordinate scaffold, which is +quantized to 64³ and fed to a second 1.3B shape-SLAT flow (the 1024 model, +conditioned on a 1024-res DINOv3 encode) and the same decoder at 1024³ — a +~5M-vertex mesh. The ~49k-token HR attention only fits in VRAM via flash +attention (`sdpa_auto`); see [docs/VERIFICATION.md](docs/VERIFICATION.md). + +The neural components are validated tap-by-tap against the PyTorch reference, +with separate integration regressions for subdivision guidance, sparse material +sampling, and GLB alpha preservation — see +[docs/VERIFICATION.md](docs/VERIFICATION.md). Highlights: preprocessing is +byte-exact, the DINOv3 encoder matches to rel-L2 ≤ 7e-7 across 40 taps, and the +sparse U-Net decoder is numerically exact through all four conv levels. + +## Components + +- **Image preprocessing + DINOv3 encoder** — `trellis2_preprocess_rgba()` + reproduces `pipeline.preprocess_image` (the has-alpha path) with a + PIL-compatible fixed-point Lanczos-3 resampler (byte-exact vs Pillow). + `trellis2_remove_solid_background_rgba()` first converts a detected near-black + or near-white background connected to the image border into softly feathered + alpha, while preserving enclosed black/white subject details and existing + alpha masks. The demo exposes automatic, forced-black, forced-white, and keep + original modes. + `trellis2_dino_encode()` runs the full DINOv3 ViT-L/16 (axial-2D RoPE, + LayerScale, exact-GELU MLP) and applies the affine-free final LayerNorm the + flow models expect — the `[1, 1029, 1024]` conditioning that used to come + from an external `dump_dinodata.py`. `dino_encode` chains them: + + ```sh + ./build/examples/dino_encode ggufs/dino_f16.gguf image.png cond.dinodata + ``` + +- **`.dinodata` loader** — `trellis2_load_dinodata()` still reads/writes the + precomputed conditioning tensor (1 CLS + 4 register + 1024 patch, last layer, + affine-free LN; `neg_cond = zeros_like(cond)`), for testing and CLI chaining. + +- **SS-flow DiT weights** — `convert_ss_flow_to_gguf.py` converts the stage-1 + `ss_flow_img_dit_1_3B_64_bf16` checkpoint to GGUF; `trellis2_ss_flow_load()` + reads it back through ggml (hparams from `trellis2.ss_flow.*` KV metadata, + weights keyed by their original checkpoint names). + +- **SS-flow DiT forward pass** — `trellis2_ss_flow_forward()` builds the full + ggml graph: input projection, sinusoidal timestep + shared adaLN-Zero + modulation, 30 cross-blocks (self-attention with 3D interleaved RoPE + + QK-RMSNorm, cross-attention to the DINOv3 tokens, GELU-tanh FFN), and the + final LayerNorm + output projection. Runs on an **auto-selected backend** — + the first GPU exposed by ggml (CUDA / Metal / Vulkan / ...), falling back to + CPU, like sam3.cpp. Validated against a PyTorch f32 reference to **<1e-3 + relative L2** on CPU, Metal (f32), and Metal (f16) (see *Validation* below). + +- **Stage-1 sampler** — `trellis2_ss_flow_sample()` runs the full flow-Euler + loop with classifier-free guidance (interval [0.6,1.0], strength 7.5, rescale + 0.7, rescale_t 5.0, 12 steps; `neg_cond = zeros`) to turn a DINOv3 cond into + the sparse-structure latent z_s. Validated against the real + `FlowEulerGuidanceIntervalSampler`: **rel L2 5.7e-3, 99.85% sign agreement** + (the SS decoder thresholds z_s at 0). Run it: + + ```sh + ./build/examples/ss_sample ss_flow_dit_f16.gguf /path/img.dinodata out.latent + # -> z_s [8,16,16,16], occupancy(>0) ~50% + ``` + +- **Stage-1 SS decoder** — `trellis2_ss_dec_decode()` runs the + `SparseStructureDecoder` (a dense 3D-conv ResNet) that turns the z_s latent + `[8,16³]` into an occupancy logit grid `[1,64³]`, upsampling 16→32→64 with two + `pixel_shuffle_3d` blocks. The coarse voxel scaffold is `logit > 0`. Runs fully + on the GPU (ggml `conv_3d_direct`, channel-LayerNorm, in-graph pixel-shuffle). + Validated against the real PyTorch decoder to **rel L2 5e-7 (f32) / 2e-5 (f16), + 100% sign agreement** on a sampled z_s. Run it: + + ```sh + ./build/examples/ss_decode ss_dec_f16.gguf out.latent out.occ + # -> logits [1,64,64,64], occupied(>0) grid (the coarse voxel scaffold) + ``` + +- **Occupancy → coarse mesh** — `ss_mesh` decodes a z_s latent and exports the + `{logit = 0}` isosurface as a watertight OBJ via a self-contained marching + cubes (`examples/marching_cubes.h`, the tetrahedral / Freudenthal variant — no + 256-row table, provably manifold). This is the fast preview path: + + ```sh + ./build/examples/ss_sample ss_flow_dit_f16.gguf /path/img.dinodata z_s.latent + ./build/examples/ss_mesh ss_dec_f16.gguf z_s.latent shape.obj --normalize + # -> watertight shape.obj in the centered unit cube; open in any 3D viewer + ``` + +- **Shape-SLAT flow + decoder (fine geometry)** — `trellis2_slat_flow_sample()` + runs the sparse 1.3B DiT over the active voxels of the 32³ scaffold (same + block structure as the SS-flow DiT, 3D RoPE over each voxel's coords), + denormalized with `shape_slat_normalization` baked into the GGUF. + `trellis2_shape_dec_decode()` runs `FlexiDualGridVaeDecoder` — a sparse + ConvNeXt U-Net whose 3×3×3 submanifold convolutions are expressed as 27 + gather+GEMM steps, with each level's learned subdivision growing the active + set (32³ → 512³, 16×). `examples/flexible_dual_grid.h` turns the 7-channel + per-voxel output (dual-vertex offset, per-axis intersection flags, quad split + weight) into the triangle mesh. This is the real TRELLIS.2 geometry, driven + end-to-end by the demo server. + +- **PBR texture generation** — the decoded dual grid is encoded to the shape + SLat used to condition texture flow, using the numerically validated + standalone texturing path. The decoded six-channel volume (base color, + metallic, roughness, alpha) is sampled trilinearly at the actual dual-grid + surface positions. Collapsed all-saturated outputs are rejected instead of + being persisted as apparently successful textures. The browser linearizes base + color before PBR lighting and preserves opacity. Material sampling steps are + controlled separately from geometry steps, matching upstream's defaults. + +## Validate the forward pass + +```sh +# 1. lossless f32 weights for an exact comparison +python convert_ss_flow_to_gguf.py --output ss_flow_dit_f32.gguf --ftype 0 + +# 2. PyTorch f32 reference forward -> tests/ss_flow_ref.bin +python tests/ref_ss_flow.py --dinodata /path/MushroomBoy.dinodata + +# 3. build + run the C++ comparison +cmake -B build -DTRELLIS2_BUILD_TESTS=ON && cmake --build build -j +./build/tests/test_ss_flow_forward ss_flow_dit_f32.gguf tests/ss_flow_ref.bin +# -> rel L2 err ~2.8e-4, RESULT: PASS +``` + +## Validate the SS decoder + +```sh +# 1. lossless f32 decoder weights +python convert_ss_dec_to_gguf.py --output ss_dec_f32.gguf --ftype 0 + +# 2. PyTorch f32 reference decode of a sampled z_s -> tests/ss_dec_ref.bin +./build/examples/ss_sample ss_flow_dit_f16.gguf /path/img.dinodata z_s.latent +python tests/ref_ss_dec.py --latent z_s.latent + +# 3. build + run the C++ comparison +./build/tests/test_ss_dec ss_dec_f32.gguf tests/ss_dec_ref.bin +# -> rel L2 err ~5e-7, RESULT: PASS +``` + +## Convert the stage-1 weights + +```sh +# needs safetensors + torch + numpy (e.g. the trellis2-shiv venv) +python convert_ss_flow_to_gguf.py --output ss_flow_dit_f16.gguf --ftype 1 # DiT +python convert_ss_dec_to_gguf.py --output ss_dec_f16.gguf --ftype 1 # decoder +``` + +`--model` / `--config` default to the `microsoft/TRELLIS.2-4B` HF cache +snapshot. `--ftype`: `0` = f32 (lossless upcast from bf16), `1` = f16 +(default — big 2-D weight matrices only; norms/gammas/modulation stay f32), +`2` = bf16 (lossless, needs bf16-capable ggml). The f16 file is ~2.6 GB. + +Inspect it (validates that ggml can read every tensor): + +```sh +./build/examples/ss_flow_info ss_flow_dit_f16.gguf # metadata only +./build/examples/ss_flow_info ss_flow_dit_f16.gguf --load # + read all weights +``` + +## Build + +```sh +git clone --recursive trellis2cpp +cd trellis2cpp +cmake -B build -DCMAKE_BUILD_TYPE=Release +cmake --build build -j +``` + +CGAL is auto-detected. Install CGAL 5.5 or newer before configuring to enable +the portable CPU print-remesh backend, or pass `-DTRELLIS2_CGAL=OFF` to disable +the probe explicitly. CMake prints whether Alpha Wrap was enabled. + +For reproducible builds without system CGAL/Boost packages, let trellis2.cpp +fetch its checksum-pinned header set: + +```sh +cmake -B build -DTRELLIS2_FETCH_PRINT_REMESH_DEPS=ON +``` + +`TRELLIS2_PRINT_REMESH_DEPS_DIR` can point multiple build variants at one +shared cache. The versions, upstream SHA-256 digests, fetch behavior, demo, and +scheduled update PRs are all owned by this repository; downstream projects +only need to pin a tested trellis2.cpp commit. + +If you already cloned without `--recursive`: + +```sh +git submodule update --init --recursive +``` + +## Try it + +```sh +./build/examples/dino_info /path/to/MushroomBoy.dinodata +``` + +Prints the shape, token breakdown, and fingerprints (min/max/mean/sum/l2). +`min`/`max`/`count` match the matching `.dino.txt` JSON sidecar exactly +(they are true element values); `sum`/`l2` agree to float32 precision — the C++ +side reduces in `double` and is slightly more accurate than numpy's float32 +reduction. + +## Layout + +| path | what | +|----------------|--------------------------------------------------------| +| `trellis2.h` | public API (DLL-decorated, versioned) | +| `trellis2.cpp` | implementation | +| `convert_ss_flow_to_gguf.py` | stage-1 DiT checkpoint → GGUF converter | +| `convert_ss_dec_to_gguf.py` | stage-1 decoder checkpoint → GGUF converter | +| `mesh_export.{h,cpp}` | CUDA-free GLB export with direct vertex PBR or projected UV-atlas textures | +| `print_remesh.{h,cpp}` | optional CGAL Alpha Wrap reconstruction and closest-surface PBR transfer | +| `examples/` | CLI tools (`dino_info`, `ss_flow_info`, `ss_sample`, `ss_decode`, `ss_mesh`, `mesh2glb`) | +| `examples/marching_cubes.h` | single-file isosurface → OBJ extractor | +| `third_party/` | vendored `xatlas` (print-wrap and opt-in ordinary UV unwrap) | +| `ggml/` | submodule, pinned to the same commit as sam3.cpp | +| `stb/` | `stb_image.h` / `stb_image_write.h` for image I/O | + +## License + +MIT. See [LICENSE](LICENSE). Vendored third-party code is also MIT: +[meshoptimizer](https://github.com/zeux/meshoptimizer) (Arseny Kapoulkine) and +[xatlas](https://github.com/jpcy/xatlas) (Jonathan Young) under `third_party/`, +and `stb` (public domain / MIT). + +The optional Alpha Wrap backend links against +[CGAL](https://www.cgal.org/) 5.5 or newer. CGAL's 3D Alpha Wrapping package is +GPL-3.0-or-later (or available under a commercial CGAL license), so binaries +built with `TRELLIS2_CGAL=ON` and CGAL detected are subject to those terms. diff --git a/buildhip.sh b/buildhip.sh new file mode 100755 index 0000000..1fe1b39 --- /dev/null +++ b/buildhip.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +rm -rf build-shared +mkdir build-shared +cd build-shared + +cmake .. -DGGML_HIP=ON -DGPU_TARGETS=gfx1100 -DCMAKE_BUILD_TYPE=Release +cmake --build . --config Release -j "$(nproc)" + +cd ../server +CGO_ENABLED=0 go build -o trellis2-server-linux . +cd .. diff --git a/convert_dino_to_gguf.py b/convert_dino_to_gguf.py new file mode 100644 index 0000000..d5a102f --- /dev/null +++ b/convert_dino_to_gguf.py @@ -0,0 +1,201 @@ +#!/usr/bin/env python3 +""" +Convert the DINOv3 ViT-L/16 image-conditioning encoder (HF format, +facebook/dinov3-vitl16-pretrain-lvd1689m or a mirror) to a GGUF file for +trellis2.cpp. + +TRELLIS.2 uses this model (transformers DINOv3ViTModel) to turn the +preprocessed 512x512 input image into the [1, 1029, 1024] conditioning tensor +consumed by the flow models: 1 CLS + 4 register + 32x32 patch tokens, last +transformer layer output passed through an affine-free layer norm (the model's +own final `norm` layer is NOT applied). + +Architecture (config.json): hidden 1024, 24 layers, 16 heads, MLP 4096 (exact +GELU, not gated), patch 16, axial 2D RoPE over patch-center coords with +theta=100, LayerScale on both residual branches, q/v/o biases but no k bias. + +Self-contained like the other converters (safetensors + numpy). Tensors keep +their HF state-dict names; hyperparameters travel as `trellis2.dino.*` KV. + +Usage: + python convert_dino_to_gguf.py --model models/dinov3-vitl16/model.safetensors \ + --output ggufs/dino_f32.gguf --ftype 0 + +ftype: 0 = f32 (validation), 1 = f16 (matrices f16; norms/biases/1-D f32). +""" + +import argparse +import json +import os +import struct +import sys + +import numpy as np + +# ── GGUF / GGML constants (must match the bundled ggml) ────────────────────── +GGUF_MAGIC = b"GGUF" +GGUF_VERSION = 3 +GGUF_ALIGNMENT = 32 + +GGML_TYPE_F32 = 0 +GGML_TYPE_F16 = 1 + +GGUF_VT_UINT32 = 4 +GGUF_VT_FLOAT32 = 6 +GGUF_VT_BOOL = 7 +GGUF_VT_STRING = 8 + +ARCH = "trellis2-dino" +KV_PREFIX = "trellis2.dino." + + +def _gguf_str(s: str) -> bytes: + b = s.encode("utf-8") + return struct.pack(" bytes: + return _gguf_str(key) + struct.pack(" int: + return (n + a - 1) // a * a + + +def choose_type(name, shape, ftype: int) -> int: + if ftype == 0: + return GGML_TYPE_F32 + # matrices f16; 1-D (biases, norms, layerscale) and token embeddings f32 + if len(shape) < 2: + return GGML_TYPE_F32 + if "cls_token" in name or "register_tokens" in name or "mask_token" in name: + return GGML_TYPE_F32 + return GGML_TYPE_F16 + + +def to_bytes(arr_f32: np.ndarray, ggml_type: int) -> bytes: + if ggml_type == GGML_TYPE_F32: + return arr_f32.astype("