llama.cpp 是由 Georgi Gerganov 开发的开源 C++ 框架，专注于在本地硬件上高效运行大型语言模型（LLM） 它通过轻量化设计、量化技术和跨平台优化，让原本依赖高端 GPU 的

[{"title":"（ 1273 个子文件 120.94MB ） llama.cpp 是由 Georgi Gerganov 开发的开源 C++ 框架，专注于在本地硬件上高效运行大型语言模型（LLM） 它通过轻量化设计、量化技术和跨平台优化，让原本依赖高端 GPU 的","children":[{"title":"AUTHORS <span style='color:#111;'> 47.82KB </span>","children":null,"spread":false},{"title":"chat-13B.bat <span style='color:#111;'> 2.45KB </span>","children":null,"spread":false},{"title":"win-build-sycl.bat <span style='color:#111;'> 878B </span>","children":null,"spread":false},{"title":"install-oneapi.bat <span style='color:#111;'> 821B </span>","children":null,"spread":false},{"title":"win-run-llama2.bat <span style='color:#111;'> 339B </span>","children":null,"spread":false},{"title":"ggml-cpu-quants.c <span style='color:#111;'> 595.45KB </span>","children":null,"spread":false},{"title":"ggml-cpu.c <span style='color:#111;'> 488.27KB </span>","children":null,"spread":false},{"title":"ggml-quants.c <span style='color:#111;'> 214.84KB </span>","children":null,"spread":false},{"title":"ggml.c <span style='color:#111;'> 213.17KB </span>","children":null,"spread":false},{"title":"ggml-alloc.c <span style='color:#111;'> 38.60KB </span>","children":null,"spread":false},{"title":"sha1.c <span style='color:#111;'> 7.73KB </span>","children":null,"spread":false},{"title":"sha256.c <span style='color:#111;'> 5.37KB </span>","children":null,"spread":false},{"title":"xxhash.c <span style='color:#111;'> 1.85KB </span>","children":null,"spread":false},{"title":"test-c.c <span style='color:#111;'> 103B </span>","children":null,"spread":false},{"title":"ggml-opencl.cl <span style='color:#111;'> 98.26KB </span>","children":null,"spread":false},{"title":"ggml-opencl_mm.cl <span style='color:#111;'> 42.41KB </span>","children":null,"spread":false},{"title":"ggml-opencl_gemv_noshuffle_general.cl <span style='color:#111;'> 15.99KB </span>","children":null,"spread":false},{"title":"ggml-opencl_gemv_noshuffle.cl <span style='color:#111;'> 15.87KB </span>","children":null,"spread":false},{"title":"ggml-opencl_mul_mat_Ab_Bi_8x4.cl <span style='color:#111;'> 6.13KB </span>","children":null,"spread":false},{"title":"ggml-opencl_cvt.cl <span style='color:#111;'> 4.05KB </span>","children":null,"spread":false},{"title":"ggml-opencl_im2col.cl <span style='color:#111;'> 4.04KB </span>","children":null,"spread":false},{"title":"ggml-opencl_transpose_32_16.cl <span style='color:#111;'> 1.58KB </span>","children":null,"spread":false},{"title":"ggml-opencl_transpose_16.cl <span style='color:#111;'> 1003B </span>","children":null,"spread":false},{"title":"ggml-opencl_transpose_32.cl <span style='color:#111;'> 964B </span>","children":null,"spread":false},{"title":".clang-format <span style='color:#111;'> 4.74KB </span>","children":null,"spread":false},{"title":".clang-tidy <span style='color:#111;'> 886B </span>","children":null,"spread":false},{"title":"cloud-v-pipeline <span style='color:#111;'> 1.07KB </span>","children":null,"spread":false},{"title":"FindSIMD.cmake <span style='color:#111;'> 2.69KB </span>","children":null,"spread":false},{"title":"build-info.cmake <span style='color:#111;'> 1.63KB </span>","children":null,"spread":false},{"title":"common.cmake <span style='color:#111;'> 1.35KB </span>","children":null,"spread":false},{"title":"build-info-gen-cpp.cmake <span style='color:#111;'> 967B </span>","children":null,"spread":false},{"title":"common.cmake <span style='color:#111;'> 921B </span>","children":null,"spread":false},{"title":"git-vars.cmake <span style='color:#111;'> 739B </span>","children":null,"spread":false},{"title":"GitVars.cmake <span style='color:#111;'> 739B </span>","children":null,"spread":false},{"title":"xxd.cmake <span style='color:#111;'> 663B </span>","children":null,"spread":false},{"title":"arm64-windows-llvm.cmake <span style='color:#111;'> 608B </span>","children":null,"spread":false},{"title":"arm64-apple-clang.cmake <span style='color:#111;'> 571B </span>","children":null,"spread":false},{"title":"x64-windows-llvm.cmake <span style='color:#111;'> 281B </span>","children":null,"spread":false},{"title":"arm64-windows-msvc.cmake <span style='color:#111;'> 198B </span>","children":null,"spread":false},{"title":"CODEOWNERS <span style='color:#111;'> 448B </span>","children":null,"spread":false},{"title":"types.comp <span style='color:#111;'> 92.70KB </span>","children":null,"spread":false},{"title":"mul_mm.comp <span style='color:#111;'> 39.15KB </span>","children":null,"spread":false},{"title":"dequant_funcs_cm2.comp <span style='color:#111;'> 19.88KB </span>","children":null,"spread":false},{"title":"dequant_funcs.comp <span style='color:#111;'> 18.42KB </span>","children":null,"spread":false},{"title":"mul_mmq.comp <span style='color:#111;'> 15.82KB </span>","children":null,"spread":false},{"title":"mul_mm_cm2.comp <span style='color:#111;'> 14.79KB </span>","children":null,"spread":false},{"title":"flash_attn_cm2.comp <span style='color:#111;'> 11.02KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_q5_k.comp <span style='color:#111;'> 7.92KB </span>","children":null,"spread":false},{"title":"copy_to_quant.comp <span style='color:#111;'> 6.93KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_q4_k.comp <span style='color:#111;'> 6.57KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_q3_k.comp <span style='color:#111;'> 6.54KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_q2_k.comp <span style='color:#111;'> 6.43KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_q6_k.comp <span style='color:#111;'> 5.75KB </span>","children":null,"spread":false},{"title":"mul_mat_vec.comp <span style='color:#111;'> 5.48KB </span>","children":null,"spread":false},{"title":"op_mul_mat_q4_k.comp <span style='color:#111;'> 5.02KB </span>","children":null,"spread":false},{"title":"soft_max.comp <span style='color:#111;'> 4.78KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_p021.comp <span style='color:#111;'> 4.62KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq2_s.comp <span style='color:#111;'> 3.94KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq3_s.comp <span style='color:#111;'> 3.93KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq3_xxs.comp <span style='color:#111;'> 3.91KB </span>","children":null,"spread":false},{"title":"common.comp <span style='color:#111;'> 3.88KB </span>","children":null,"spread":false},{"title":"op_mul_mat_q6_k.comp <span style='color:#111;'> 3.84KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq2_xxs.comp <span style='color:#111;'> 3.80KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq2_xs.comp <span style='color:#111;'> 3.70KB </span>","children":null,"spread":false},{"title":"mul_mmq_funcs.comp <span style='color:#111;'> 3.67KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_nc.comp <span style='color:#111;'> 3.44KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq1_m.comp <span style='color:#111;'> 3.30KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_base.comp <span style='color:#111;'> 3.23KB </span>","children":null,"spread":false},{"title":"dequant_q5_k.comp <span style='color:#111;'> 3.13KB </span>","children":null,"spread":false},{"title":"generic_unary_head.comp <span style='color:#111;'> 3.10KB </span>","children":null,"spread":false},{"title":"mul_mat_vec_iq1_s.comp <span style='color:#111;'> 3.06KB </span>","children":null,"spread":false},{"title":"wkv7.comp <span style='color:#111;'> 3.00KB </span>","children":null,"spread":false},{"title":"wkv6.comp <span style='color:#111;'> 2.74KB </span>","children":null,"spread":false},{"title":"im2col.comp <span style='color:#111;'> 2.74KB </span>","children":null,"spread":false},{"title":"dequant_q4_k.comp <span style='color:#111;'> 2.68KB </span>","children":null,"spread":false},{"title":"rope_common.comp <span style='color:#111;'> 2.39KB </span>","children":null,"spread":false},{"title":"generic_binary_head.comp <span style='color:#111;'> 2.36KB </span>","children":null,"spread":false},{"title":"op_norm.comp <span style='color:#111;'> 2.33KB </span>","children":null,"spread":false},{"title":"op_mul_mat_q8_0.comp <span style='color:#111;'> 2.26KB </span>","children":null,"spread":false},{"title":"op_rope_neox_f16.comp <span style='color:#111;'> 2.19KB </span>","children":null,"spread":false},{"title":"op_softmax.comp <span style='color:#111;'> 2.18KB </span>","children":null,"spread":false},{"title":"op_rope_norm_f16.comp <span style='color:#111;'> 2.15KB </span>","children":null,"spread":false},{"title":"op_rope_neox_f32.comp <span style='color:#111;'> 2.14KB </span>","children":null,"spread":false},{"title":"op_rope_norm_f32.comp <span style='color:#111;'> 2.10KB </span>","children":null,"spread":false},{"title":"dequant_iq3_xxs.comp <span style='color:#111;'> 2.04KB </span>","children":null,"spread":false},{"title":"argsort.comp <span style='color:#111;'> 2.03KB </span>","children":null,"spread":false},{"title":"quantize_q8_1.comp <span style='color:#111;'> 2.02KB </span>","children":null,"spread":false},{"title":"dequant_iq2_xxs.comp <span style='color:#111;'> 2.02KB </span>","children":null,"spread":false},{"title":"dequant_iq2_s.comp <span style='color:#111;'> 1.91KB </span>","children":null,"spread":false},{"title":"dequant_iq2_xs.comp <span style='color:#111;'> 1.89KB </span>","children":null,"spread":false},{"title":"rms_norm_back.comp <span style='color:#111;'> 1.87KB </span>","children":null,"spread":false},{"title":"op_mul_mv_q_n.comp <span style='color:#111;'> 1.87KB </span>","children":null,"spread":false},{"title":"rope_head.comp <span style='color:#111;'> 1.84KB </span>","children":null,"spread":false},{"title":"pool2d.comp <span style='color:#111;'> 1.82KB </span>","children":null,"spread":false},{"title":"rope_multi.comp <span style='color:#111;'> 1.81KB </span>","children":null,"spread":false},{"title":"group_norm.comp <span style='color:#111;'> 1.76KB </span>","children":null,"spread":false},{"title":"dequant_q3_k.comp <span style='color:#111;'> 1.72KB </span>","children":null,"spread":false},{"title":"op_mul_mat_f16.comp <span style='color:#111;'> 1.67KB </span>","children":null,"spread":false},{"title":"op_add.comp <span style='color:#111;'> 1.67KB </span>","children":null,"spread":false},{"title":"op_cpy_f16_f16.comp <span style='color:#111;'> 1.55KB </span>","children":null,"spread":false},{"title":"......","children":null,"spread":false},{"title":"<span style='color:steelblue;'>文件过多，未全部展示</span>","children":null,"spread":false}],"spread":true}]