Hugging Face's logo

karrelin
/
llamacpp

Model card Files Community
karrelin commited on
Commit
4891382
·
verified ·
1 Parent(s): 2b49ff5

Upload folder using huggingface_hub

Browse files
Files changed (44) hide show
  1. .gitattributes +37 -0
  2. buildflags.md +1 -0
  3. llama-batched +3 -0
  4. llama-batched-bench +3 -0
  5. llama-bench +3 -0
  6. llama-cli +3 -0
  7. llama-convert-llama2c-to-ggml +3 -0
  8. llama-cvector-generator +3 -0
  9. llama-embedding +3 -0
  10. llama-eval-callback +3 -0
  11. llama-export-lora +3 -0
  12. llama-gbnf-validator +3 -0
  13. llama-gen-docs +3 -0
  14. llama-gguf +0 -0
  15. llama-gguf-hash +0 -0
  16. llama-gguf-split +3 -0
  17. llama-gritlm +3 -0
  18. llama-imatrix +3 -0
  19. llama-infill +3 -0
  20. llama-llava-cli +3 -0
  21. llama-lookahead +3 -0
  22. llama-lookup +3 -0
  23. llama-lookup-create +3 -0
  24. llama-lookup-merge +0 -0
  25. llama-lookup-stats +3 -0
  26. llama-minicpmv-cli +3 -0
  27. llama-parallel +3 -0
  28. llama-passkey +3 -0
  29. llama-perplexity +3 -0
  30. llama-q8dot +0 -0
  31. llama-quantize +3 -0
  32. llama-quantize-stats +3 -0
  33. llama-qwen2vl-cli +3 -0
  34. llama-retrieval +3 -0
  35. llama-run +3 -0
  36. llama-save-load-state +3 -0
  37. llama-server +3 -0
  38. llama-simple +3 -0
  39. llama-simple-chat +3 -0
  40. llama-speculative +3 -0
  41. llama-speculative-simple +3 -0
  42. llama-tokenize +3 -0
  43. llama-tts +3 -0
  44. llama-vdot +0 -0
.gitattributes CHANGED
@@ -33,3 +33,40 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-batched filter=lfs diff=lfs merge=lfs -text
37
+ llama-batched-bench filter=lfs diff=lfs merge=lfs -text
38
+ llama-bench filter=lfs diff=lfs merge=lfs -text
39
+ llama-cli filter=lfs diff=lfs merge=lfs -text
40
+ llama-convert-llama2c-to-ggml filter=lfs diff=lfs merge=lfs -text
41
+ llama-cvector-generator filter=lfs diff=lfs merge=lfs -text
42
+ llama-embedding filter=lfs diff=lfs merge=lfs -text
43
+ llama-eval-callback filter=lfs diff=lfs merge=lfs -text
44
+ llama-export-lora filter=lfs diff=lfs merge=lfs -text
45
+ llama-gbnf-validator filter=lfs diff=lfs merge=lfs -text
46
+ llama-gen-docs filter=lfs diff=lfs merge=lfs -text
47
+ llama-gguf-split filter=lfs diff=lfs merge=lfs -text
48
+ llama-gritlm filter=lfs diff=lfs merge=lfs -text
49
+ llama-imatrix filter=lfs diff=lfs merge=lfs -text
50
+ llama-infill filter=lfs diff=lfs merge=lfs -text
51
+ llama-llava-cli filter=lfs diff=lfs merge=lfs -text
52
+ llama-lookahead filter=lfs diff=lfs merge=lfs -text
53
+ llama-lookup filter=lfs diff=lfs merge=lfs -text
54
+ llama-lookup-create filter=lfs diff=lfs merge=lfs -text
55
+ llama-lookup-stats filter=lfs diff=lfs merge=lfs -text
56
+ llama-minicpmv-cli filter=lfs diff=lfs merge=lfs -text
57
+ llama-parallel filter=lfs diff=lfs merge=lfs -text
58
+ llama-passkey filter=lfs diff=lfs merge=lfs -text
59
+ llama-perplexity filter=lfs diff=lfs merge=lfs -text
60
+ llama-quantize filter=lfs diff=lfs merge=lfs -text
61
+ llama-quantize-stats filter=lfs diff=lfs merge=lfs -text
62
+ llama-qwen2vl-cli filter=lfs diff=lfs merge=lfs -text
63
+ llama-retrieval filter=lfs diff=lfs merge=lfs -text
64
+ llama-run filter=lfs diff=lfs merge=lfs -text
65
+ llama-save-load-state filter=lfs diff=lfs merge=lfs -text
66
+ llama-server filter=lfs diff=lfs merge=lfs -text
67
+ llama-simple filter=lfs diff=lfs merge=lfs -text
68
+ llama-simple-chat filter=lfs diff=lfs merge=lfs -text
69
+ llama-speculative filter=lfs diff=lfs merge=lfs -text
70
+ llama-speculative-simple filter=lfs diff=lfs merge=lfs -text
71
+ llama-tokenize filter=lfs diff=lfs merge=lfs -text
72
+ llama-tts filter=lfs diff=lfs merge=lfs -text
buildflags.md ADDED
@@ -0,0 +1 @@
 
 
1
+ -DGGML_CUDA=ON -DGGML_STATIC=ON -DGGML_BUILD_TESTS=OFF -DGGML_CUDA_GRAPHS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_CUDA_ARCHITECTURES=75
llama-batched ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:620b09770e47a10c20a2365adebdac2a3195815f3038e58eeba5f3a009caab75
3
+ size 677528312
llama-batched-bench ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017ab44822fd66db95c293b71c6b8cfab3b46276e5012f0c0d7e62ac79a6073e
3
+ size 677528400
llama-bench ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e859f50615a2ce41330d37d257f655b1dc2806d5a589ed643884b40c74b6f08
3
+ size 676883952
llama-cli ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f901a386ddbdf7bcfada7856cd8ac6f3c9610d5956fe5d41bdde34abf982c5a
3
+ size 677560080
llama-convert-llama2c-to-ggml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0fba0c5dfe8a4e4922a43965433047493189bc59e6533f853fcda576fbc587
3
+ size 676732928
llama-cvector-generator ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d57f5b21f4d29966ac9f0018074d60c7605266dabd17b45549c63eb0784acd9
3
+ size 677547288
llama-embedding ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12af40b45ed6ed36caecdf7fe71529c37d422de2ecd40fb972a698c9b4f91bb6
3
+ size 677532680
llama-eval-callback ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f03026e4b805fb5de4842a9194c9343db88b4dd7cff8b227604930ad58a611
3
+ size 677528504
llama-export-lora ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c19078c5cceb83aad764d520b12344ca43ea80501fe1ee5c9b3777c1824eff
3
+ size 677552328
llama-gbnf-validator ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4891422a17dcafbb5878ccf72c60a21c84531a987db95a65ff174206ae52212d
3
+ size 676679768
llama-gen-docs ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3f850855a982ceb2a6953323e4e57ce47b99158bae2c5d6e8e84840addcbbb
3
+ size 677524784
llama-gguf ADDED
Binary file (617 kB). View file
 
llama-gguf-hash ADDED
Binary file (689 kB). View file
 
llama-gguf-split ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144baf09680b621c5532bb0bcbb225c8211a409acbfb8d81852c943abc28a84b
3
+ size 676627400
llama-gritlm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0facf8952e10f32448f90d087d558abc872573da1c28f31c0345972c8e26a93c
3
+ size 677528896
llama-imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31bfd2e5365d56b5e1aa97244f600817767d5bd4c0791c540c50ea06000b0dd
3
+ size 677566824
llama-infill ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7becee67e1291e2825c7a1d9cc8eaa27f40f2766ae4d5225f3342f43ef6b2b
3
+ size 677542560
llama-llava-cli ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585c5e41161ac9072a92d9fd9623de59adcbb7056b86d0740b98fa7ee8a7f0a7
3
+ size 677811960
llama-lookahead ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90f863ffb08092e02f8da283b53624cae0cd6b3afd714ec42cec0f389bf31e4
3
+ size 677532960
llama-lookup ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b8cc8fd3769b343755a29710c5acddfc2d0cd1df5fef83043f1c71db0af02b
3
+ size 677549256
llama-lookup-create ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d305642793892c07416534aa9ce57d01ea04b269fec7498b2a359c862e9f3ec0
3
+ size 677544736
llama-lookup-merge ADDED
Binary file (534 kB). View file
 
llama-lookup-stats ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:effd817d98285ac4e72d989371e138530fa007e470de7528d0aa32f196b0b592
3
+ size 677549584
llama-minicpmv-cli ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90c1a6fb92f690f50cf828ea8db6760228d5d2ad36558d875b12e070069a8ab
3
+ size 677807368
llama-parallel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb00d0083954f2dcd02841d3d2ae822c94482822a5454f75d6a511fecc13089
3
+ size 677533104
llama-passkey ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677565eacb924a04d5d835f8786adfa66c63e681ae94e22bb111b11d5031bd77
3
+ size 677528264
llama-perplexity ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1919679d43a766170c6c96183376e1b0d705cfd05bc565d830ec41b9879fc94d
3
+ size 677613312
llama-q8dot ADDED
Binary file (955 kB). View file
 
llama-quantize ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d89e7facca9e47ffbfffc40dfa7df1130dbb023ad11b279a6b66a219afc225b
3
+ size 676774456
llama-quantize-stats ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834d5f8c4c72aa225e88d80fb3ed4d5b80731609293d0a7674905175d043d5f6
3
+ size 676651736
llama-qwen2vl-cli ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1514f7dd95a14142651fe3b2854028bf2c06fb578421a4cbc55cf4c00e264fc
3
+ size 677812040
llama-retrieval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662f4b9a8a49bce651ee859279ddefae4b360538ac4f78d41f3b7dc55528d4ba
3
+ size 677542320
llama-run ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9614f0d640dcfd7736c3f66707b61c3dcfde87e728b5e0c1d78877af65ea7a91
3
+ size 676783424
llama-save-load-state ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e32283aaef699566ea3896f05288215c6ef3ec5cd338ecb796f28eef48755f
3
+ size 677528608
llama-server ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a8edabf6e656e78d2b1594bdb3335148892dbb0b17f426efb3ea907a6c380b
3
+ size 679498632
llama-simple ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d168cb11fc480958790099d472a31d0cacecf3f8d3dfd29f592f707fcb640a4
3
+ size 676760752
llama-simple-chat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adb4cd89063da159bc908283fabc098f9b7d8fcc51e8407821d0497ea3cd18e
3
+ size 676765320
llama-speculative ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:272b18b62a5c2216d720c9e66af3fa8643707bc62efdbcf0a41bf99c1b4c000d
3
+ size 677551568
llama-speculative-simple ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65f6a9c7b139eb18da958676d584346a8bf3c5659e9a34da7c6e47fb6d5fbaa8
3
+ size 677533192
llama-tokenize ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb29216641e7af0b59150c6cedcc7acbba142897cc0bd810b74a036d210404f
3
+ size 676710272
llama-tts ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff1f15afa98ef2a42dbfd269d4ad73e666497341bdbe8a0f9fa57fe5bc64a52
3
+ size 677565496
llama-vdot ADDED
Binary file (960 kB). View file