Updated llama.cpp (#199)

* Updated llama.cpp * Add RoPE options * rope options default values * update bindings
sobelio · Aug 9, 2023 · 5feb9bc · 5feb9bc
1 parent 05eac95
commit 5feb9bc
Show file tree

Hide file tree

Showing 5 changed files with 652 additions and 679 deletions.
diff --git a/crates/llm-chain-llama-sys/llama.cpp b/crates/llm-chain-llama-sys/llama.cpp
+2 −0		.github/workflows/build.yml
+15 −0		.gitignore
+45 −7		CMakeLists.txt
+94 −22		Makefile
+46 −4		README.md
+5 −0		ci/README.md
+164 −17		ci/run.sh
+1 −0		convert-lora-to-ggml.py
+121 −65		convert.py
+2 −0		examples/CMakeLists.txt
+9 −8		examples/Miku.sh
+1 −0		examples/baby-llama/CMakeLists.txt
+15 −9		examples/baby-llama/baby-llama.cpp
+1 −0		examples/benchmark/CMakeLists.txt
+159 −100		examples/common.cpp
+20 −13		examples/common.h
+2 −0		examples/embd-input/CMakeLists.txt
+1 −1		examples/embd-input/minigpt4.py
+1 −0		examples/embedding/CMakeLists.txt
+423 −0		examples/grammar-parser.cpp
+29 −0		examples/grammar-parser.h
+18 −0		examples/llama2-13b.sh
+18 −0		examples/llama2.sh
+23 −0		examples/llm.vim
+1 −0		examples/main/CMakeLists.txt
+2 −2		examples/main/README.md
+86 −27		examples/main/main.cpp
+92 −0		examples/make-ggml.py
+1 −0		examples/metal/CMakeLists.txt
+1 −0		examples/perplexity/CMakeLists.txt
+178 −1		examples/perplexity/perplexity.cpp
+1 −0		examples/quantize-stats/CMakeLists.txt
+1 −0		examples/quantize/CMakeLists.txt
+1 −0		examples/save-load-state/CMakeLists.txt
+1 −0		examples/save-load-state/save-load-state.cpp
+26 −0		examples/server-llama2-13B.sh
+4 −0		examples/server/CMakeLists.txt
+1 −1		examples/server/README.md
+109 −0		examples/server/chat-llama2.sh
+1,065 −811		examples/server/index.html.hpp
+98 −30		examples/server/public/index.html
+69 −37		examples/server/server.cpp
+1 −0		examples/simple/CMakeLists.txt
+1 −0		examples/train-text-from-scratch/CMakeLists.txt
+20 −18		examples/train-text-from-scratch/train-text-from-scratch.cpp
+55 −43		flake.nix
+541 −0		ggml-alloc.c
+22 −0		ggml-alloc.h
+2,318 −420		ggml-cuda.cu
+1 −0		ggml-cuda.h
+7 −0		ggml-metal.h
+245 −108		ggml-metal.m
+609 −509		ggml-metal.metal
+764 −1,002		ggml.c
+98 −21		ggml.h
+6 −0		grammars/arithmetic.gbnf
+13 −0		grammars/chess.gbnf
+7 −0		grammars/japanese.gbnf
+29 −0		grammars/json.gbnf
+4 −0		grammars/list.gbnf
+350 −24		k_quants.c
+724 −194		llama.cpp
+66 −9		llama.h
+3 −2		scripts/build-info.sh
+2 −2		scripts/sync-ggml.sh
+4 −3		tests/CMakeLists.txt
+7 −5		tests/test-double-float.cpp
+408 −99		tests/test-grad0.cpp
+11 −10		tests/test-opt.cpp