Update README.md
Browse files
README.md
CHANGED
|
@@ -15,4 +15,8 @@ git clone https://github.com/ggerganov/llama.cpp
|
|
| 15 |
cd llama.cpp && git pull && make clean && make
|
| 16 |
git clone https://huggingface.co/dariolopez/Llama-2-databricks-dolly-oasst1-es-axolotl-GGUF
|
| 17 |
./main -m ./llama-2-databricks-dolly-oasst1-es-axolotl.gguf.q4_k_m.bin -n 2048 --color --temp 0 -ngl 35 -p "<s>[INST] Describe 5 lugares para visitar en España: [/INST]"
|
| 18 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
cd llama.cpp && git pull && make clean && make
|
| 16 |
git clone https://huggingface.co/dariolopez/Llama-2-databricks-dolly-oasst1-es-axolotl-GGUF
|
| 17 |
./main -m ./llama-2-databricks-dolly-oasst1-es-axolotl.gguf.q4_k_m.bin -n 2048 --color --temp 0 -ngl 35 -p "<s>[INST] Describe 5 lugares para visitar en España: [/INST]"
|
| 18 |
+
```
|
| 19 |
+
|
| 20 |
+
# Based on
|
| 21 |
+
|
| 22 |
+
https://mlabonne.github.io/blog/posts/Quantize_Llama_2_models_using_ggml.html
|