From: Edward Delaporte <edward@delaporte.us>
Date: Sat, 1 Aug 2026 22:12:00 +0000 (-0500)
Subject: Add some llama-cpp config
X-Git-Url: https://apps.delaporte.us/gitweb/dotfiles.git/commitdiff_plain/3823afa90f8688a99c1d522938687123da0324c8?ds=inline;hp=d2373b1c810037f461bfced4364be47812ebc785

Add some llama-cpp config
---

diff --git a/bin/llama-ui.sh b/bin/llama-ui.sh
index 7df1fd9..3d304a2 100755
--- a/bin/llama-ui.sh
+++ b/bin/llama-ui.sh
@@ -2,4 +2,4 @@ if [ ! -n "$MY_IP" ]; then
   echo "Set MY_IP"
   exit 1
 fi
-llama-server --host $MY_IP
+llama-server --host $MY_IP --models-preset $HOME/dotfiles/files/llama-cpp.ini
diff --git a/files/llama-cpp.ini b/files/llama-cpp.ini
new file mode 100644
index 0000000..3c5657a
--- /dev/null
+++ b/files/llama-cpp.ini
@@ -0,0 +1,8 @@
+version = 1
+
+; (Optional) This section provides global settings shared across all presets.
+; If the same key is defined in a specific preset, it will override the value in this global section.
+[*]
+c = 8192
+n-gpu-layers = 8
+