summaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
Diffstat (limited to 'examples')
-rwxr-xr-xexamples/llama2-13b.sh18
-rwxr-xr-xexamples/llama2.sh18
2 files changed, 36 insertions, 0 deletions
diff --git a/examples/llama2-13b.sh b/examples/llama2-13b.sh
new file mode 100755
index 00000000..92b3f6dd
--- /dev/null
+++ b/examples/llama2-13b.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+#
+# Temporary script - will be removed in the future
+#
+
+cd `dirname $0`
+cd ..
+
+./main -m models/available/Llama2/13B/llama-2-13b.ggmlv3.q4_0.bin \
+ --color \
+ --ctx_size 2048 \
+ -n -1 \
+ -ins -b 256 \
+ --top_k 10000 \
+ --temp 0.2 \
+ --repeat_penalty 1.1 \
+ -t 8
diff --git a/examples/llama2.sh b/examples/llama2.sh
new file mode 100755
index 00000000..221b3755
--- /dev/null
+++ b/examples/llama2.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+#
+# Temporary script - will be removed in the future
+#
+
+cd `dirname $0`
+cd ..
+
+./main -m models/available/Llama2/7B/llama-2-7b.ggmlv3.q4_0.bin \
+ --color \
+ --ctx_size 2048 \
+ -n -1 \
+ -ins -b 256 \
+ --top_k 10000 \
+ --temp 0.2 \
+ --repeat_penalty 1.1 \
+ -t 8