char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Vedran Miletićscripts : make the shell scripts cross-platform (#14341)e9b6350e6

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
363 B16 linesraw
1#!/usr/bin/env bash
2
3cd `dirname $0`
4cd ..
5
6# get -m model parameter otherwise defer to default
7if [ "$1" == "-m" ]; then
8  MODEL="-m $2 "
9fi
10
11./llama-cli $MODEL --color \
12    -f ./prompts/reason-act.txt \
13    -i --interactive-first \
14    --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \
15    -r "Question:" -r "Observation:" --in-prefix " " \
16    -n -1