char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Daniel Beveniusmodel-conversion : add --model-name to conversion scripts (#26665)9de0fcf2b

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1.4 KiB58 linesraw
1#!/usr/bin/env bash
2
3set -e
4
5# Parse command line arguments
6MMPROJ=""
7DEBUG=""
8while [[ $# -gt 0 ]]; do
9    case $1 in
10        --mmproj)
11            MMPROJ="--mmproj"
12            shift
13            ;;
14        --debug)
15            DEBUG="1"
16            shift
17            ;;
18        *)
19            shift
20            ;;
21    esac
22done
23
24MODEL_NAME="${MODEL_NAME:-$(basename "$MODEL_PATH")}"
25OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
26TYPE="${OUTTYPE:-f16}"
27METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
28if [[ -n "$MMPROJ" ]]; then
29    CONVERTED_MODEL="${OUTPUT_DIR}/mmproj-${MODEL_NAME}.gguf"
30else
31    CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
32fi
33
34echo "Model path: ${MODEL_PATH}"
35echo "Model name: ${MODEL_NAME}"
36echo "Data  type: ${TYPE}"
37echo "Converted model path:: ${CONVERTED_MODEL}"
38echo "Metadata override: ${METADATA_OVERRIDE}"
39
40if [[ -n "$DEBUG" ]]; then
41    CMD_ARGS=("python" "-m" "pdb")
42else
43    CMD_ARGS=("python")
44fi
45
46CMD_ARGS+=("../../convert_hf_to_gguf.py" "--verbose")
47CMD_ARGS+=("${MODEL_PATH}")
48CMD_ARGS+=("--outfile" "${CONVERTED_MODEL}")
49CMD_ARGS+=("--outtype" "${TYPE}")
50CMD_ARGS+=("--model-name" "${MODEL_NAME}")
51[[ -n "$METADATA_OVERRIDE" ]] && CMD_ARGS+=("--metadata" "${METADATA_OVERRIDE}")
52[[ -n "$MMPROJ" ]] && CMD_ARGS+=("${MMPROJ}")
53
54"${CMD_ARGS[@]}"
55
56echo ""
57echo "The environment variable CONVERTED_MODEL can be set to this path using:"
58echo "export CONVERTED_MODEL=$(realpath ${CONVERTED_MODEL})"