mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-03 09:22:01 +00:00
40a751ea9a
* model-conversion : remove hardcoded /bin/bash shebangs [no ci] This commit updates the bash scripts to use env instead of using hardcoded /bin/bash in the shebang line. The motivation for this is that some systems may have bash installed in a different location, and using /usr/bin/env bash ensures that the script will use the first bash interpreter found in the user's PATH, making the scripts more portable across different environments. * model-conversion : rename script to .py [no ci] This commit renames run-casual-gen-embeddings-org.sh to run-casual-gen-embeddings-org.py to reflect its Python nature.
47 lines
1.3 KiB
Bash
Executable File
47 lines
1.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
# Parse command line arguments
|
|
MMPROJ=""
|
|
while [[ $# -gt 0 ]]; do
|
|
case $1 in
|
|
--mmproj)
|
|
MMPROJ="--mmproj"
|
|
shift
|
|
;;
|
|
*)
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
MODEL_NAME="${MODEL_NAME:-$(basename "$MODEL_PATH")}"
|
|
OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
|
|
TYPE="${OUTTYPE:-f16}"
|
|
METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
|
|
CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
|
|
|
|
echo "Model path: ${MODEL_PATH}"
|
|
echo "Model name: ${MODEL_NAME}"
|
|
echo "Data type: ${TYPE}"
|
|
echo "Converted model path:: ${CONVERTED_MODEL}"
|
|
echo "Metadata override: ${METADATA_OVERRIDE}"
|
|
|
|
CMD_ARGS=("python" "../../convert_hf_to_gguf.py" "--verbose")
|
|
CMD_ARGS+=("${MODEL_PATH}")
|
|
CMD_ARGS+=("--outfile" "${CONVERTED_MODEL}")
|
|
CMD_ARGS+=("--outtype" "${TYPE}")
|
|
[[ -n "$METADATA_OVERRIDE" ]] && CMD_ARGS+=("--metadata" "${METADATA_OVERRIDE}")
|
|
[[ -n "$MMPROJ" ]] && CMD_ARGS+=("${MMPROJ}")
|
|
|
|
"${CMD_ARGS[@]}"
|
|
|
|
echo ""
|
|
echo "The environment variable CONVERTED_MODEL can be set to this path using:"
|
|
echo "export CONVERTED_MODEL=$(realpath ${CONVERTED_MODEL})"
|
|
if [[ -n "$MMPROJ" ]]; then
|
|
mmproj_file="${OUTPUT_DIR}/mmproj-$(basename "${CONVERTED_MODEL}")"
|
|
echo "The mmproj model was created in $(realpath "$mmproj_file")"
|
|
fi
|