mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-11-02 09:12:03 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			17 lines
		
	
	
		
			350 B
		
	
	
	
		
			Bash
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			17 lines
		
	
	
		
			350 B
		
	
	
	
		
			Bash
		
	
	
		
			Executable File
		
	
	
	
	
#!/bin/bash
 | 
						|
 | 
						|
cd `dirname $0`
 | 
						|
cd ..
 | 
						|
 | 
						|
# get -m model parameter otherwise defer to default
 | 
						|
if [ "$1" == "-m" ]; then
 | 
						|
  MODEL="-m $2 "
 | 
						|
fi
 | 
						|
 | 
						|
./main $MODEL --color \
 | 
						|
    -f ./prompts/reason-act.txt \
 | 
						|
    -i --interactive-first \
 | 
						|
    --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \
 | 
						|
    -r "Question:" -r "Observation:" --in-prefix " " \
 | 
						|
    -n -1
 |