mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-10-28 08:31:25 +00:00
29 lines
921 B
VimL
29 lines
921 B
VimL
" Basic plugin example
|
|
|
|
function! Llm()
|
|
|
|
let url = "http://127.0.0.1:8080/completion"
|
|
|
|
" Get the content of the current buffer
|
|
let buffer_content = join(getline(1, '$'), "\n")
|
|
|
|
" Create the JSON payload
|
|
let json_payload = {"temp":0.72,"top_k":100,"top_p":0.73,"repeat_penalty":1.100000023841858,"n_predict":256,"stop": ["\n\n\n"],"stream": v:false}
|
|
let json_payload.prompt = buffer_content
|
|
|
|
" Define the curl command
|
|
let curl_command = 'curl -k -s -X POST -H "Content-Type: application/json" -d @- ' . url
|
|
let response = system(curl_command, json_encode(json_payload))
|
|
|
|
" Extract the content field from the response
|
|
let content = json_decode(response).content
|
|
|
|
let split_newlines = split(content, '\n', 1)
|
|
|
|
" Insert the content at the cursor position
|
|
call setline(line('.'), [ getline('.') . split_newlines[0] ] + split_newlines[1:])
|
|
endfunction
|
|
|
|
command! Llm call Llm()
|
|
noremap <F2> :Llm<CR>
|