mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-25 13:58:46 +01:00
59 lines
1.9 KiB
VimL
59 lines
1.9 KiB
VimL
|
function! Llm()
|
||
|
|
|
||
|
|
let url = "http://127.0.0.1:8080/completion"
|
||
|
|
|
||
|
|
" Save the current cursor position
|
||
|
|
let save_cursor = getpos('.')
|
||
|
|
|
||
|
|
silent! %s/\n/\\n/g
|
||
|
|
silent! %s/\t/\\t/g
|
||
|
|
silent! %s/\\n$//
|
||
|
|
|
||
|
|
" Get the content of the current buffer
|
||
|
|
let buffer_content = join(getline(1, '$'), "\n")
|
||
|
|
|
||
|
|
" Replace true newlines with "\n"
|
||
|
|
let buffer_content = substitute(buffer_content, '\n', '\\n', 'g')
|
||
|
|
|
||
|
|
" Trim leading/trailing whitespace
|
||
|
|
let buffer_content = substitute(buffer_content, '^\s\+', '', '')
|
||
|
|
let buffer_content = substitute(buffer_content, '\s\+$', '', '')
|
||
|
|
|
||
|
|
" Create the JSON payload
|
||
|
|
" can't escape backslash, \n gets replaced as \\n
|
||
|
|
let json_payload = '{"prompt":"' . escape(buffer_content, '"/') . '","temp":0.72,"top_k":100,"top_p":0.73,"repeat_penalty":1.100000023841858,"n_predict":10,"stream":false}'
|
||
|
|
|
||
|
|
let prompt_tmpfile = tempname()
|
||
|
|
let response_tmpfile = tempname()
|
||
|
|
call writefile([json_payload], prompt_tmpfile)
|
||
|
|
|
||
|
|
" Define the curl command
|
||
|
|
let curl_command = 'curl -k -s -X POST -H "Content-Type: application/json" -o ' . shellescape(response_tmpfile) . ' -d @' . shellescape(prompt_tmpfile) . ' ' . url
|
||
|
|
silent execute '!'.curl_command
|
||
|
|
|
||
|
|
let response = join(readfile(response_tmpfile), '')
|
||
|
|
let start_marker = '{"content":"'
|
||
|
|
let end_marker = '","generation_settings'
|
||
|
|
let content_start = stridx(response, start_marker) + len(start_marker)
|
||
|
|
let content_end = stridx(response, end_marker, content_start)
|
||
|
|
|
||
|
|
" Extract the content field from the response
|
||
|
|
let content = strpart(response, content_start, content_end - content_start)
|
||
|
|
|
||
|
|
" Insert the content at the cursor position
|
||
|
|
call setline(line('.'), getline('.') . content)
|
||
|
|
|
||
|
|
" Replace newline "\n" strings with actual newlines in the content
|
||
|
|
silent! %s/\\n/\r/g
|
||
|
|
" and tabs
|
||
|
|
silent! %s/\\t/\t/g
|
||
|
|
" and quote marks for C sources
|
||
|
|
silent! %s/\\"/\"/g
|
||
|
|
|
||
|
|
" Remove the temporary file
|
||
|
|
call delete(prompt_tmpfile)
|
||
|
|
call delete(response_tmpfile)
|
||
|
|
endfunction
|
||
|
|
|
||
|
|
command! Llm call Llm()
|