Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-06 02:48:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix mobile, fix missing prompt cache

Browse Source
This commit is contained in:
Tobias Lütke 2023-07-03 12:21:41 -04:00
parent fedce007c0
commit eee6d69e39
No known key found for this signature in database
GPG Key ID: 1FC0DBB14164709A
1 changed files with 54 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

101
examples/server/public/index.html
View File

@ -16,7 +16,6 @@
#container { #container {
margin: 0em auto; margin: 0em auto;
display: flex; display: flex;
flex-direction: column; flex-direction: column;
justify-content: space-between; justify-content: space-between;
@ -35,21 +34,11 @@
gap: 1em; gap: 1em;
flex-grow: 1; flex-grow: 1;
border-style: outset;
padding: 1em;
}
main .content {
flex-grow: 1;
}
main .content > * {
overflow-y: auto; overflow-y: auto;
}
footer { border: 1px solid #ccc;
font-size: smaller; border-radius: 5px;
color: #999; padding: 0.5em;
} }
body { body {
@ -57,6 +46,7 @@
min-width: 300px; min-width: 300px;
line-height: 1.2; line-height: 1.2;
margin: 0 auto; margin: 0 auto;
padding: 0 0.5em;
} }
p { p {
@ -67,31 +57,30 @@
margin-bottom: 0.5em; margin-bottom: 0.5em;
} }
form { #write form {
margin: 1em 0 0 0; margin: 1em 0 0 0;
display: flex; display: flex;
flex-direction: column;
gap: 0.5em; gap: 0.5em;
align-items: stretch;
}
.right {
display: flex;
flex-direction: row; flex-direction: row;
align-items: center; gap: 0.5em;
} justify-content: flex-end;
form > * {
padding: 4px;
}
form input {
flex-grow: 1;
}
form textarea {
flex-grow: 1;
min-height: 5em;
width: 100%;
} }
fieldset { fieldset {
border: none;
padding: 0;
margin: 0;
}
textarea {
flex-grow: 1;
width: 100%; width: 100%;
padding: 1em;
} }
fieldset label { fieldset label {
@ -209,12 +198,23 @@
message.value = ""; message.value = "";
} }
const enterSubmits = (event) => {
if (event.which === 13 && !event.shiftKey) {
submit(event);
}
}
return html` return html`
<form onsubmit=${submit}> <form onsubmit=${submit}>
<input type="text" value="${message}" oninput=${(e) => message.value = e.target.value} autofocus placeholder="Chat here..."/> <div>
<textarea type="text" rows=2 onkeypress=${enterSubmits} value="${message}" oninput=${(e) => message.value = e.target.value} placeholder="Start here..."/>
</div>
<div class="right">
<button type="submit" disabled=${!generating.value} >Send</button> <button type="submit" disabled=${!generating.value} >Send</button>
<button onclick=${stop} disabled=${generating}>Stop</button> <button onclick=${stop} disabled=${generating}>Stop</button>
<button onclick=${reset}>Reset</button> <button onclick=${reset}>Reset</button>
</div>
</form> </form>
` `
} }
@ -241,21 +241,16 @@
}; };
const ConfigForm = (props) => { const ConfigForm = (props) => {
const updateSession = (el) => session.value = { ...session.value, [el.target.name]: el.target.value } const updateSession = (el) => session.value = { ...session.value, [el.target.name]: el.target.value }
const updateParams = (el) => params.value = { ...params.value, [el.target.name]: el.target.value } const updateParams = (el) => params.value = { ...params.value, [el.target.name]: el.target.value }
const updateParamsFloat = (el) => params.value = { ...params.value, [el.target.name]: parseFloat(el.target.value) } const updateParamsFloat = (el) => params.value = { ...params.value, [el.target.name]: parseFloat(el.target.value) }
const updateParamsInt = (el) => params.value = { ...params.value, [el.target.name]: parseInt(el.target.value) }
return html` return html`
<form> <form>
<fieldset> <fieldset>
<legend>Settings</legend>
<div> <div>
<label for="prompt">Prompt</label> <label for="prompt">Prompt</label>
<textarea type="text" name="prompt" value="${session.value.prompt}" oninput=${updateSession}/> <textarea type="text" name="prompt" value="${session.value.prompt}" rows=4 oninput=${updateSession}/>
</div> </div>
<div> <div>
@ -270,12 +265,12 @@
<div> <div>
<label for="template">Prompt template</label> <label for="template">Prompt template</label>
<textarea id="template" name="template" value="${session.value.template}" oninput=${updateSession}/> <textarea id="template" name="template" value="${session.value.template}" rows=4 oninput=${updateSession}/>
</div> </div>
<div> <div>
<label for="template">Chat history template</label> <label for="template">Chat history template</label>
<textarea id="template" name="historyTemplate" value="${session.value.historyTemplate}" oninput=${updateSession}/> <textarea id="template" name="historyTemplate" value="${session.value.historyTemplate}" rows=1 oninput=${updateSession}/>
</div> </div>
<div> <div>
@ -286,9 +281,22 @@
<div> <div>
<label for="nPredict">Predictions</label> <label for="nPredict">Predictions</label>
<input type="range" id="nPredict" min="1" max="2048" step="1" name="n_predict" value="${params.value.n_predict}" oninput=${updateParamsInt} /> <input type="range" id="nPredict" min="1" max="2048" step="1" name="n_predict" value="${params.value.n_predict}" oninput=${updateParamsFloat} />
<span>${params.value.n_predict}</span> <span>${params.value.n_predict}</span>
</div> </div>
<div>
<label for="repeat_penalty">Penalize repeat sequence</label>
<input type="range" id="repeat_penalty" min="0.0" max="2.0" step="0.01" name="repeat_penalty" value="${params.value.repeat_penalty}" oninput=${updateParamsFloat} />
<span>${params.value.repeat_penalty}</span>
</div>
<div>
<label for="repeat_last_n">Consider N tokens for penalize</label>
<input type="range" id="repeat_last_n" min="0.0" max="2048" name="repeat_last_n" value="${params.value.repeat_last_n}" oninput=${updateParamsFloat} />
<span>${params.value.repeat_last_n}</span>
</div>
</fieldset> </fieldset>
</form> </form>
` `
@ -303,15 +311,14 @@
<h1>llama.cpp</h1> <h1>llama.cpp</h1>
</header> </header>
<main> <main id="content">
<div id="content">
<${chatStarted.value ? ChatLog : ConfigForm} /> <${chatStarted.value ? ChatLog : ConfigForm} />
</div>
<div>
<${MessageInput} />
</div>
</main> </main>
<footer id="write">
<${MessageInput} />
</footer>
<footer> <footer>
<p>Powered by <a href="https://github.com/ggerganov/llama.cpp">llama.cpp</a> and <a href="https://ggml.ai">ggml.ai</a></p> <p>Powered by <a href="https://github.com/ggerganov/llama.cpp">llama.cpp</a> and <a href="https://ggml.ai">ggml.ai</a></p>
</footer> </footer>