-
Notifications
You must be signed in to change notification settings - Fork 98
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #196 from jmartisk/devui-chat
Dev UI chatting capability
- Loading branch information
Showing
3 changed files
with
158 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,89 @@ | ||
| import {html, LitElement} from 'lit'; | ||
| import '@vaadin/grid'; | ||
| import '@vaadin/grid/vaadin-grid-column.js'; | ||
| import '@vaadin/text-area'; | ||
| import '@vaadin/button'; | ||
| import { JsonRpc } from 'jsonrpc'; | ||
| import { columnBodyRenderer } from '@vaadin/grid/lit.js'; | ||
|
|
||
| export class QwcChat extends LitElement { | ||
|
|
||
| jsonRpc = new JsonRpc(this); | ||
|
|
||
| static properties = { | ||
| "_chatHistory": {state: true} | ||
| } | ||
|
|
||
| constructor() { | ||
| super(); | ||
| this._chatHistory = []; | ||
| } | ||
|
|
||
| render() { | ||
| return html` | ||
| <h3>Chat</h3> | ||
| <vaadin-text-area id="system-message" label="(Optional) System message. To apply | ||
| a new system message, you have to use the New conversation button." style="width:90%"></vaadin-text-area><br/> | ||
| <vaadin-text-area id="chat-message" label="Chat message" style="width:90%"></vaadin-text-area><br/> | ||
| <vaadin-button id="chat-button" @click=${() => this._doChat( | ||
| this.shadowRoot.getElementById('chat-message').value | ||
| )}>Submit | ||
| </vaadin-button> | ||
| <br/> | ||
| <vaadin-button @click=${() => this._reset()}>New conversation</vaadin-button> | ||
| <br/> | ||
| ${this._renderHistory()} | ||
| `; | ||
| } | ||
|
|
||
| _doChat(message) { | ||
| // if no chat history exists, start a new conversation | ||
| if(this._chatHistory.length === 0) { | ||
| var systemMessage = this.shadowRoot.getElementById('system-message').value; | ||
| this._chatHistory = [{message: message, type:"User"}, {type: "System", message: systemMessage}]; | ||
| this.shadowRoot.getElementById('chat-message').value = ""; | ||
| this.shadowRoot.getElementById('chat-button').disabled = true; | ||
| this.requestUpdate(); | ||
| this.jsonRpc.newConversation({message: message, systemMessage: systemMessage}).then(jsonRpcResponse => { | ||
| this._chatHistory = [{message: jsonRpcResponse.result, type:"AI"}].concat(this._chatHistory); | ||
| this.shadowRoot.getElementById('chat-button').disabled = null; | ||
| this.requestUpdate(); | ||
| }); | ||
| } else { | ||
| this._chatHistory = [{message: message, type: "User"}].concat(this._chatHistory); | ||
| this.requestUpdate(); | ||
| this.shadowRoot.getElementById('chat-message').value = ""; | ||
| this.shadowRoot.getElementById('chat-button').disabled = true; | ||
| this.jsonRpc.chat({message: message}).then(jsonRpcResponse => { | ||
| this._chatHistory = [{message: jsonRpcResponse.result, type: "AI"}].concat(this._chatHistory); | ||
| this.shadowRoot.getElementById('chat-button').disabled = null; | ||
| this.requestUpdate(); | ||
| }); | ||
| } | ||
| } | ||
|
|
||
| _reset() { | ||
| var systemMessage = this.shadowRoot.getElementById('system-message').value; | ||
| if(systemMessage) { | ||
| this._chatHistory = [{type: "System", message: systemMessage}]; | ||
| } | ||
| this.shadowRoot.getElementById('chat-button').disabled = null; | ||
| this.jsonRpc.reset({systemMessage: systemMessage}); | ||
| } | ||
|
|
||
| _renderHistory() { | ||
| return html` | ||
| <vaadin-grid .items="${this._chatHistory}" theme="wrap-cell-content"> | ||
| <vaadin-grid-column width="10ch" resizable flex-grow="0" | ||
| path="type" | ||
| header="Type"> | ||
| </vaadin-grid-column> | ||
| <vaadin-grid-column path="message" | ||
| header="Message"> | ||
| </vaadin-grid-column> | ||
| </vaadin-grid>`; | ||
| } | ||
|
|
||
| } | ||
|
|
||
| customElements.define('qwc-chat', QwcChat); |
51 changes: 51 additions & 0 deletions
51
core/runtime/src/main/java/io/quarkiverse/langchain4j/runtime/devui/ChatJsonRPCService.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,51 @@ | ||
| package io.quarkiverse.langchain4j.runtime.devui; | ||
|
|
||
| import java.util.concurrent.ThreadLocalRandom; | ||
| import java.util.concurrent.atomic.AtomicReference; | ||
|
|
||
| import jakarta.inject.Inject; | ||
|
|
||
| import dev.langchain4j.data.message.AiMessage; | ||
| import dev.langchain4j.data.message.SystemMessage; | ||
| import dev.langchain4j.data.message.UserMessage; | ||
| import dev.langchain4j.memory.ChatMemory; | ||
| import dev.langchain4j.memory.chat.ChatMemoryProvider; | ||
| import dev.langchain4j.model.chat.ChatLanguageModel; | ||
| import dev.langchain4j.model.output.Response; | ||
|
|
||
| public class ChatJsonRPCService { | ||
|
|
||
| @Inject | ||
| ChatLanguageModel model; | ||
|
|
||
| @Inject | ||
| ChatMemoryProvider memoryProvider; | ||
|
|
||
| private AtomicReference<ChatMemory> currentMemory = new AtomicReference<>(); | ||
|
|
||
| public String reset(String systemMessage) { | ||
| if (currentMemory.get() != null) { | ||
| currentMemory.get().clear(); | ||
| } | ||
| ChatMemory memory = memoryProvider.get(ThreadLocalRandom.current().nextLong()); | ||
| currentMemory.set(memory); | ||
| if (systemMessage != null && !systemMessage.isEmpty()) { | ||
| memory.add(new SystemMessage(systemMessage)); | ||
| } | ||
| return "OK"; | ||
| } | ||
|
|
||
| public String newConversation(String systemMessage, String message) { | ||
| reset(systemMessage); | ||
| return chat(message); | ||
| } | ||
|
|
||
| public String chat(String message) { | ||
| ChatMemory memory = currentMemory.get(); | ||
| memory.add(new UserMessage(message)); | ||
| Response<AiMessage> response = model.generate(memory.messages()); | ||
| memory.add(response.content()); | ||
| return response.content().text(); | ||
| } | ||
|
|
||
| } |