Changed internal representation of messages and added LLM required ordering of messages.

src/main/java/com/meta/cp4m/llm/HuggingFaceLlamaPlugin.java

@@ -50,7 +50,7 @@ public T handle(ThreadState<T> threadState) throws IOException {
     Optional<String> prompt = promptCreator.createPrompt(threadState);
     if (prompt.isEmpty()) {
       return threadState.newMessageFromBot(
-          Instant.now(), "I'm sorry but that request was too long for me.");
+          Instant.now(), "I'm sorry but that request was too long for me.", threadState.tail());
     }
 
     body.put("inputs", prompt.get());
@@ -72,6 +72,6 @@ public T handle(ThreadState<T> threadState) throws IOException {
     String llmResponse = allGeneratedText.strip().replace(prompt.get().strip(), "");
     Instant timestamp = Instant.now();
 
-    return threadState.newMessageFromBot(timestamp, llmResponse);
+    return threadState.newMessageFromBot(timestamp, llmResponse, threadState.tail());
   }
 }

src/main/java/com/meta/cp4m/llm/OpenAIPlugin.java

@@ -162,7 +162,7 @@ public T handle(ThreadState<T> threadState) throws IOException {
     Optional<ArrayNode> prunedMessages = pruneMessages(messages, null);
     if (prunedMessages.isEmpty()) {
       return threadState.newMessageFromBot(
-          Instant.now(), "I'm sorry but that request was too long for me.");
+          Instant.now(), "I'm sorry but that request was too long for me.",fromUser);
     }
     body.set("messages", prunedMessages.get());
 
@@ -182,6 +182,6 @@ public T handle(ThreadState<T> threadState) throws IOException {
     Instant timestamp = Instant.ofEpochSecond(responseBody.get("created").longValue());
     JsonNode choice = responseBody.get("choices").get(0);
     String messageContent = choice.get("message").get("content").textValue();
-    return threadState.newMessageFromBot(timestamp, messageContent);
+    return threadState.newMessageFromBot(timestamp, messageContent,fromUser);
   }
 }

src/main/java/com/meta/cp4m/message/FBMessage.java

@@ -17,5 +17,12 @@ public record FBMessage(
     Identifier senderId,
     Identifier recipientId,
     String message,
-    Role role)
-    implements Message {}
+    Role role,
+    Message parentMessage)
+    implements Message {
+    private static final MessageFactory<FBMessage> MESSAGE_FACTORY = MessageFactory.instance(FBMessage.class);
+    @Override
+    public Message addParentMessage(Message parentMessage) {
+        return MESSAGE_FACTORY.newMessage(timestamp(),message(),senderId(),recipientId(),instanceId(), Role.USER, parentMessage);
+    }
+}

src/main/java/com/meta/cp4m/message/FBMessageHandler.java

@@ -40,6 +40,8 @@ public class FBMessageHandler implements MessageHandler<FBMessage> {
   private static final Logger LOGGER = LoggerFactory.getLogger(FBMessageHandler.class);
   private static final TextChunker CHUNKER = TextChunker.standard(2000);
 
+  private static final MessageFactory<FBMessage> MESSAGE_FACTORY = MessageFactory.instance(FBMessage.class);
+
   private final String verifyToken;
   private final String appSecret;
 
@@ -125,14 +127,7 @@ private List<FBMessage> postHandler(Context ctx, JsonNode body) {
 
           @Nullable JsonNode textObject = messageObject.get("text");
           if (textObject != null && textObject.isTextual()) {
-            FBMessage m =
-                new FBMessage(
-                    timestamp,
-                    messageId,
-                    senderId,
-                    recipientId,
-                    textObject.textValue(),
-                    Message.Role.USER);
+            FBMessage m = MESSAGE_FACTORY.newMessage(timestamp, textObject.textValue(), senderId, recipientId,messageId, Message.Role.USER,null);
             output.add(m);
           } else {
             LOGGER

src/main/java/com/meta/cp4m/message/Message.java

@@ -12,14 +12,19 @@
 import java.time.Instant;
 
 public interface Message {
-
-  static Identifier threadId(Identifier id1, Identifier id2) {
+  public static Identifier threadId(Identifier id1, Identifier id2) {
     if (id1.compareTo(id2) <= 0) {
       return Identifier.from(id1.toString() + '|' + id2);
     }
     return Identifier.from(id2.toString() + '|' + id1);
   }
 
+  static void parentMessage(Message parentMessage){
+
+  }
+
+  public Message addParentMessage(Message parentMessage);
+
   Instant timestamp();
 
   Identifier instanceId();
@@ -32,13 +37,22 @@ static Identifier threadId(Identifier id1, Identifier id2) {
 
   Role role();
 
+  Message parentMessage();
+
   default Identifier threadId() {
     return threadId(senderId(), recipientId());
   }
 
   enum Role {
-    ASSISTANT,
-    USER,
-    SYSTEM
+    ASSISTANT(0),
+    USER(1),
+    SYSTEM(2);
+
+    public final Integer priority;
+
+    private Role(Integer priority){
+      this.priority = priority;
+    }
+
   }
 }

src/main/java/com/meta/cp4m/message/MessageFactory.java

@@ -21,9 +21,9 @@ public interface MessageFactory<T extends Message> {
   Map<Class<? extends Message>, MessageFactory<? extends Message>> FACTORY_MAP =
       Stream.<FactoryContainer<?>>of(
               new FactoryContainer<>(
-                  FBMessage.class, (t, m, si, ri, ii, r) -> new FBMessage(t, ii, si, ri, m, r)),
+                  FBMessage.class, (t, m, si, ri, ii, r, pm) -> new FBMessage(t, ii, si, ri, m, r, pm)),
               new FactoryContainer<>(
-                  WAMessage.class, (t, m, si, ri, ii, r) -> new WAMessage(t, ii, si, ri, m, r)))
+                  WAMessage.class, (t, m, si, ri, ii, r, pm) -> new WAMessage(t, ii, si, ri, m, r, pm)))
           .collect(
               Collectors.toUnmodifiableMap(FactoryContainer::clazz, FactoryContainer::factory));
 
@@ -46,7 +46,8 @@ T newMessage(
       Identifier senderId,
       Identifier recipientId,
       Identifier instanceId,
-      Role role);
+      Role role,
+      Message parentMessage);
 
   /** this exists to provide compiler guarantees for type matching in the FACTORY_MAP */
   record FactoryContainer<T extends Message>(Class<T> clazz, MessageFactory<T> factory) {}

src/main/java/com/meta/cp4m/message/ThreadState.java

@@ -33,20 +33,17 @@ private ThreadState(T message) {
   private ThreadState(ThreadState<T> old, T newMessage) {
     Objects.requireNonNull(newMessage);
     Preconditions.checkArgument(
-        newMessage.role() != Role.SYSTEM, "ThreadState should never hold a system message");
+            newMessage.role() != Role.SYSTEM, "ThreadState should never hold a system message");
     messageFactory = old.messageFactory;
     Preconditions.checkArgument(
         old.tail().threadId().equals(newMessage.threadId()),
         "all messages in a thread must have the same thread id");
     List<T> messages = old.messages;
-    if (newMessage.timestamp().isBefore(old.tail().timestamp())) {
-      this.messages =
-          Stream.concat(messages.stream(), Stream.of(newMessage))
-              .sorted(Comparator.comparing(Message::timestamp))
+    T mWithParentMessage = newMessage.role() == Role.USER ? (T) newMessage.addParentMessage(old.tail()): newMessage;
+    this.messages =
+          Stream.concat(messages.stream(), Stream.of(mWithParentMessage))
+              .sorted((m1,m2) -> m1.parentMessage() == m2.parentMessage() ? (m1.role().priority.compareTo(m2.role().priority)) : (m1.timestamp().compareTo(m2.timestamp())))
               .collect(Collectors.toUnmodifiableList());
-    } else {
-      this.messages = ImmutableList.<T>builder().addAll(messages).add(newMessage).build();
-    }
 
     Preconditions.checkArgument(
         old.userId().equals(userId()) && old.botId().equals(botId()),
@@ -77,13 +74,13 @@ public Identifier botId() {
     };
   }
 
-  public T newMessageFromBot(Instant timestamp, String message) {
+  public T newMessageFromBot(Instant timestamp, String message, T parentMessage) {
     return messageFactory.newMessage(
-        timestamp, message, botId(), userId(), Identifier.random(), Role.ASSISTANT);
+        timestamp, message, botId(), userId(), Identifier.random(), Role.ASSISTANT, parentMessage);
   }
 
   public T newMessageFromUser(Instant timestamp, String message, Identifier instanceId) {
-    return messageFactory.newMessage(timestamp, message, userId(), botId(), instanceId, Role.USER);
+    return messageFactory.newMessage(timestamp, message, userId(), botId(), instanceId, Role.USER, this.tail());
   }
 
   public ThreadState<T> with(T message) {
@@ -97,4 +94,5 @@ public List<T> messages() {
   public T tail() {
     return messages.get(messages.size() - 1);
   }
+
 }

src/main/java/com/meta/cp4m/message/WAMessage.java

@@ -17,5 +17,12 @@ public record WAMessage(
     Identifier senderId,
     Identifier recipientId,
     String message,
-    Role role)
-    implements Message {}
+    Role role,
+    Message parentMessage)
+    implements Message {
+    private static final MessageFactory<WAMessage> MESSAGE_FACTORY = MessageFactory.instance(WAMessage.class);
+    @Override
+    public Message addParentMessage(Message parentMessage) {
+        return MESSAGE_FACTORY.newMessage(timestamp(),message(),senderId(),recipientId(),instanceId(), Role.USER, parentMessage);
+    }
+}

src/main/java/com/meta/cp4m/message/WAMessageHandler.java

@@ -38,6 +38,7 @@ public class WAMessageHandler implements MessageHandler<WAMessage> {
   private static final String API_VERSION = "v17.0";
   private static final JsonMapper MAPPER = Utils.JSON_MAPPER;
   private static final Logger LOGGER = LoggerFactory.getLogger(WAMessageHandler.class);
+  private static final MessageFactory<WAMessage> MESSAGE_FACTORY = MessageFactory.instance(WAMessage.class);
 
   /**
    * <a
@@ -95,15 +96,9 @@ private List<WAMessage> post(Context ctx, WebhookPayload payload) {
                   continue;
                 }
                 TextWebhookMessage textMessage = (TextWebhookMessage) message;
-                waMessages.add(
-                    new WAMessage(
-                        message.timestamp(),
-                        message.id(),
-                        message.from(),
-                        phoneNumberId,
-                        textMessage.text().body(),
-                        Message.Role.USER));
+                WAMessage waMessage = MESSAGE_FACTORY.newMessage(message.timestamp(), textMessage.text().body(), message.from(), phoneNumberId,message.id(), Message.Role.USER,null);
                 readExecutor.execute(() -> markRead(phoneNumberId, textMessage.id().toString()));
+                waMessages.add(waMessage);
               }
             });
     return waMessages;

src/main/java/com/meta/cp4m/store/ChatStore.java

@@ -8,6 +8,7 @@
 
 package com.meta.cp4m.store;
 
+import com.meta.cp4m.Identifier;
 import com.meta.cp4m.message.Message;
 import com.meta.cp4m.message.ThreadState;
 import java.util.List;
@@ -28,4 +29,6 @@ public interface ChatStore<T extends Message> {
   long size();
 
   List<ThreadState<T>> list();
+
+  ThreadState<T> get(Identifier threadId);
 }

src/main/java/com/meta/cp4m/store/MemoryStore.java

@@ -31,7 +31,7 @@ public class MemoryStore<T extends Message> implements ChatStore<T> {
   }
 
   @Override
-  public ThreadState<T> add(T message) {
+  public ThreadState<T>  add(T message) {
     return this.store
         .asMap()
         .compute(
@@ -53,4 +53,9 @@ public long size() {
   public List<ThreadState<T>> list() {
     return store.asMap().values().stream().toList();
   }
+
+  @Override
+  public ThreadState<T> get(Identifier threadId){
+    return this.store.asMap().get(threadId);
+  }
 }

src/test/java/com/meta/cp4m/llm/DummyLLMPlugin.java

@@ -46,6 +46,6 @@ public String dummyResponse() {
   @Override
   public T handle(ThreadState<T> threadState) {
     receivedThreadStates.add(threadState);
-    return threadState.newMessageFromBot(Instant.now(), dummyLLMResponse);
+    return threadState.newMessageFromBot(Instant.now(), dummyLLMResponse, threadState.tail());
   }
 }

src/test/java/com/meta/cp4m/llm/HuggingFaceLlamaPluginTest.java

@@ -66,7 +66,8 @@ public class HuggingFaceLlamaPluginTest {
                   Identifier.random(),
                   Identifier.random(),
                   Identifier.random(),
-                  Role.USER));
+                  Role.USER,
+                      null));
 
   static {
     SAMPLE_RESPONSE.addObject().put("generated_text", TEST_MESSAGE);
@@ -145,7 +146,7 @@ void createPayloadWithSystemMessage() {
                     Identifier.random(),
                     Identifier.random(),
                     Identifier.random(),
-                    Role.USER));
+                    Role.USER, null));
     HuggingFaceLlamaPrompt<FBMessage> promptBuilder =
         new HuggingFaceLlamaPrompt<>(config.systemMessage(), config.maxInputTokens());
     Optional<String> createdPayload = promptBuilder.createPrompt(stack);
@@ -173,7 +174,7 @@ void contextTooBig() throws IOException {
                     Identifier.random(),
                     Identifier.random(),
                     Identifier.random(),
-                    Role.USER));
+                    Role.USER, null));
     FBMessage response = plugin.handle(thread);
     assertThat(response.message()).isEqualTo("I'm sorry but that request was too long for me.");
   }
@@ -197,7 +198,7 @@ void truncatesContext() throws IOException {
                     Identifier.random(),
                     Identifier.random(),
                     Identifier.random(),
-                    Role.USER));
+                    Role.USER,null));
     thread =
         thread.with(thread.newMessageFromUser(Instant.now(), "test message", Identifier.from(2)));
     HuggingFaceLlamaPrompt<FBMessage> promptBuilder =
@@ -256,7 +257,7 @@ void orderedCorrectly() throws IOException, InterruptedException {
                     Identifier.random(),
                     Identifier.random(),
                     Identifier.random(),
-                    Role.USER));
+                    Role.USER, null));
     stack = stack.with(stack.newMessageFromUser(Instant.now(), "2", Identifier.from(2)));
     stack = stack.with(stack.newMessageFromUser(Instant.now(), "3", Identifier.from(3)));
     stack = stack.with(stack.newMessageFromUser(Instant.now(), "4", Identifier.from(4)));

src/test/java/com/meta/cp4m/llm/OpenAIPluginTest.java

@@ -63,7 +63,7 @@ public class OpenAIPluginTest {
                   Identifier.random(),
                   Identifier.random(),
                   Identifier.random(),
-                  Role.USER));
+                  Role.USER, null));
 
   static {
     ((ObjectNode) SAMPLE_RESPONSE)
@@ -198,7 +198,7 @@ void orderedCorrectly() throws IOException, InterruptedException {
                     Identifier.random(),
                     Identifier.random(),
                     Identifier.random(),
-                    Role.USER));
+                    Role.USER, null));
     thread = thread.with(thread.newMessageFromUser(Instant.now(), "2", Identifier.from(2)));
     thread = thread.with(thread.newMessageFromUser(Instant.now(), "3", Identifier.from(3)));
     thread = thread.with(thread.newMessageFromUser(Instant.now(), "4", Identifier.from(4)));

src/test/java/com/meta/cp4m/message/FBMessageHandlerTest.java

@@ -399,7 +399,7 @@ void chunkingHappens() throws IOException {
         Stream.generate(() -> "0123456789.").limit(300).collect(Collectors.joining(" "));
     FBMessage bigMessage =
         new FBMessage(
-            Instant.now(), Identifier.random(), pageId, Identifier.random(), bigText, Role.USER);
+            Instant.now(), Identifier.random(), pageId, Identifier.random(), bigText, Role.USER,null);
     messageHandler.respond(bigMessage);
     assertThat(requests.size()).isEqualTo(300);
     assertThat(requests).allSatisfy(m -> assertThat(m.body()).contains("0123456789"));

src/test/java/com/meta/cp4m/message/MessageTest.java

@@ -22,8 +22,8 @@ void threadId() {
     Identifier id0 = Identifier.from("0");
     Identifier id1 = Identifier.from("1");
     Identifier id2 = Identifier.from("2");
-    Message message = new FBMessage(timestamp, id0, id1, id2, "", Message.Role.ASSISTANT);
-    Message response = new FBMessage(timestamp, id0, id2, id1, "", Message.Role.ASSISTANT);
+    Message message = new FBMessage(timestamp, id0, id1, id2, "", Message.Role.ASSISTANT, null);
+    Message response = new FBMessage(timestamp, id0, id2, id1, "", Message.Role.ASSISTANT, null);
     assertThat(message.threadId()).isEqualTo(response.threadId());
 
     message =
@@ -33,15 +33,15 @@ void threadId() {
             Identifier.from("12"),
             Identifier.from("34"),
             "",
-            Message.Role.ASSISTANT);
+            Message.Role.ASSISTANT, null);
     response =
         new FBMessage(
             timestamp,
             id0,
             Identifier.from("1"),
             Identifier.from("234"),
             "",
-            Message.Role.ASSISTANT);
+            Message.Role.ASSISTANT, null);
     assertThat(message.threadId()).isNotEqualTo(response.threadId());
   }
 }

src/test/java/com/meta/cp4m/message/ServiceTestHarness.java

@@ -88,12 +88,12 @@ public URI webserverURI() {
 
   public URI serviceURI() {
     try {
-      return URIBuilder.localhost()
+      return URIBuilder.loopbackAddress()
           .appendPath(SERVICE_PATH)
           .setScheme("http")
           .setPort(servicePort())
           .build();
-    } catch (URISyntaxException | UnknownHostException e) {
+    } catch (URISyntaxException e) {
       // this should be impossible
       throw new RuntimeException(e);
     }