Generate embeddings and summaries of a group in context menu

src/main/java/org/jabref/gui/actions/StandardActions.java

@@ -195,6 +195,8 @@ public enum StandardActions implements Action {
     GROUP_REMOVE_WITH_SUBGROUPS(Localization.lang("Also remove subgroups")),
     GROUP_CHAT(Localization.lang("Chat with group")),
     GROUP_EDIT(Localization.lang("Edit group")),
+    GROUP_GENERATE_SUMMARIES(Localization.lang("Generate summaries for entries in the group")),
+    GROUP_GENERATE_EMBEDDINGS(Localization.lang("Generate embeddings for linked files in the group")),
     GROUP_SUBGROUP_ADD(Localization.lang("Add subgroup")),
     GROUP_SUBGROUP_REMOVE(Localization.lang("Remove subgroups")),
     GROUP_SUBGROUP_SORT(Localization.lang("Sort subgroups A-Z")),

src/main/java/org/jabref/gui/frame/JabRefFrame.java

@@ -161,6 +161,7 @@ public JabRefFrame(Stage mainStage,
                 Injector.instantiateModelOrService(JournalAbbreviationRepository.class),
                 taskExecutor,
                 dialogService,
+                aiService,
                 stateManager,
                 fileUpdateMonitor,
                 entryTypesManager,

src/main/java/org/jabref/gui/groups/GroupTreeView.java

@@ -59,6 +59,7 @@
 import org.jabref.gui.util.RecursiveTreeItem;
 import org.jabref.gui.util.ViewModelTreeTableCellFactory;
 import org.jabref.gui.util.ViewModelTreeTableRowFactory;
+import org.jabref.logic.ai.AiService;
 import org.jabref.logic.l10n.Localization;
 import org.jabref.logic.util.TaskExecutor;
 import org.jabref.model.entry.BibEntry;
@@ -82,6 +83,7 @@ public class GroupTreeView extends BorderPane {
 
     private final StateManager stateManager;
     private final DialogService dialogService;
+    private final AiService aiService;
     private final ChatHistoryService chatHistoryService;
     private final TaskExecutor taskExecutor;
     private final GuiPreferences preferences;
@@ -108,12 +110,14 @@ public GroupTreeView(TaskExecutor taskExecutor,
                          StateManager stateManager,
                          GuiPreferences preferences,
                          DialogService dialogService,
+                         AiService aiService,
                          ChatHistoryService chatHistoryService
     ) {
         this.taskExecutor = taskExecutor;
         this.stateManager = stateManager;
         this.preferences = preferences;
         this.dialogService = dialogService;
+        this.aiService = aiService;
         this.chatHistoryService = chatHistoryService;
 
         createNodes();
@@ -164,7 +168,7 @@ private void createNodes() {
 
     private void initialize() {
         this.localDragboard = stateManager.getLocalDragboard();
-        viewModel = new GroupTreeViewModel(stateManager, dialogService, chatHistoryService, preferences, taskExecutor, localDragboard);
+        viewModel = new GroupTreeViewModel(stateManager, dialogService, aiService, chatHistoryService, preferences, taskExecutor, localDragboard);
 
         // Set-up groups tree
         groupTree.getSelectionModel().setSelectionMode(SelectionMode.MULTIPLE);
@@ -555,6 +559,8 @@ private ContextMenu createContextMenuForGroup(GroupNodeViewModel group) {
 
         contextMenu.getItems().addAll(
                 factory.createMenuItem(StandardActions.GROUP_EDIT, new ContextAction(StandardActions.GROUP_EDIT, group)),
+                factory.createMenuItem(StandardActions.GROUP_GENERATE_EMBEDDINGS, new ContextAction(StandardActions.GROUP_GENERATE_EMBEDDINGS, group)),
+                factory.createMenuItem(StandardActions.GROUP_GENERATE_SUMMARIES, new ContextAction(StandardActions.GROUP_GENERATE_SUMMARIES, group)),
                 removeGroup,
                 new SeparatorMenuItem(),
                 factory.createMenuItem(StandardActions.GROUP_SUBGROUP_ADD, new ContextAction(StandardActions.GROUP_SUBGROUP_ADD, group)),
@@ -668,6 +674,10 @@ public void execute() {
                     viewModel.editGroup(group);
                     groupTree.refresh();
                 }
+                case GROUP_GENERATE_EMBEDDINGS ->
+                        viewModel.generateEmbeddings(group);
+                case GROUP_GENERATE_SUMMARIES ->
+                        viewModel.generateSummaries(group);
                 case GROUP_CHAT ->
                     viewModel.chatWithGroup(group);
                 case GROUP_SUBGROUP_ADD ->

src/main/java/org/jabref/gui/groups/GroupTreeViewModel.java

@@ -33,6 +33,7 @@
 import org.jabref.logic.util.TaskExecutor;
 import org.jabref.model.database.BibDatabaseContext;
 import org.jabref.model.entry.BibEntry;
+import org.jabref.model.entry.LinkedFile;
 import org.jabref.model.groups.AbstractGroup;
 import org.jabref.model.groups.AutomaticKeywordGroup;
 import org.jabref.model.groups.AutomaticPersonsGroup;
@@ -54,6 +55,7 @@ public class GroupTreeViewModel extends AbstractViewModel {
     private final ListProperty<GroupNodeViewModel> selectedGroups = new SimpleListProperty<>(FXCollections.observableArrayList());
     private final StateManager stateManager;
     private final DialogService dialogService;
+    private final AiService aiService;
     private final ChatHistoryService chatHistoryService;
     private final GuiPreferences preferences;
     private final TaskExecutor taskExecutor;
@@ -78,9 +80,17 @@ public class GroupTreeViewModel extends AbstractViewModel {
     };
     private Optional<BibDatabaseContext> currentDatabase = Optional.empty();
 
-    public GroupTreeViewModel(StateManager stateManager, DialogService dialogService, ChatHistoryService chatHistoryService, GuiPreferences preferences, TaskExecutor taskExecutor, CustomLocalDragboard localDragboard) {
+    public GroupTreeViewModel(StateManager stateManager,
+                              DialogService dialogService,
+                              AiService aiService,
+                              ChatHistoryService chatHistoryService,
+                              GuiPreferences preferences,
+                              TaskExecutor taskExecutor,
+                              CustomLocalDragboard localDragboard
+    ) {
         this.stateManager = Objects.requireNonNull(stateManager);
         this.dialogService = Objects.requireNonNull(dialogService);
+        this.aiService = aiService;
         this.chatHistoryService = Objects.requireNonNull(chatHistoryService);
         this.preferences = Objects.requireNonNull(preferences);
         this.taskExecutor = Objects.requireNonNull(taskExecutor);
@@ -386,11 +396,7 @@ public void editGroup(GroupNodeViewModel oldGroup) {
     }
 
     public void chatWithGroup(GroupNodeViewModel group) {
-        // This should probably be done some other way. Please don't blame, it's just a thing to make it quick and fast.
-        if (currentDatabase.isEmpty()) {
-            dialogService.showErrorDialogAndWait(Localization.lang("Unable to chat with group"), Localization.lang("No library is selected."));
-            return;
-        }
+        assert currentDatabase.isPresent();
 
         StringProperty groupNameProperty = group.getGroupNode().getGroup().nameProperty();
 
@@ -430,6 +436,51 @@ private void openAiChat(StringProperty name, ObservableList<ChatMessage> chatHis
         }
     }
 
+    public void generateEmbeddings(GroupNodeViewModel groupNode) {
+        assert currentDatabase.isPresent();
+
+        AbstractGroup group = groupNode.getGroupNode().getGroup();
+
+        List<LinkedFile> linkedFiles = currentDatabase
+                .get()
+                .getDatabase()
+                .getEntries()
+                .stream()
+                .filter(group::isMatch)
+                .flatMap(entry -> entry.getFiles().stream())
+                .toList();
+
+        aiService.getIngestionService().ingest(
+                group.nameProperty(),
+                linkedFiles,
+                currentDatabase.get()
+        );
+
+        dialogService.notify(Localization.lang("Ingestion started for group \"%0\".", group.getName()));
+    }
+
+    public void generateSummaries(GroupNodeViewModel groupNode) {
+        assert currentDatabase.isPresent();
+
+        AbstractGroup group = groupNode.getGroupNode().getGroup();
+
+        List<BibEntry> entries = currentDatabase
+                .get()
+                .getDatabase()
+                .getEntries()
+                .stream()
+                .filter(group::isMatch)
+                .toList();
+
+        aiService.getSummariesService().summarize(
+                group.nameProperty(),
+                entries,
+                currentDatabase.get()
+        );
+
+        dialogService.notify(Localization.lang("Summarization started for group \"%0\".", group.getName()));
+    }
+
     public void removeSubgroups(GroupNodeViewModel group) {
         boolean confirmation = dialogService.showConfirmationDialogAndWait(
                 Localization.lang("Remove subgroups"),

src/main/java/org/jabref/gui/sidepane/SidePane.java

@@ -17,6 +17,7 @@
 import org.jabref.gui.actions.SimpleCommand;
 import org.jabref.gui.ai.chatting.chathistory.ChatHistoryService;
 import org.jabref.gui.preferences.GuiPreferences;
+import org.jabref.logic.ai.AiService;
 import org.jabref.logic.journals.JournalAbbreviationRepository;
 import org.jabref.logic.util.TaskExecutor;
 import org.jabref.model.entry.BibEntryTypesManager;
@@ -37,6 +38,7 @@ public SidePane(LibraryTabContainer tabContainer,
                     JournalAbbreviationRepository abbreviationRepository,
                     TaskExecutor taskExecutor,
                     DialogService dialogService,
+                    AiService aiService,
                     StateManager stateManager,
                     FileUpdateMonitor fileUpdateMonitor,
                     BibEntryTypesManager entryTypesManager,
@@ -52,6 +54,7 @@ public SidePane(LibraryTabContainer tabContainer,
                 stateManager,
                 taskExecutor,
                 dialogService,
+                aiService,
                 fileUpdateMonitor,
                 entryTypesManager,
                 clipBoardManager,

src/main/java/org/jabref/gui/sidepane/SidePaneContentFactory.java

@@ -14,6 +14,7 @@
 import org.jabref.gui.openoffice.OpenOfficePanel;
 import org.jabref.gui.preferences.GuiPreferences;
 import org.jabref.gui.util.UiTaskExecutor;
+import org.jabref.logic.ai.AiService;
 import org.jabref.logic.journals.JournalAbbreviationRepository;
 import org.jabref.logic.util.TaskExecutor;
 import org.jabref.model.entry.BibEntryTypesManager;
@@ -26,6 +27,7 @@ public class SidePaneContentFactory {
     private final JournalAbbreviationRepository abbreviationRepository;
     private final TaskExecutor taskExecutor;
     private final DialogService dialogService;
+    private final AiService aiService;
     private final StateManager stateManager;
     private final FileUpdateMonitor fileUpdateMonitor;
     private final BibEntryTypesManager entryTypesManager;
@@ -38,6 +40,7 @@ public SidePaneContentFactory(LibraryTabContainer tabContainer,
                                   JournalAbbreviationRepository abbreviationRepository,
                                   TaskExecutor taskExecutor,
                                   DialogService dialogService,
+                                  AiService aiService,
                                   StateManager stateManager,
                                   FileUpdateMonitor fileUpdateMonitor,
                                   BibEntryTypesManager entryTypesManager,
@@ -49,6 +52,7 @@ public SidePaneContentFactory(LibraryTabContainer tabContainer,
         this.abbreviationRepository = abbreviationRepository;
         this.taskExecutor = taskExecutor;
         this.dialogService = dialogService;
+        this.aiService = aiService;
         this.stateManager = stateManager;
         this.fileUpdateMonitor = fileUpdateMonitor;
         this.entryTypesManager = entryTypesManager;
@@ -63,6 +67,7 @@ public Node create(SidePaneType sidePaneType) {
                     stateManager,
                     preferences,
                     dialogService,
+                    aiService,
                     chatHistoryService);
             case OPEN_OFFICE -> new OpenOfficePanel(
                     tabContainer,

src/main/java/org/jabref/gui/sidepane/SidePaneViewModel.java

@@ -22,6 +22,7 @@
 import org.jabref.gui.ai.chatting.chathistory.ChatHistoryService;
 import org.jabref.gui.frame.SidePanePreferences;
 import org.jabref.gui.preferences.GuiPreferences;
+import org.jabref.logic.ai.AiService;
 import org.jabref.logic.journals.JournalAbbreviationRepository;
 import org.jabref.logic.util.TaskExecutor;
 import org.jabref.model.entry.BibEntryTypesManager;
@@ -47,6 +48,7 @@ public SidePaneViewModel(LibraryTabContainer tabContainer,
                              StateManager stateManager,
                              TaskExecutor taskExecutor,
                              DialogService dialogService,
+                             AiService aiService,
                              FileUpdateMonitor fileUpdateMonitor,
                              BibEntryTypesManager entryTypesManager,
                              ClipBoardManager clipBoardManager,
@@ -61,6 +63,7 @@ public SidePaneViewModel(LibraryTabContainer tabContainer,
                 abbreviationRepository,
                 taskExecutor,
                 dialogService,
+                aiService,
                 stateManager,
                 fileUpdateMonitor,
                 entryTypesManager,

src/main/java/org/jabref/logic/ai/ingestion/GenerateEmbeddingsForSeveralTask.java

@@ -29,7 +29,7 @@
 public class GenerateEmbeddingsForSeveralTask extends BackgroundTask<Void> {
     private static final Logger LOGGER = LoggerFactory.getLogger(GenerateEmbeddingsForSeveralTask.class);
 
-    private final StringProperty name;
+    private final StringProperty groupName;
     private final List<ProcessingInfo<LinkedFile, Void>> linkedFiles;
     private final FileEmbeddingsManager fileEmbeddingsManager;
     private final BibDatabaseContext bibDatabaseContext;
@@ -42,23 +42,23 @@ public class GenerateEmbeddingsForSeveralTask extends BackgroundTask<Void> {
     private String currentFile = "";
 
     public GenerateEmbeddingsForSeveralTask(
-            StringProperty name,
+            StringProperty groupName,
             List<ProcessingInfo<LinkedFile, Void>> linkedFiles,
             FileEmbeddingsManager fileEmbeddingsManager,
             BibDatabaseContext bibDatabaseContext,
             FilePreferences filePreferences,
             TaskExecutor taskExecutor,
             ReadOnlyBooleanProperty shutdownSignal
     ) {
-        this.name = name;
+        this.groupName = groupName;
         this.linkedFiles = linkedFiles;
         this.fileEmbeddingsManager = fileEmbeddingsManager;
         this.bibDatabaseContext = bibDatabaseContext;
         this.filePreferences = filePreferences;
         this.taskExecutor = taskExecutor;
         this.shutdownSignal = shutdownSignal;
 
-        configure(name);
+        configure(groupName);
     }
 
     private void configure(StringProperty name) {
@@ -73,9 +73,10 @@ private void configure(StringProperty name) {
 
     @Override
     public Void call() throws Exception {
-        LOGGER.debug("Starting embeddings generation of several files for {}", name.get());
+        LOGGER.debug("Starting embeddings generation of several files for {}", groupName.get());
 
         List<Pair<? extends Future<?>, String>> futures = new ArrayList<>();
+
         linkedFiles
                 .stream()
                 .map(processingInfo -> {
@@ -88,6 +89,7 @@ public Void call() throws Exception {
                                     filePreferences,
                                     shutdownSignal
                             )
+                                    .showToUser(false)
                                     .onSuccess(v -> processingInfo.setState(ProcessingState.SUCCESS))
                                     .onFailure(processingInfo::setException)
                                     .onFinished(() -> progressCounter.increaseWorkDone(1))
@@ -101,7 +103,7 @@ public Void call() throws Exception {
             pair.getKey().get();
         }
 
-        LOGGER.debug("Finished embeddings generation task of several files for {}", name.get());
+        LOGGER.debug("Finished embeddings generation task of several files for {}", groupName.get());
         progressCounter.stop();
         return null;
     }

src/main/java/org/jabref/logic/ai/ingestion/GenerateEmbeddingsTask.java

@@ -48,10 +48,11 @@ public GenerateEmbeddingsTask(LinkedFile linkedFile,
         this.filePreferences = filePreferences;
         this.shutdownSignal = shutdownSignal;
 
-        configure(linkedFile);
+        configure();
     }
 
-    private void configure(LinkedFile linkedFile) {
+    private void configure() {
+        showToUser(true);
         titleProperty().set(Localization.lang("Generating embeddings for file '%0'", linkedFile.getLink()));
 
         progressCounter.listenToAllProperties(this::updateProgress);

src/main/java/org/jabref/logic/ai/ingestion/IngestionService.java

@@ -86,28 +86,34 @@ public List<ProcessingInfo<LinkedFile, Void>> getProcessingInfo(List<LinkedFile>
         return linkedFiles.stream().map(this::getProcessingInfo).toList();
     }
 
-    public List<ProcessingInfo<LinkedFile, Void>> ingest(StringProperty name, List<LinkedFile> linkedFiles, BibDatabaseContext bibDatabaseContext) {
+    public List<ProcessingInfo<LinkedFile, Void>> ingest(StringProperty groupName, List<LinkedFile> linkedFiles, BibDatabaseContext bibDatabaseContext) {
         List<ProcessingInfo<LinkedFile, Void>> result = getProcessingInfo(linkedFiles);
 
         if (listsUnderIngestion.contains(linkedFiles)) {
             return result;
         }
 
+        listsUnderIngestion.add(linkedFiles);
+
         List<ProcessingInfo<LinkedFile, Void>> needToProcess = result.stream().filter(processingInfo -> processingInfo.getState() == ProcessingState.STOPPED).toList();
-        startEmbeddingsGenerationTask(name, needToProcess, bibDatabaseContext);
+        startEmbeddingsGenerationTask(groupName, needToProcess, bibDatabaseContext);
 
         return result;
     }
 
     private void startEmbeddingsGenerationTask(LinkedFile linkedFile, BibDatabaseContext bibDatabaseContext, ProcessingInfo<LinkedFile, Void> processingInfo) {
+        processingInfo.setState(ProcessingState.PROCESSING);
+
         new GenerateEmbeddingsTask(linkedFile, fileEmbeddingsManager, bibDatabaseContext, filePreferences, shutdownSignal)
                 .onSuccess(v -> processingInfo.setState(ProcessingState.SUCCESS))
                 .onFailure(processingInfo::setException)
                 .executeWith(taskExecutor);
     }
 
-    private void startEmbeddingsGenerationTask(StringProperty name, List<ProcessingInfo<LinkedFile, Void>> linkedFiles, BibDatabaseContext bibDatabaseContext) {
-        new GenerateEmbeddingsForSeveralTask(name, linkedFiles, fileEmbeddingsManager, bibDatabaseContext, filePreferences, taskExecutor, shutdownSignal)
+    private void startEmbeddingsGenerationTask(StringProperty groupName, List<ProcessingInfo<LinkedFile, Void>> linkedFiles, BibDatabaseContext bibDatabaseContext) {
+        linkedFiles.forEach(processingInfo -> processingInfo.setState(ProcessingState.PROCESSING));
+
+        new GenerateEmbeddingsForSeveralTask(groupName, linkedFiles, fileEmbeddingsManager, bibDatabaseContext, filePreferences, taskExecutor, shutdownSignal)
                 .executeWith(taskExecutor);
     }