chat quote reader (#3912)

* init chat quote full text reader

* linked structure

* dataset data linked

* optimize code

* fix ts build

* test finish

* delete log

* fix

* fix ts

* fix ts

* remove nextId

* initial scroll

* fix

* fix

Author: newfish-cmyk

packages/global/core/chat/type.d.ts

@@ -134,6 +134,7 @@ export type ChatItemType = (UserChatItemType | SystemChatItemType | AIChatItemTy
 
 // Frontend type
 export type ChatSiteItemType = (UserChatItemType | SystemChatItemType | AIChatItemType) & {
+  _id?: string;
   dataId: string;
   status: `${ChatStatusEnum}`;
   moduleName?: string;

packages/global/core/dataset/type.d.ts

@@ -112,12 +112,15 @@ export type DatasetDataSchemaType = {
   tmbId: string;
   datasetId: string;
   collectionId: string;
-  datasetId: string;
-  collectionId: string;
   chunkIndex: number;
   updateTime: Date;
   q: string; // large chunks or question
   a: string; // answer or custom content
+  history?: {
+    q: string;
+    a: string;
+    updateTime: Date;
+  }[];
   forbid?: boolean;
   fullTextToken: string;
   indexes: DatasetDataIndexItemType[];

packages/global/support/outLink/type.d.ts

@@ -63,6 +63,8 @@ export type OutLinkSchema<T extends OutlinkAppType = undefined> = {
   responseDetail: boolean;
   // whether to hide the node status
   showNodeStatus?: boolean;
+  // wheter to show the full text reader
+  // showFullText?: boolean;
   // whether to show the complete quote
   showRawSource?: boolean;
 
@@ -89,6 +91,7 @@ export type OutLinkEditType<T = undefined> = {
   name: string;
   responseDetail?: OutLinkSchema<T>['responseDetail'];
   showNodeStatus?: OutLinkSchema<T>['showNodeStatus'];
+  // showFullText?: OutLinkSchema<T>['showFullText'];
   showRawSource?: OutLinkSchema<T>['showRawSource'];
   // response when request
   immediateResponse?: string;

packages/service/core/chat/saveChat.ts

@@ -15,6 +15,7 @@ import { AppChatConfigType } from '@fastgpt/global/core/app/type';
 import { mergeChatResponseData } from '@fastgpt/global/core/chat/utils';
 import { pushChatLog } from './pushChatLog';
 import { FlowNodeTypeEnum } from '@fastgpt/global/core/workflow/node/constant';
+import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/workflow/runtime/constants';
 
 type Props = {
   chatId: string;
@@ -74,8 +75,42 @@ export async function saveChat({
     )?.inputs;
 
     await mongoSessionRun(async (session) => {
+      const processedContent = content.map((item) => {
+        if (item.obj === ChatRoleEnum.AI) {
+          const nodeResponse = item[DispatchNodeResponseKeyEnum.nodeResponse];
+
+          if (nodeResponse) {
+            return {
+              ...item,
+              [DispatchNodeResponseKeyEnum.nodeResponse]: nodeResponse.map((responseItem) => {
+                if (
+                  responseItem.moduleType === FlowNodeTypeEnum.datasetSearchNode &&
+                  responseItem.quoteList
+                ) {
+                  return {
+                    ...item,
+                    quoteList: responseItem.quoteList.map((quote: any) => ({
+                      id: quote.id,
+                      chunkIndex: quote.chunkIndex,
+                      datasetId: quote.datasetId,
+                      collectionId: quote.collectionId,
+                      sourceId: quote.sourceId,
+                      sourceName: quote.sourceName,
+                      score: quote.score,
+                      tokens: quote.tokens
+                    }))
+                  };
+                }
+                return item;
+              })
+            };
+          }
+        }
+        return item;
+      });
+
       const [{ _id: chatItemIdHuman }, { _id: chatItemIdAi }] = await MongoChatItem.insertMany(
-        content.map((item) => ({
+        processedContent.map((item) => ({
           chatId,
           teamId,
           tmbId,

packages/service/core/dataset/data/schema.ts

@@ -40,6 +40,15 @@ const DatasetDataSchema = new Schema({
     type: String,
     default: ''
   },
+  history: {
+    type: [
+      {
+        q: String,
+        a: String,
+        updateTime: Date
+      }
+    ]
+  },
   indexes: {
     type: [
       {

packages/service/support/outLink/schema.ts

@@ -51,6 +51,9 @@ const OutLinkSchema = new Schema({
     type: Boolean,
     default: true
   },
+  // showFullText: {
+  //   type: Boolean
+  // },
   showRawSource: {
     type: Boolean
   },

packages/web/common/fetch/type.d.ts

@@ -11,3 +11,22 @@ type PaginationResponse<T = {}> = {
   total: number;
   list: T[];
 };
+
+type LinkedPaginationProps<T = {}> = T & {
+  pageSize: number;
+} & RequireOnlyOne<{
+    initialId: string;
+    nextId: string;
+    prevId: string;
+  }> &
+  RequireOnlyOne<{
+    initialIndex: number;
+    nextIndex: number;
+    prevIndex: number;
+  }>;
+
+type LinkedListResponse<T = {}> = {
+  list: Array<T & { _id: string; index: number }>;
+  hasMorePrev: boolean;
+  hasMoreNext: boolean;
+};

packages/web/components/common/Icon/constants.ts

@@ -35,10 +35,13 @@ export const iconPaths = {
   'common/dingtalkFill': () => import('./icons/common/dingtalkFill.svg'),
   'common/disable': () => import('./icons/common/disable.svg'),
   'common/downArrowFill': () => import('./icons/common/downArrowFill.svg'),
+  'common/download': () => import('./icons/common/download.svg'),
+  'common/edit': () => import('./icons/common/edit.svg'),
   'common/editor/resizer': () => import('./icons/common/editor/resizer.svg'),
   'common/enable': () => import('./icons/common/enable.svg'),
   'common/errorFill': () => import('./icons/common/errorFill.svg'),
   'common/file/move': () => import('./icons/common/file/move.svg'),
+  'common/fileNotFound': () => import('./icons/common/fileNotFound.svg'),
   'common/folderFill': () => import('./icons/common/folderFill.svg'),
   'common/folderImport': () => import('./icons/common/folderImport.svg'),
   'common/fullScreenLight': () => import('./icons/common/fullScreenLight.svg'),
@@ -86,7 +89,9 @@ export const iconPaths = {
   'common/selectLight': () => import('./icons/common/selectLight.svg'),
   'common/setting': () => import('./icons/common/setting.svg'),
   'common/settingLight': () => import('./icons/common/settingLight.svg'),
+  'common/solidChevronDown': () => import('./icons/common/solidChevronDown.svg'),
   'common/solidChevronRight': () => import('./icons/common/solidChevronRight.svg'),
+  'common/solidChevronUp': () => import('./icons/common/solidChevronUp.svg'),
   'common/subtract': () => import('./icons/common/subtract.svg'),
   'common/templateMarket': () => import('./icons/common/templateMarket.svg'),
   'common/text/t': () => import('./icons/common/text/t.svg'),
@@ -96,6 +101,7 @@ export const iconPaths = {
   'common/trash': () => import('./icons/common/trash.svg'),
   'common/upRightArrowLight': () => import('./icons/common/upRightArrowLight.svg'),
   'common/uploadFileFill': () => import('./icons/common/uploadFileFill.svg'),
+  'common/upperRight': () => import('./icons/common/upperRight.svg'),
   'common/userInfo': () => import('./icons/common/userInfo.svg'),
   'common/variable': () => import('./icons/common/variable.svg'),
   'common/viewLight': () => import('./icons/common/viewLight.svg'),