Remove vulcan and all search implementations

.eslintignore

@@ -12,7 +12,6 @@ debug
 now-secrets.json
 build-iris
 build-api
-build-vulcan
 build-hyperion
 package-lock.json
 .vscode

.github/PULL_REQUEST_TEMPLATE.md

@@ -11,7 +11,6 @@
 - api
 - hyperion (frontend)
 - desktop
-- vulcan
 
 **Run database migrations (delete if no migration was added)**
 YES

.gitignore

@@ -11,7 +11,6 @@ debug
 now-secrets.json
 build-iris
 build-api
-build-vulcan
 build-hyperion
 build-electron
 package-lock.json

.npmignore

@@ -13,7 +13,6 @@ debug
 now-secrets.json
 build-iris
 build-api
-build-vulcan
 build-hyperion
 build-electron
 package-lock.json

README.md

@@ -107,7 +107,6 @@ spectrum/
 ├── public     # Public files used on the frontend
 ├── shared     # Shared JavaScript code
 ├── src        # Frontend SPA
-└── vulcan     # Worker server (search indexing; syncing with Algolia)
 ```
 
 <details>

api/models/community.js

@@ -4,7 +4,6 @@ import intersection from 'lodash.intersection';
 import { parseRange } from './utils';
 import { uploadImage } from '../utils/file-storage';
 import getRandomDefaultPhoto from '../utils/get-random-default-photo';
-import { searchQueue } from 'shared/bull/queues';
 import { createChangefeed } from 'shared/changefeed-utils';
 import type { DBCommunity, DBUser } from 'shared/types';
 import type { Timeframe } from './utils';
@@ -247,12 +246,6 @@ export const createCommunity = ({ input }: CreateCommunityInput, user: DBUser):
     .run()
     .then(result => result.changes[0].new_val)
     .then(community => {
-      searchQueue.add({
-        id: community.id,
-        type: 'community',
-        event: 'created'
-      })
-
       // if no file was uploaded, update the community with new string values
       if (!file && !coverFile) {
         const { coverPhoto, profilePhoto } = getRandomDefaultPhoto();
@@ -447,12 +440,6 @@ export const editCommunity = async ({ input }: EditCommunityInput, userId: strin
         community = result.changes[0].old_val;
       }
 
-      searchQueue.add({
-        id: communityId,
-        type: 'community',
-        event: 'edited'
-      })
-
       return community
     })
 };
@@ -541,13 +528,6 @@ export const deleteCommunity = (communityId: string, userId: string): Promise<DB
       }
     )
     .run()
-    .then(() => {
-      searchQueue.add({
-        id: communityId,
-        type: 'community',
-        event: 'deleted'
-      })
-    });
 };
 
 // prettier-ignore

api/models/message.js

@@ -1,9 +1,5 @@
 //@flow
 const { db } = require('shared/db');
-import {
-  _adminProcessToxicMessageQueue,
-  searchQueue,
-} from 'shared/bull/queues';
 import { NEW_DOCUMENTS } from './utils';
 import { createChangefeed } from 'shared/changefeed-utils';
 import {
@@ -141,12 +137,6 @@ export const storeMessage = (message: Object, userId: string): Promise<DBMessage
 
       if (message.threadType === 'story') {
         await Promise.all([
-        searchQueue.add({
-          id: message.id,
-          type: 'message',
-          event: 'created'
-        }),
-        _adminProcessToxicMessageQueue.add({ message }),
 
           setThreadLastActive(message.threadId, message.timestamp),
           incrementMessageCount(message.threadId)
@@ -208,13 +198,6 @@ export const deleteMessage = (userId: string, messageId: string) => {
         message.threadType === 'story'
           ? decrementMessageCount(message.threadId)
           : Promise.resolve(),
-        message.threadType === 'story'
-          ? searchQueue.add({
-              id: message.id,
-              type: 'message',
-              event: 'deleted',
-            })
-          : Promise.resolve(),
       ]);
 
       return message;
@@ -230,15 +213,6 @@ export const deleteMessagesInThread = async (threadId: string, userId: string) =
 
   if (!messages || messages.length === 0) return;
 
-  const searchPromises = messages.map(message => {
-    if (message.threadType !== 'story') return null
-    return searchQueue.add({
-      id: message.id,
-      type: 'message',
-      event: 'deleted'
-    })
-  })
-
   const deletePromise = db
     .table('messages')
     .getAll(threadId, { index: 'threadId' })
@@ -250,7 +224,6 @@ export const deleteMessagesInThread = async (threadId: string, userId: string) =
 
   return await Promise.all([
     deletePromise,
-    ...searchPromises
   ]).then(() => {
     return Promise.all(Array.from({ length: messages.length }).map(() => decrementMessageCount(threadId)))
   });
@@ -299,14 +272,6 @@ export const editMessage = (message: EditInput): Promise<DBMessage> => {
     .run()
     .then(result => result.changes[0].new_val || result.changes[0].old_val)
     .then(message => {
-      if (message.threadType === 'story') {
-        searchQueue.add({
-          id: message.id,
-          type: 'message',
-          event: 'edited'
-        })
-      }
-
       return message;
     });
 };

api/models/thread.js

@@ -1,7 +1,6 @@
 // @flow
 const { db } = require('shared/db');
 import intersection from 'lodash.intersection';
-import { searchQueue } from 'shared/bull/queues';
 const { parseRange, NEW_DOCUMENTS } = require('./utils');
 import { createChangefeed } from 'shared/changefeed-utils';
 import { deleteMessagesInThread } from '../models/message';
@@ -455,13 +454,6 @@ export const publishThread = (
     .run()
     .then(result => {
       const thread = result.changes[0].new_val;
-
-      searchQueue.add({
-        id: thread.id,
-        type: 'thread',
-        event: 'created',
-      });
-
       return thread;
     });
 };
@@ -522,14 +514,6 @@ export const deleteThread = (threadId: string, userId: string): Promise<Boolean>
       ])
     )
     .then(([result]) => {
-      const thread = result.changes[0].new_val;
-
-      searchQueue.add({
-        id: thread.id,
-        type: 'thread',
-        event: 'deleted'
-      })
-
       return result.replaced >= 1 ? true : false;
     });
 };
@@ -569,13 +553,6 @@ export const editThread = (input: EditThreadInput, userId: string, shouldUpdate:
       // if an update happened
       if (result.replaced === 1) {
         const thread = result.changes[0].new_val;
-
-        searchQueue.add({
-          id: thread.id,
-          type: 'thread',
-          event: 'edited'
-        })
-
         return thread;
       }
 
@@ -626,13 +603,6 @@ export const moveThread = (id: string, channelId: string) => {
     .then(result => {
       if (result.replaced === 1) {
         const thread = result.changes[0].new_val;
-
-        searchQueue.add({
-          id: thread.id,
-          type: 'thread',
-          event: 'moved',
-        });
-
         return thread;
       }
 

api/package.json

@@ -1,6 +1,5 @@
 {
   "dependencies": {
-    "algoliasearch": "^3.33.0",
     "apollo-local-query": "^0.3.1",
     "apollo-server-cache-redis": "^0.3.1",
     "apollo-server-express": "2.5.0-alpha.0",

api/queries/community/index.js

@@ -4,9 +4,6 @@ import community from './rootCommunity';
 import communities from './rootCommunities';
 import topCommunities from './rootTopCommunities';
 import recentCommunities from './rootRecentCommunities';
-import searchCommunities from './rootSearchCommunities';
-import searchCommunityThreads from './rootSearchCommunityThreads';
-
 import communityPermissions from './communityPermissions';
 import channelConnection from './channelConnection';
 import memberConnection from './memberConnection';
@@ -48,8 +45,6 @@ module.exports = {
     communities,
     topCommunities,
     recentCommunities,
-    searchCommunities,
-    searchCommunityThreads,
   },
   Community: {
     communityPermissions,