feat: web worker for search services

Author: luoling8192

src/api/search/index.ts

@@ -0,0 +1,47 @@
+import type { ApiMessage } from '../types';
+
+let worker: Worker;
+
+export function initSearchWorker() {
+  // eslint-disable-next-line no-console
+  console.log('>>> INIT SEARCH WORKER');
+
+  worker = new Worker(new URL('./worker.ts', import.meta.url));
+
+  worker.addEventListener('message', (event) => {
+    // eslint-disable-next-line no-console
+    console.log('message from search worker', event.data);
+  });
+
+  worker.addEventListener('error', (event) => {
+    // eslint-disable-next-line no-console
+    console.log('error from search worker', event);
+  });
+}
+
+export function processMessages(messages: ApiMessage[]) {
+  worker.postMessage({
+    type: 'message:process',
+    payload: { messages },
+  });
+}
+
+export function searchMessages(params: { chatId: string; content: string }) {
+  return new Promise((resolve) => {
+    worker.addEventListener('message', (event) => {
+      const { type, data } = event.data as { type: string; data: any };
+
+      if (type === 'storage:search:messages:data') {
+        resolve(data.messages);
+      }
+    });
+
+    worker.postMessage({
+      type: 'storage:search:messages',
+      payload: {
+        ...params,
+        useVector: true,
+      },
+    });
+  });
+}

src/api/search/worker.ts

@@ -0,0 +1,38 @@
+// eslint-disable-next-line no-console
+console.log('>>> SEARCH WORKER');
+
+const ws = new WebSocket('ws://localhost:3000/ws?sessionId=ecc944e0-edc4-4417-afa8-683bd66446c9');
+
+ws.onopen = () => {
+  // eslint-disable-next-line no-console
+  console.log('>>> connected to search worker');
+
+  // Register events
+  ws.send(JSON.stringify({ type: 'server:event:register', data: { event: 'storage:search:messages:data' } }));
+};
+
+ws.onmessage = (event) => {
+  // eslint-disable-next-line no-console
+  console.log('>>> message to search worker', JSON.parse(event.data));
+
+  self.postMessage(JSON.parse(event.data));
+};
+
+ws.onclose = () => {
+  // eslint-disable-next-line no-console
+  console.log('>>> disconnected from search worker');
+};
+
+ws.onerror = (event) => {
+  // eslint-disable-next-line no-console
+  console.log('>>> error from search worker', event);
+};
+
+self.onmessage = (msg) => {
+  const { type, payload } = msg.data as { type: string; payload: any };
+
+  // eslint-disable-next-line no-console
+  console.log('>>> message from search worker', type, payload);
+
+  ws.send(JSON.stringify({ type, data: payload }));
+};

src/global/actions/api/messages.ts

@@ -54,6 +54,7 @@ import { formatStarsAsText } from '../../../util/localization/format';
 import { oldTranslate } from '../../../util/oldLangProvider';
 import { debounce, onTickEnd, rafPromise } from '../../../util/schedulers';
 import { callApi, cancelApiProgress } from '../../../api/gramjs';
+import { processMessages } from '../../../api/search';
 import {
   getIsSavedDialog,
   getUserFullName,
@@ -300,6 +301,10 @@ addActionHandler('loadMessage', async (global, actions, payload): Promise<void>
     );
     setGlobal(global);
   }
+
+  if (message) {
+    processMessages([message]);
+  }
 });
 
 addActionHandler('sendMessage', async (global, actions, payload): Promise<void> => {

src/global/actions/api/middleSearch.ts

@@ -1,3 +1,4 @@
+import type { ApiMessage } from '../../../api/types';
 import type {
   ChatMediaSearchParams, ChatMediaSearchSegment, LoadingState, SharedMediaType, ThreadId,
 } from '../../../types';
@@ -12,6 +13,7 @@ import { getCurrentTabId } from '../../../util/establishMultitabRole';
 import { buildCollectionByKey, isInsideSortedArrayRange } from '../../../util/iteratees';
 import { getSearchResultKey } from '../../../util/keys/searchResultKey';
 import { callApi } from '../../../api/gramjs';
+import { searchMessages } from '../../../api/search';
 import { getChatMediaMessageIds, getIsSavedDialog, isSameReaction } from '../../helpers';
 import {
   addActionHandler, getGlobal, setGlobal,
@@ -126,10 +128,47 @@ addActionHandler('performMiddleSearch', async (global, actions, payload): Promis
     return;
   }
 
+  const msgs = await searchMessages({
+    chatId: realChatId.startsWith('-100') ? realChatId.split('-100')[1] : realChatId,
+    content: query!,
+  }) as {
+    content: string;
+    chatId: string;
+    platformMessageId: string;
+    fromId: string;
+    fromName: string;
+    platformTimestamp: number;
+  }[];
+
+  console.log('>>> ', msgs);
+
+  const insertMsgs = []
+  for (const msg of msgs) {
+    const messageToInsert: ApiMessage = {
+      chatId: '-100' + msg.chatId,
+      id: Number(msg.platformMessageId),
+      senderId: msg.fromId,
+      content: {
+        text: { text: msg.content },
+      },
+      date: msg.platformTimestamp,
+      isOutgoing: msg.fromId === currentUserId,
+    };
+
+    console.log('>>>> ', messageToInsert);
+
+    insertMsgs.push(messageToInsert);
+  }
+
+  result.messages = [...insertMsgs, ...result.messages];
+  result.totalCount += insertMsgs.length;
+
   const {
     userStatusesById, messages, totalCount, nextOffsetId, nextOffsetRate, nextOffsetPeerId,
   } = result;
 
+  console.log('>>>> ', result);
+
   const newFoundIds = messages.map(getSearchResultKey);
 
   global = getGlobal();

src/global/init.ts

@@ -11,6 +11,7 @@ import { isLocalMessageId } from '../util/keys/messageKey';
 import { Bundles, loadBundle } from '../util/moduleLoader';
 import { parseLocationHash } from '../util/routing';
 import { updatePeerColors } from '../util/theme';
+import { initSearchWorker } from '../api/search';
 import { initializeChatMediaSearchResults } from './reducers/middleSearch';
 import { updateTabState } from './reducers/tabs';
 import { initSharedState } from './shared/sharedStateConnector';
@@ -24,6 +25,8 @@ import { selectTabState, selectThreadParam } from './selectors';
 
 initCache();
 
+initSearchWorker();
+
 addActionHandler('initShared', async (prevGlobal, actions, payload): Promise<void> => {
   const { force } = payload || {};
   await initGlobal(force, prevGlobal);

webpack.config.ts

@@ -40,7 +40,7 @@ const {
 
 const CSP = `
   default-src 'self';
-  connect-src 'self' wss://*.web.telegram.org blob: http: https: ${APP_ENV === 'development' ? 'wss:' : ''};
+  connect-src 'self' wss://*.web.telegram.org ws://localhost:3000 blob: http: https: ${APP_ENV === 'development' ? 'wss:' : ''};
   script-src 'self' 'wasm-unsafe-eval' https://t.me/_websync_ https://telegram.me/_websync_;
   style-src 'self' 'unsafe-inline';
   img-src 'self' data: blob: https://ss3.4sqi.net/img/categories_v2/