super-search

.gitignore

@@ -1 +1,2 @@
-node_modules
+node_modules
+.idea

README.md

@@ -57,8 +57,11 @@ d. **Bonus** Step *a* wasn't enough - some tickets have long content. Add a show
 a. Agents are complaining that our search functionality isn't working properly. They gave the example that when searching for "wix store", the ticket titled "Search bar for my wix store" (id `6860d043-f551-58c8-84d6-f9e6a8cb0cb2`) is not returned. Checking the data, that ticket does exist.. Find the issue and fix it.  
 Friendly reminder to commit and push after completing this step.
 
-b. We're showing only 20 tickets but agents can swear there are more. Solve this problem.  
-**Keep in mind the number of tickets is planned to grow exponentially very soon so make sure to think of a proper solution.**
+b. We're doing great, the system now has more than 10M tickets but with success comes challenges and search became unbearable.
+We even had a complaint from an agent that told us he waited for a response more than 5 minutes, that's just CRAZY!
+Let's create a search mechanism on steroids.
+1.Add q query param `?superSearch=` to the `/tickets` API call and implement an *efficient* search solution, that gets a word as an input and return an array of matching tickets.
+2. Connect your client side search bar to that API call
 Friendly reminder to commit and push after completing this step.
 
 

server/index.ts

@@ -2,6 +2,14 @@ import express from 'express';
 import bodyParser = require('body-parser');
 import { tempData } from './temp-data';
 import { serverAPIPort, APIPath } from '@fed-exam/config';
+import { Ticket } from '../client/src/api';
+
+type TicketId = string
+type InvertedIndexData = Record<TicketId, number[]>
+
+type SearchEfficientTickets = Record<string, InvertedIndexData>
+type TicketsMap = Map<TicketId, Ticket>
+
 
 console.log('starting server', { serverAPIPort, APIPath });
 
@@ -18,16 +26,53 @@ app.use((_, res, next) => {
   next();
 });
 
+const buildTicketsMap = (tickets: Ticket[]): TicketsMap => tickets.reduce<TicketsMap>((acc, ticket) => acc.set(ticket.id, ticket), new Map());
+const buildInvertedIndexData = (tickets: Ticket[]): SearchEfficientTickets => {
+  const unrelevantWords = ['i', 'the', 'we', 'is', 'an'];
+  return tickets.reduce<SearchEfficientTickets>((acc, ticket) => {
+    ticket.content
+      .toLowerCase()
+      .split(' ')
+      .map(word => word.replace(/[^a-z]/g, ''))
+      .filter(word => {
+        return !unrelevantWords.includes(word);
+      })
+      .forEach((word, ind) => {
+        if (acc[word]) {
+          if (Array.isArray(acc[word][ticket.id])) {
+            acc[word][ticket.id].push(ind);
+          } else {
+            acc[word][ticket.id] = [ind];
+          }
+        } else {
+          acc[word] = { [ticket.id]: [ind] };
+        }
+      });
+    return acc;
+  }, {});
+};
+const invertedIndexData: SearchEfficientTickets = buildInvertedIndexData(tempData);
+const ticketsMap = buildTicketsMap(tempData);
+
 app.get(APIPath, (req, res) => {
 
+
   // @ts-ignore
   const page: number = req.query.page || 1;
+  const word = req.query.superSearch as string;
+  if (word) {
+    const tickets = Object.keys(invertedIndexData[word] ?? {});
+    const paginatedData = tickets.map(id => ticketsMap.get(id)).slice((page - 1) * PAGE_SIZE, page * PAGE_SIZE);
+    res.send(paginatedData);
+  } else {
+    const paginatedData = tempData.slice((page - 1) * PAGE_SIZE, page * PAGE_SIZE);
+    res.send(paginatedData);
+  }
 
-  const paginatedData = tempData.slice((page - 1) * PAGE_SIZE, page * PAGE_SIZE);
 
-  res.send(paginatedData);
 });
 
+
 app.listen(serverAPIPort);
-console.log('server running', serverAPIPort)
+console.log('server running', serverAPIPort);
 

server/temp-data.ts

@@ -1,5 +1,6 @@
 import {Ticket} from '../client/src/api';
 
-const data = require('./data.json');
+const data = require('./../tester/big-data.json');
 
+console.log(data[0]);
 export const tempData = data as Ticket[];