concurrent parse limit

handlers/reports/parseExcel.handler.js

@@ -6,7 +6,7 @@ import { clients } from "#root/index.js";
 import { serializeError } from "serialize-error";
 
 const sheetName = "Отчеты";
-const limit = pLimit(10);
+const MAX_CONCURRENT_PARSE_CLIENT = Number.parseInt(process.env.REPORT_CONCURRENT_PARSE_CLIENTS || "3", 10);
 
 /** @type {xlsx.ParsingOptions} */
 const xlsxParseOptions = {
@@ -27,36 +27,54 @@ const xlsxParseOptions = {
  */
 export default async (ctx) => {
   const { res, params } = ctx;
-  const clientId = params.get("clientId");
-
-  if (!ctx.data) throw new BadRequestError("Cannot proceed uploaded file");
-  if (!clientId) throw new BadRequestError('"clientId" parameter is required');
-
   const [, files] = ctx.data;
+  const limit = pLimit(10);
+  const clientId = params.get("clientId");
   const excelFilePath = files?.report?.at(0)?.filepath;
-  const sseClientRes = clients.get(clientId);
-
-  if (!sseClientRes) throw new ServiceUnavailableError("Cannot proceed request due to unknown client");
-
-  let isSseClientClosed = false;
-
-  sseClientRes.res.on("close", () => (isSseClientClosed = true));
-
-  /** @type {ReportModel[]} */
   const reports = [];
-
+  let isSseClientClosed = false;
   let parseResultCount = { equipments: 0, applicants: 0, executors: 0, reportsFullfilled: 0 };
 
+  if (!ctx.data) {
+    throw new BadRequestError("Cannot proceed uploaded file");
+  }
+
+  if (!clientId) {
+    throw new BadRequestError('"clientId" parameter is required');
+  }
+
+  const sseClientCtx = clients.get(clientId);
+  const parseProcessClients = clients
+    .values()
+    .filter((sseClientCtx) => sseClientCtx.local?.isParsing)
+    .toArray();
+
+  if (parseProcessClients.length >= MAX_CONCURRENT_PARSE_CLIENT) {
+    throw new ServiceUnavailableError(`Maximum concurrent parse clients reached limit`);
+  }
+
+  if (!sseClientCtx) {
+    throw new ServiceUnavailableError("Cannot proceed request due to unknown client");
+  }
+
+  if (sseClientCtx.local.isParsing) {
+    throw new ServiceUnavailableError("Your request on parsing is processing");
+  }
+
+  sseClientCtx.res.res.on("close", () => (isSseClientClosed = true));
+
   if (excelFilePath) {
+    try {
       const workbook = xlsx.readFile(excelFilePath, xlsxParseOptions);
       const sheet = workbook.Sheets[sheetName];
 
       if (!sheet) throw new Error("Invalid reports workbook.", { cause: { statusCode: 400 } });
 
-    res.sendJson({ message: "OK" });
-
       const data = xlsx.utils.sheet_to_json(sheet, { raw: false, blankrows: true });
 
+      res.sendJson({ message: "OK" });
+      sseClientCtx.local.isParsing = true;
+
       for (let i = 0; i < data.length; i++) {
         const cols = Object.keys(data[i]);
 
@@ -89,7 +107,12 @@ export default async (ctx) => {
           executorNames: parseNames(data[i][cols[4]]).trim()
         });
       }
+    } catch (error) {
+      sseClientCtx.local.isParsing = false;
+      throw error;
+    }
 
+    try {
       const requests = reports.map((report) =>
         limit(() => {
           return checkReportAssigments(
@@ -104,25 +127,20 @@ export default async (ctx) => {
               if (isExecutorsLinked) parseResultCount.executors += checkedReport.executors?.length || 0;
               if (isEquipmentLinked && isApplicantLinked && isExecutorsLinked) parseResultCount.reportsFullfilled++;
 
-            sseClientRes.sendSSEJson(checkedReport, "progress");
+              sseClientCtx.res.sendSSEJson(checkedReport, "progress");
             },
             isSseClientClosed
           );
         })
       );
-
+      await Promise.all(requests);
-    await Promise.all(requests)
+      sseClientCtx.res.sendSSEJson(parseResultCount, "done");
-      .then(() => {
+    } catch (error) {
-        console.log(parseResultCount);
-        sseClientRes.sendSSEJson(parseResultCount, "done");
-        sseClientRes.res.end();
-      })
-      .catch((error) => {
       console.error(error);
-        sseClientRes.sendSSEJson({ error: serializeError(error) }, "error");
+      sseClientCtx.res.sendSSEJson({ error: serializeError(error) }, "error");
-        sseClientRes.res.end();
+    } finally {
-      })
+      sseClientCtx.local.isParsing = false;
-      .finally(() => res.res.end());
+    }
   } else {
     throw new BadRequestError();
   }

handlers/reports/statusParse.handler.js

@@ -12,7 +12,7 @@ export default (ctx) => {
   const { res } = ctx;
   const clientId = crypto.randomUUID();
 
-  clients.set(clientId, ctx.res);
+  clients.set(clientId, ctx);
 
   res.res.setHeaders(
     new Headers({
@@ -26,7 +26,6 @@ export default (ctx) => {
 
   res.res.on("close", () => {
     clients.delete(clientId);
-    console.log(clients);
     res.res.end();
   });
 };

index.js

@@ -6,7 +6,7 @@ import db from "./db.js";
 
 const SERVER_PORT = 3000;
 
-/** @type {Map<string, import("./http-server/types/http-server.js").HttpResponse>} */
+/** @type {Map<string, import("./http-server/types/http-server.js").HttpContext>} */
 export const clients = new Map();
 
 /**