🐛Fixed bug with zipping all files in the folder

2024-06-07 17:41:38 +02:00
parent 725c9a6a29
commit dff0be8b1b
5 changed files with 245 additions and 85 deletions
@@ -34,7 +34,6 @@
        "archiver": "^5.3.1",
        "axios": "^1.6.8",
        "bcrypt": "^5.0.1",
-        "cassandra-driver": "^4.6.0",
        "class-transformer": "^0.3.1",
        "cli-table": "^0.3.6",
        "config": "^3.3.2",
@@ -85,6 +84,7 @@
        "socket.io": "^4.6.2",
        "socket.io-client": "^4.7.5",
        "unoconv-promise": "^1.0.8",
+        "unzipper": "^0.11.6",
        "uuid": "^8.3.2",
        "uuid-time": "^1.0.0",
        "v8-profiler-next": "^1.10.0",
@@ -115,6 +115,7 @@
        "@types/pump": "^1.1.1",
        "@types/random-useragent": "^0.3.1",
        "@types/socket.io-client": "^1.4.36",
+        "@types/unzipper": "^0.10.9",
        "@types/uuid": "^8.3.0",
        "@types/ws": "^7.2.7",
        "@typescript-eslint/eslint-plugin": "^5.59.9",
@@ -2855,15 +2856,6 @@
      "integrity": "sha512-X+2qazGS3jxLAIz5JDXDzglAF3KpijdhFxlf/V1+hEsOUc+HnWi81L/uv/EvGuV90WY+7mPGFCUDGfQC3Gj95Q==",
      "dev": true
    },
-    "node_modules/@types/long": {
-      "version": "5.0.0",
-      "resolved": "https://registry.npmjs.org/@types/long/-/long-5.0.0.tgz",
-      "integrity": "sha512-eQs9RsucA/LNjnMoJvWG/nXa7Pot/RbBzilF/QRIU/xRl+0ApxrSUFsV5lmf01SvSlqMzJ7Zwxe440wmz2SJGA==",
-      "deprecated": "This is a stub types definition. long provides its own type definitions, so you do not need this installed.",
-      "dependencies": {
-        "long": "*"
-      }
-    },
    "node_modules/@types/mime": {
      "version": "1.3.5",
      "resolved": "https://registry.npmjs.org/@types/mime/-/mime-1.3.5.tgz",
@@ -3053,6 +3045,15 @@
      "integrity": "sha512-7NQmHra/JILCd1QqpSzl8+mJRc8ZHz3uDm8YV1Ks9IhK0epEiTw8aIErbvH9PI+6XbqhyIQy3462nEsn7UVzjQ==",
      "dev": true
    },
+    "node_modules/@types/unzipper": {
+      "version": "0.10.9",
+      "resolved": "https://registry.npmjs.org/@types/unzipper/-/unzipper-0.10.9.tgz",
+      "integrity": "sha512-vHbmFZAw8emNAOVkHVbS3qBnbr0x/qHQZ+ei1HE7Oy6Tyrptl+jpqnOX+BF5owcu/HZLOV0nJK+K9sjs1Ox2JA==",
+      "dev": true,
+      "dependencies": {
+        "@types/node": "*"
+      }
+    },
    "node_modules/@types/uuid": {
      "version": "8.3.4",
      "resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-8.3.4.tgz",
@@ -3401,14 +3402,6 @@
        "node": ">=0.4.0"
      }
    },
-    "node_modules/adm-zip": {
-      "version": "0.5.12",
-      "resolved": "https://registry.npmjs.org/adm-zip/-/adm-zip-0.5.12.tgz",
-      "integrity": "sha512-6TVU49mK6KZb4qG6xWaaM4C7sA/sgUMLy/JYMOzkcp3BvVLpW0fXDFQiIzAuxFCt/2+xD7fNIiPFAoLZPhVNLQ==",
-      "engines": {
-        "node": ">=6.0"
-      }
-    },
    "node_modules/agent-base": {
      "version": "6.0.2",
      "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-6.0.2.tgz",
@@ -4039,6 +4032,14 @@
        "node": ">= 10.0.0"
      }
    },
+    "node_modules/big-integer": {
+      "version": "1.6.52",
+      "resolved": "https://registry.npmjs.org/big-integer/-/big-integer-1.6.52.tgz",
+      "integrity": "sha512-QxD8cf2eVqJOOz63z6JIN9BzvVs/dlySa5HGSBH5xtR8dPteIRQnBxxKqkNTiT6jbDTF6jAfrd4oMcND9RGbQg==",
+      "engines": {
+        "node": ">=0.6"
+      }
+    },
    "node_modules/binary-extensions": {
      "version": "2.3.0",
      "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz",
@@ -4545,20 +4546,6 @@
        }
      ]
    },
-    "node_modules/cassandra-driver": {
-      "version": "4.7.2",
-      "resolved": "https://registry.npmjs.org/cassandra-driver/-/cassandra-driver-4.7.2.tgz",
-      "integrity": "sha512-gwl1DeYvL8Wy3i1GDMzFtpUg5G473fU7EnHFZj7BUtdLB7loAfgZgB3zBhROc9fbaDSUDs6YwOPPojS5E1kbSA==",
-      "dependencies": {
-        "@types/long": "~5.0.0",
-        "@types/node": ">=8",
-        "adm-zip": "~0.5.10",
-        "long": "~5.2.3"
-      },
-      "engines": {
-        "node": ">=16"
-      }
-    },
    "node_modules/cb2promise": {
      "version": "1.1.1",
      "resolved": "https://registry.npmjs.org/cb2promise/-/cb2promise-1.1.1.tgz",
@@ -5557,6 +5544,46 @@
      "integrity": "sha512-jtD6YG370ZCIi/9GTaJKQxWTZD045+4R4hTk/x1UyoqadyJ9x9CgSi1RlVDQF8U2sxLLSnFkCaMihqljHIWgMg==",
      "dev": true
    },
+    "node_modules/duplexer2": {
+      "version": "0.1.4",
+      "resolved": "https://registry.npmjs.org/duplexer2/-/duplexer2-0.1.4.tgz",
+      "integrity": "sha512-asLFVfWWtJ90ZyOUHMqk7/S2w2guQKxUI2itj3d92ADHhxUSbCMGi1f1cBcJ7xM1To+pE/Khbwo1yuNbMEPKeA==",
+      "dependencies": {
+        "readable-stream": "^2.0.2"
+      }
+    },
+    "node_modules/duplexer2/node_modules/isarray": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
+      "integrity": "sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ=="
+    },
+    "node_modules/duplexer2/node_modules/readable-stream": {
+      "version": "2.3.8",
+      "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
+      "integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
+      "dependencies": {
+        "core-util-is": "~1.0.0",
+        "inherits": "~2.0.3",
+        "isarray": "~1.0.0",
+        "process-nextick-args": "~2.0.0",
+        "safe-buffer": "~5.1.1",
+        "string_decoder": "~1.1.1",
+        "util-deprecate": "~1.0.1"
+      }
+    },
+    "node_modules/duplexer2/node_modules/safe-buffer": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
+      "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
+    },
+    "node_modules/duplexer2/node_modules/string_decoder": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
+      "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
+      "dependencies": {
+        "safe-buffer": "~5.1.0"
+      }
+    },
    "node_modules/dynamic-dedupe": {
      "version": "0.3.0",
      "resolved": "https://registry.npmjs.org/dynamic-dedupe/-/dynamic-dedupe-0.3.0.tgz",
@@ -6879,6 +6906,64 @@
        "node": "^8.16.0 || ^10.6.0 || >=11.0.0"
      }
    },
+    "node_modules/fstream": {
+      "version": "1.0.12",
+      "resolved": "https://registry.npmjs.org/fstream/-/fstream-1.0.12.tgz",
+      "integrity": "sha512-WvJ193OHa0GHPEL+AycEJgxvBEwyfRkN1vhjca23OaPVMCaLCXTd5qAu82AjTcgP1UJmytkOKb63Ypde7raDIg==",
+      "deprecated": "This package is no longer supported.",
+      "dependencies": {
+        "graceful-fs": "^4.1.2",
+        "inherits": "~2.0.0",
+        "mkdirp": ">=0.5 0",
+        "rimraf": "2"
+      },
+      "engines": {
+        "node": ">=0.6"
+      }
+    },
+    "node_modules/fstream/node_modules/glob": {
+      "version": "7.2.3",
+      "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.3.tgz",
+      "integrity": "sha512-nFR0zLpU2YCaRxwoCJvL6UvCH2JFyFVIvwTLsIf21AuHlMskA1hhTdk+LlYJtOlYt9v6dvszD2BGRqBL+iQK9Q==",
+      "deprecated": "Glob versions prior to v9 are no longer supported",
+      "dependencies": {
+        "fs.realpath": "^1.0.0",
+        "inflight": "^1.0.4",
+        "inherits": "2",
+        "minimatch": "^3.1.1",
+        "once": "^1.3.0",
+        "path-is-absolute": "^1.0.0"
+      },
+      "engines": {
+        "node": "*"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/isaacs"
+      }
+    },
+    "node_modules/fstream/node_modules/mkdirp": {
+      "version": "0.5.6",
+      "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.6.tgz",
+      "integrity": "sha512-FP+p8RB8OWpF3YZBCrP5gtADmtXApB5AMLn+vdyA+PyxCjrCs00mjyUozssO33cwDeT3wNGdLxJ5M//YqtHAJw==",
+      "dependencies": {
+        "minimist": "^1.2.6"
+      },
+      "bin": {
+        "mkdirp": "bin/cmd.js"
+      }
+    },
+    "node_modules/fstream/node_modules/rimraf": {
+      "version": "2.7.1",
+      "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-2.7.1.tgz",
+      "integrity": "sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w==",
+      "deprecated": "Rimraf versions prior to v4 are no longer supported",
+      "dependencies": {
+        "glob": "^7.1.3"
+      },
+      "bin": {
+        "rimraf": "bin.js"
+      }
+    },
    "node_modules/function-bind": {
      "version": "1.1.2",
      "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
@@ -9059,11 +9144,6 @@
        "url": "https://github.com/sponsors/sindresorhus"
      }
    },
-    "node_modules/long": {
-      "version": "5.2.3",
-      "resolved": "https://registry.npmjs.org/long/-/long-5.2.3.tgz",
-      "integrity": "sha512-lcHwpNoggQTObv5apGNCTdJrO69eHOZMi4BNC+rTLER8iHAqGrUVeLh/irVIM7zTw2bOXA8T6uNPeujwOLg/2Q=="
-    },
    "node_modules/loupe": {
      "version": "3.1.0",
      "resolved": "https://registry.npmjs.org/loupe/-/loupe-3.1.0.tgz",
@@ -13280,6 +13360,23 @@
        "node": ">=4.0.0"
      }
    },
+    "node_modules/unzipper": {
+      "version": "0.11.6",
+      "resolved": "https://registry.npmjs.org/unzipper/-/unzipper-0.11.6.tgz",
+      "integrity": "sha512-anERl79akvqLbAxfjIFe4hK0wsi0fH4uGLwNEl4QEnG+KKs3QQeApYgOS/f6vH2EdACUlZg35psmd/3xL2duFQ==",
+      "dependencies": {
+        "big-integer": "^1.6.17",
+        "bluebird": "~3.4.1",
+        "duplexer2": "~0.1.4",
+        "fstream": "^1.0.12",
+        "graceful-fs": "^4.2.2"
+      }
+    },
+    "node_modules/unzipper/node_modules/bluebird": {
+      "version": "3.4.7",
+      "resolved": "https://registry.npmjs.org/bluebird/-/bluebird-3.4.7.tgz",
+      "integrity": "sha512-iD3898SR7sWVRHbiQv+sHUtHnMvC1o3nW5rAcqnq3uOn07DSAppZYUkIGslDz6gXC7HfunPe7YVBgoEJASPcHA=="
+    },
    "node_modules/update-browserslist-db": {
      "version": "1.0.15",
      "resolved": "https://registry.npmjs.org/update-browserslist-db/-/update-browserslist-db-1.0.15.tgz",
@@ -80,6 +80,7 @@
    "@types/pump": "^1.1.1",
    "@types/random-useragent": "^0.3.1",
    "@types/socket.io-client": "^1.4.36",
+    "@types/unzipper": "^0.10.9",
    "@types/uuid": "^8.3.0",
    "@types/ws": "^7.2.7",
    "@typescript-eslint/eslint-plugin": "^5.59.9",
@@ -116,6 +117,7 @@
    "@fastify/swagger": "^8.14.0",
    "@ffprobe-installer/ffprobe": "^1.4.1",
    "@opensearch-project/opensearch": "^2.4.0",
+    "@segment/analytics-node": "^2.1.2",
    "@sentry/node": "^6.19.7",
    "@sentry/tracing": "^6.19.7",
    "@socket.io/redis-adapter": "^7.2.0",
@@ -125,7 +127,6 @@
    "@types/sharp": "^0.29.5",
    "amqp-connection-manager": "^3.7.0",
    "amqplib": "^0.8.0",
-    "@segment/analytics-node": "^2.1.2",
    "archiver": "^5.3.1",
    "axios": "^1.6.8",
    "bcrypt": "^5.0.1",
@@ -179,6 +180,7 @@
    "socket.io": "^4.6.2",
    "socket.io-client": "^4.7.5",
    "unoconv-promise": "^1.0.8",
+    "unzipper": "^0.11.6",
    "uuid": "^8.3.2",
    "uuid-time": "^1.0.0",
    "v8-profiler-next": "^1.10.0",
@@ -351,25 +351,30 @@ export const addDriveItemToArchive = async (
      throw Error("file not found");
    }

-    archive.append(file.file, { name: file.name, prefix: prefix ?? "" });
+    archive.append(file.file, { name: item.name, prefix: prefix ?? "" });
    return;
  } else {
-    const items = await repository.find({
-      parent_id: item.id,
-      company_id: context.company.id,
-    });
-
-    for (const child of items.getEntities()) {
-      await addDriveItemToArchive(
-        child.id,
-        child,
-        archive,
-        repository,
-        context,
-        `${prefix || ""}${item.name}/`,
+    let nextPage = "";
+    do {
+      const items = await repository.find(
+        {
+          parent_id: item.id,
+          company_id: context.company.id,
+        },
+        { pagination: new Pagination(nextPage, "10") },
      );
-    }
-
+      for (const child of items.getEntities()) {
+        await addDriveItemToArchive(
+          child.id,
+          child,
+          archive,
+          repository,
+          context,
+          `${prefix || ""}${item.name}/`,
+        );
+      }
+      nextPage = items.nextPage?.page_token;
+    } while (nextPage > "");
    return;
  }
 };
@@ -636,6 +641,7 @@ export const isInTrash = async (
 import { logger } from "../../core/platform/framework";
 import { officeExtensions, textExtensions, pdfExtensions } from "../../utils/mime";
 import { readableToString } from "../../utils/files";
+import { Pagination } from "../../core/platform/framework/api/crud-service";

 /** Return true if the given filename and mime type could be analysed by `getKeywordsOfFile` */
 export const couldGetKeywordsOfFile = async (mime: string, filename: string): Promise<boolean> =>
@@ -14,6 +14,7 @@ import {
  DriveFileMockClass,
  DriveItemDetailsMockClass,
 } from "../common/entities/mock_entities";
+import { Open } from "unzipper";

 describe("the Drive feature", () => {
  let platform: TestPlatform;
@@ -98,7 +99,10 @@ describe("the Drive feature", () => {
  it("Download folder as a zip should work fine", async () => {
    //given
    const folder = await currentUser.createDirectory("user_" + currentUser.user.id)
-    await currentUser.uploadRandomFileAndCreateDocument(folder.id);
+    const fileNames = [];
+    for (let i = 0; i < 11; i++) {
+      fileNames.push(folder.name + "/" + (await currentUser.uploadRandomFileAndCreateDocument(folder.id)).name);
+    }

    //when
    const zipResponse = await currentUser.zipDocument(folder.id);
@@ -109,6 +113,12 @@ describe("the Drive feature", () => {

    //and data is in place
    expect(zipResponse.body.length).toBeGreaterThanOrEqual(100);
+
+    //unzip content and check all the files are
+    const zip = await Open.buffer(zipResponse.rawPayload);
+    //
+    expect(zip.files.length).toEqual(11);
+    expect(zip.files.map(f => f.path).sort()).toEqual(fileNames.sort())
  });

  it("did create a version for a drive item", async () => {
@@ -1357,13 +1357,6 @@
  resolved "https://registry.npmjs.org/@types/lodash/-/lodash-4.17.1.tgz"
  integrity sha512-X+2qazGS3jxLAIz5JDXDzglAF3KpijdhFxlf/V1+hEsOUc+HnWi81L/uv/EvGuV90WY+7mPGFCUDGfQC3Gj95Q==

-"@types/long@~5.0.0":
-  version "5.0.0"
-  resolved "https://registry.npmjs.org/@types/long/-/long-5.0.0.tgz"
-  integrity sha512-eQs9RsucA/LNjnMoJvWG/nXa7Pot/RbBzilF/QRIU/xRl+0ApxrSUFsV5lmf01SvSlqMzJ7Zwxe440wmz2SJGA==
-  dependencies:
-    long "*"
-
 "@types/mime@^1":
  version "1.3.5"
  resolved "https://registry.npmjs.org/@types/mime/-/mime-1.3.5.tgz"
@@ -1394,7 +1387,7 @@
  dependencies:
    "@types/node" "*"

-"@types/node@*", "@types/node@^18.11", "@types/node@>=10.0.0", "@types/node@>=8":
+"@types/node@*", "@types/node@^18.11", "@types/node@>=10.0.0":
  version "18.19.31"
  resolved "https://registry.npmjs.org/@types/node/-/node-18.19.31.tgz"
  integrity sha512-ArgCD39YpyyrtFKIqMDvjz79jto5fcI/SVUs2HwB+f0dAzq68yqOdyaSivLiLugSziTpNXLQrVb7RZFmdZzbhA==
@@ -1529,6 +1522,13 @@
  resolved "https://registry.npmjs.org/@types/strip-json-comments/-/strip-json-comments-0.0.30.tgz"
  integrity sha512-7NQmHra/JILCd1QqpSzl8+mJRc8ZHz3uDm8YV1Ks9IhK0epEiTw8aIErbvH9PI+6XbqhyIQy3462nEsn7UVzjQ==

+"@types/unzipper@^0.10.9":
+  version "0.10.9"
+  resolved "https://registry.npmjs.org/@types/unzipper/-/unzipper-0.10.9.tgz"
+  integrity sha512-vHbmFZAw8emNAOVkHVbS3qBnbr0x/qHQZ+ei1HE7Oy6Tyrptl+jpqnOX+BF5owcu/HZLOV0nJK+K9sjs1Ox2JA==
+  dependencies:
+    "@types/node" "*"
+
 "@types/uuid@^8.3.0":
  version "8.3.4"
  resolved "https://registry.npmjs.org/@types/uuid/-/uuid-8.3.4.tgz"
@@ -1725,11 +1725,6 @@ acorn-walk@^8.1.1:
  resolved "https://registry.npmjs.org/acorn/-/acorn-8.11.3.tgz"
  integrity sha512-Y9rRfJG5jcKOE0CLisYbojUjIrIEE7AGMzA/Sm4BslANhbS+cDMpgBdcPT91oJ7OuJ9hYJBx59RjbhxVnrF8Xg==

-adm-zip@~0.5.10:
-  version "0.5.12"
-  resolved "https://registry.npmjs.org/adm-zip/-/adm-zip-0.5.12.tgz"
-  integrity sha512-6TVU49mK6KZb4qG6xWaaM4C7sA/sgUMLy/JYMOzkcp3BvVLpW0fXDFQiIzAuxFCt/2+xD7fNIiPFAoLZPhVNLQ==
-
 agent-base@^6.0.2, agent-base@6:
  version "6.0.2"
  resolved "https://registry.npmjs.org/agent-base/-/agent-base-6.0.2.tgz"
@@ -2139,6 +2134,11 @@ bcrypt@^5.0.1:
    "@mapbox/node-pre-gyp" "^1.0.11"
    node-addon-api "^5.0.0"

+big-integer@^1.6.17:
+  version "1.6.52"
+  resolved "https://registry.npmjs.org/big-integer/-/big-integer-1.6.52.tgz"
+  integrity sha512-QxD8cf2eVqJOOz63z6JIN9BzvVs/dlySa5HGSBH5xtR8dPteIRQnBxxKqkNTiT6jbDTF6jAfrd4oMcND9RGbQg==
+
 binary-extensions@^2.0.0:
  version "2.3.0"
  resolved "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz"
@@ -2174,6 +2174,11 @@ bluebird@^3.7.2:
  resolved "https://registry.npmjs.org/bluebird/-/bluebird-3.7.2.tgz"
  integrity sha512-XpNj6GDQzdfW+r2Wnn7xiSAd7TM3jzkxGXBGTtWKuSXv1xUV+azxAm8jdWZN06QTQk+2N2XB9jRDkvbmQmcRtg==

+bluebird@~3.4.1:
+  version "3.4.7"
+  resolved "https://registry.npmjs.org/bluebird/-/bluebird-3.4.7.tgz"
+  integrity sha512-iD3898SR7sWVRHbiQv+sHUtHnMvC1o3nW5rAcqnq3uOn07DSAppZYUkIGslDz6gXC7HfunPe7YVBgoEJASPcHA==
+
 bn.js@^4.0.0:
  version "4.12.0"
  resolved "https://registry.npmjs.org/bn.js/-/bn.js-4.12.0.tgz"
@@ -2364,16 +2369,6 @@ caniuse-lite@^1.0.30001587:
  resolved "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001616.tgz"
  integrity sha512-RHVYKov7IcdNjVHJFNY/78RdG4oGVjbayxv8u5IO74Wv7Hlq4PnJE6mo/OjFijjVFNy5ijnCt6H3IIo4t+wfEw==

-cassandra-driver@^4.6.0:
-  version "4.7.2"
-  resolved "https://registry.npmjs.org/cassandra-driver/-/cassandra-driver-4.7.2.tgz"
-  integrity sha512-gwl1DeYvL8Wy3i1GDMzFtpUg5G473fU7EnHFZj7BUtdLB7loAfgZgB3zBhROc9fbaDSUDs6YwOPPojS5E1kbSA==
-  dependencies:
-    "@types/long" "~5.0.0"
-    "@types/node" ">=8"
-    adm-zip "~0.5.10"
-    long "~5.2.3"
-
 cb2promise@~1.1.1:
  version "1.1.1"
  resolved "https://registry.npmjs.org/cb2promise/-/cb2promise-1.1.1.tgz"
@@ -2981,6 +2976,13 @@ duplexer@~0.1.1:
  resolved "https://registry.npmjs.org/duplexer/-/duplexer-0.1.2.tgz"
  integrity sha512-jtD6YG370ZCIi/9GTaJKQxWTZD045+4R4hTk/x1UyoqadyJ9x9CgSi1RlVDQF8U2sxLLSnFkCaMihqljHIWgMg==

+duplexer2@~0.1.4:
+  version "0.1.4"
+  resolved "https://registry.npmjs.org/duplexer2/-/duplexer2-0.1.4.tgz"
+  integrity sha512-asLFVfWWtJ90ZyOUHMqk7/S2w2guQKxUI2itj3d92ADHhxUSbCMGi1f1cBcJ7xM1To+pE/Khbwo1yuNbMEPKeA==
+  dependencies:
+    readable-stream "^2.0.2"
+
 dynamic-dedupe@^0.3.0:
  version "0.3.0"
  resolved "https://registry.npmjs.org/dynamic-dedupe/-/dynamic-dedupe-0.3.0.tgz"
@@ -3726,6 +3728,16 @@ fsevents@^2.3.2, fsevents@~2.3.2:
  resolved "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz"
  integrity sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==

+fstream@^1.0.12:
+  version "1.0.12"
+  resolved "https://registry.npmjs.org/fstream/-/fstream-1.0.12.tgz"
+  integrity sha512-WvJ193OHa0GHPEL+AycEJgxvBEwyfRkN1vhjca23OaPVMCaLCXTd5qAu82AjTcgP1UJmytkOKb63Ypde7raDIg==
+  dependencies:
+    graceful-fs "^4.1.2"
+    inherits "~2.0.0"
+    mkdirp ">=0.5 0"
+    rimraf "2"
+
 function-bind@^1.1.2:
  version "1.1.2"
  resolved "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz"
@@ -3956,7 +3968,7 @@ got@~11.8.5:
    p-cancelable "^2.0.0"
    responselike "^2.0.0"

-graceful-fs@^4.1.15, graceful-fs@^4.1.2, graceful-fs@^4.1.6, graceful-fs@^4.2.0, graceful-fs@^4.2.6, graceful-fs@^4.2.9:
+graceful-fs@^4.1.15, graceful-fs@^4.1.2, graceful-fs@^4.1.6, graceful-fs@^4.2.0, graceful-fs@^4.2.2, graceful-fs@^4.2.6, graceful-fs@^4.2.9:
  version "4.2.11"
  resolved "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz"
  integrity sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==
@@ -4220,7 +4232,7 @@ inflight@^1.0.4:
    once "^1.3.0"
    wrappy "1"

-inherits@^2.0.1, inherits@^2.0.3, inherits@^2.0.4, inherits@~2.0.1, inherits@~2.0.3, inherits@2, inherits@2.0.4:
+inherits@^2.0.1, inherits@^2.0.3, inherits@^2.0.4, inherits@~2.0.0, inherits@~2.0.1, inherits@~2.0.3, inherits@2, inherits@2.0.4:
  version "2.0.4"
  resolved "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz"
  integrity sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==
@@ -5167,11 +5179,6 @@ log-symbols@^4.1.0:
    chalk "^4.1.0"
    is-unicode-supported "^0.1.0"

-long@*, long@~5.2.3:
-  version "5.2.3"
-  resolved "https://registry.npmjs.org/long/-/long-5.2.3.tgz"
-  integrity sha512-lcHwpNoggQTObv5apGNCTdJrO69eHOZMi4BNC+rTLER8iHAqGrUVeLh/irVIM7zTw2bOXA8T6uNPeujwOLg/2Q==
-
 loupe@^2.3.6:
  version "2.3.7"
  resolved "https://registry.npmjs.org/loupe/-/loupe-2.3.7.tgz"
@@ -5574,6 +5581,13 @@ mkdirp@^1.0.3, mkdirp@^1.0.4:
  resolved "https://registry.npmjs.org/mkdirp/-/mkdirp-1.0.4.tgz"
  integrity sha512-vVqVZQyf3WLx2Shd0qJ9xuvqgAyKPLAiqITEtqW0oIUjzo3PePDd6fW9iFz30ef7Ysp/oiWqbhszeGWW2T6Gzw==

+"mkdirp@>=0.5 0":
+  version "0.5.6"
+  resolved "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.6.tgz"
+  integrity sha512-FP+p8RB8OWpF3YZBCrP5gtADmtXApB5AMLn+vdyA+PyxCjrCs00mjyUozssO33cwDeT3wNGdLxJ5M//YqtHAJw==
+  dependencies:
+    minimist "^1.2.6"
+
 mnemonist@^0.39.5, mnemonist@0.39.6:
  version "0.39.6"
  resolved "https://registry.npmjs.org/mnemonist/-/mnemonist-0.39.6.tgz"
@@ -6568,6 +6582,19 @@ readable-stream@^2.0.0:
    string_decoder "~1.1.1"
    util-deprecate "~1.0.1"

+readable-stream@^2.0.2:
+  version "2.3.8"
+  resolved "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz"
+  integrity sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==
+  dependencies:
+    core-util-is "~1.0.0"
+    inherits "~2.0.3"
+    isarray "~1.0.0"
+    process-nextick-args "~2.0.0"
+    safe-buffer "~5.1.1"
+    string_decoder "~1.1.1"
+    util-deprecate "~1.0.1"
+
 readable-stream@^2.0.5:
  version "2.3.8"
  resolved "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz"
@@ -6802,6 +6829,13 @@ rimraf@^3.0.2:
  dependencies:
    glob "^7.1.3"

+rimraf@2:
+  version "2.7.1"
+  resolved "https://registry.npmjs.org/rimraf/-/rimraf-2.7.1.tgz"
+  integrity sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w==
+  dependencies:
+    glob "^7.1.3"
+
 run-parallel@^1.1.9:
  version "1.2.0"
  resolved "https://registry.npmjs.org/run-parallel/-/run-parallel-1.2.0.tgz"
@@ -7750,6 +7784,17 @@ unoconv-promise@^1.0.8:
    debug "^4.1.1"
    mime "^2.4.0"

+unzipper@^0.11.6:
+  version "0.11.6"
+  resolved "https://registry.npmjs.org/unzipper/-/unzipper-0.11.6.tgz"
+  integrity sha512-anERl79akvqLbAxfjIFe4hK0wsi0fH4uGLwNEl4QEnG+KKs3QQeApYgOS/f6vH2EdACUlZg35psmd/3xL2duFQ==
+  dependencies:
+    big-integer "^1.6.17"
+    bluebird "~3.4.1"
+    duplexer2 "~0.1.4"
+    fstream "^1.0.12"
+    graceful-fs "^4.2.2"
+
 update-browserslist-db@^1.0.13:
  version "1.0.15"
  resolved "https://registry.npmjs.org/update-browserslist-db/-/update-browserslist-db-1.0.15.tgz"