chore: remove wyt dependency

Author: cedricdelpoux

package.json

@@ -24,7 +24,6 @@
     "utils"
   ],
   "dependencies": {
-    "@forivall/wyt": "^2.0.2",
     "gatsby-source-filesystem": "2.11.0",
     "google-oauth2-env-vars": "^1.3.0",
     "googleapis": "67.1.1",

utils/google-drive.js

@@ -4,9 +4,9 @@ const _chunk = require("lodash/chunk")
 const _flatten = require("lodash/flatten")
 const GoogleOAuth2 = require("google-oauth2-env-vars")
 const yamljs = require("yamljs")
-const wyt = require("@forivall/wyt")
 
 const {ENV_TOKEN_VAR} = require("./constants")
+const {wait} = require("./wait")
 
 const MIME_TYPE_DOCUMENT = "application/vnd.google-apps.document"
 const MIME_TYPE_FOLDER = "application/vnd.google-apps.folder"
@@ -147,7 +147,7 @@ async function getGoogleDrive() {
  */
 
 // 10 per 1.5 seconds.
-const rateLimit = wyt(10, 1500)
+const rateLimit = wait(10, 1500)
 const BATCH_SIZE = 100
 /**
  * @param {import('..').Options & FetchDocumentsOptions} options

utils/wait.js

@@ -0,0 +1,49 @@
+function sleep(ms) {
+  return new Promise((resolve) => {
+    setTimeout(() => resolve(), ms)
+  })
+}
+
+function reload(requestsPerInterval, interval, state) {
+  const throughput = requestsPerInterval / interval
+  const now = Date.now()
+  const reloadTime = now - state.lastReload
+  const reloadedRequests = reloadTime * throughput
+  const newAvalableRequests = state.availableRequests + reloadedRequests
+
+  return {
+    ...state,
+    lastReload: now,
+    availableRequests: Math.min(newAvalableRequests, requestsPerInterval),
+  }
+}
+
+function wait(requestsPerInterval, interval) {
+  const timePerRequest = interval / requestsPerInterval
+
+  let state = {
+    lastReload: Date.now(),
+    availableRequests: requestsPerInterval,
+  }
+
+  async function waitRequest(requests = 1) {
+    if (requests > requestsPerInterval) {
+      throw new Error(
+        "Requests can not be greater than the number of requests per interval"
+      )
+    }
+
+    state = reload(requestsPerInterval, interval, state)
+
+    const requestsToWait = Math.max(0, requests - state.availableRequests)
+    const wait = Math.ceil(requestsToWait * timePerRequest)
+
+    state.availableRequests -= requests
+    await sleep(wait)
+    return wait
+  }
+
+  return waitRequest
+}
+
+exports.wait = wait

yarn.lock

@@ -478,11 +478,6 @@
     minimatch "^3.0.4"
     strip-json-comments "^3.1.1"
 
-"@forivall/wyt@^2.0.2":
-  version "2.0.2"
-  resolved "https://registry.yarnpkg.com/@forivall/wyt/-/wyt-2.0.2.tgz#2516bfe7cecb21605447dfb37039ab3eea16dab3"
-  integrity sha512-P5WLG9xdDf5cwzdZPLycrubCwStc1xlSnG1U4FVvCoK1owEClCJU9bK/BU2eD6VeUQy8naK00yt6YbVJqZHWPg==
-
 "@iarna/cli@^1.2.0":
   version "1.2.0"
   resolved "https://registry.yarnpkg.com/@iarna/cli/-/cli-1.2.0.tgz#0f7af5e851afe895104583c4ca07377a8094d641"