aboutsummaryrefslogtreecommitdiff
path: root/node_modules/fastq
diff options
context:
space:
mode:
authorMinteck <nekostarfan@gmail.com>2021-08-24 14:41:48 +0200
committerMinteck <nekostarfan@gmail.com>2021-08-24 14:41:48 +0200
commitd25e11bee6ca5ca523884da132d18e1400e077b9 (patch)
tree8af39fde19f7ed640a60fb397c7edd647dff1c4c /node_modules/fastq
downloadkartik-iridium-d25e11bee6ca5ca523884da132d18e1400e077b9.tar.gz
kartik-iridium-d25e11bee6ca5ca523884da132d18e1400e077b9.tar.bz2
kartik-iridium-d25e11bee6ca5ca523884da132d18e1400e077b9.zip
Initial commit
Diffstat (limited to 'node_modules/fastq')
-rw-r--r--node_modules/fastq/.github/dependabot.yml11
-rw-r--r--node_modules/fastq/.github/workflows/ci.yml50
-rw-r--r--node_modules/fastq/LICENSE13
-rw-r--r--node_modules/fastq/README.md302
-rw-r--r--node_modules/fastq/bench.js66
-rw-r--r--node_modules/fastq/example.js14
-rw-r--r--node_modules/fastq/example.mjs11
-rw-r--r--node_modules/fastq/index.d.ts36
-rw-r--r--node_modules/fastq/package.json52
-rw-r--r--node_modules/fastq/queue.js269
-rw-r--r--node_modules/fastq/test/example.ts81
-rw-r--r--node_modules/fastq/test/promise.js151
-rw-r--r--node_modules/fastq/test/test.js566
-rw-r--r--node_modules/fastq/test/tsconfig.json11
14 files changed, 1633 insertions, 0 deletions
diff --git a/node_modules/fastq/.github/dependabot.yml b/node_modules/fastq/.github/dependabot.yml
new file mode 100644
index 0000000..7e7cbe1
--- /dev/null
+++ b/node_modules/fastq/.github/dependabot.yml
@@ -0,0 +1,11 @@
+version: 2
+updates:
+- package-ecosystem: npm
+ directory: "/"
+ schedule:
+ interval: daily
+ open-pull-requests-limit: 10
+ ignore:
+ - dependency-name: standard
+ versions:
+ - 16.0.3
diff --git a/node_modules/fastq/.github/workflows/ci.yml b/node_modules/fastq/.github/workflows/ci.yml
new file mode 100644
index 0000000..50e66b5
--- /dev/null
+++ b/node_modules/fastq/.github/workflows/ci.yml
@@ -0,0 +1,50 @@
+name: ci
+
+on: [push, pull_request]
+
+jobs:
+ legacy:
+ runs-on: ubuntu-latest
+
+ strategy:
+ matrix:
+ node-version: ['0.10', '0.12', 4.x, 6.x, 8.x]
+
+ steps:
+ - uses: actions/checkout@v2
+
+ - name: Use Node.js
+ uses: actions/setup-node@v1
+ with:
+ node-version: ${{ matrix.node-version }}
+
+ - name: Install
+ run: |
+ npm install --production && npm install tape
+
+ - name: Run tests
+ run: |
+ npm run legacy
+
+ test:
+ runs-on: ubuntu-latest
+
+ strategy:
+ matrix:
+ node-version: [10.x, 12.x, 13.x, 14.x, 15.x, 16.x]
+
+ steps:
+ - uses: actions/checkout@v2
+
+ - name: Use Node.js
+ uses: actions/setup-node@v1
+ with:
+ node-version: ${{ matrix.node-version }}
+
+ - name: Install
+ run: |
+ npm install
+
+ - name: Run tests
+ run: |
+ npm run test
diff --git a/node_modules/fastq/LICENSE b/node_modules/fastq/LICENSE
new file mode 100644
index 0000000..27c7bb4
--- /dev/null
+++ b/node_modules/fastq/LICENSE
@@ -0,0 +1,13 @@
+Copyright (c) 2015-2020, Matteo Collina <matteo.collina@gmail.com>
+
+Permission to use, copy, modify, and/or distribute this software for any
+purpose with or without fee is hereby granted, provided that the above
+copyright notice and this permission notice appear in all copies.
+
+THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
diff --git a/node_modules/fastq/README.md b/node_modules/fastq/README.md
new file mode 100644
index 0000000..b67abb8
--- /dev/null
+++ b/node_modules/fastq/README.md
@@ -0,0 +1,302 @@
+# fastq
+
+![ci][ci-url]
+[![npm version][npm-badge]][npm-url]
+[![Dependency Status][david-badge]][david-url]
+
+Fast, in memory work queue.
+
+Benchmarks (1 million tasks):
+
+* setImmediate: 812ms
+* fastq: 854ms
+* async.queue: 1298ms
+* neoAsync.queue: 1249ms
+
+Obtained on node 12.16.1, on a dedicated server.
+
+If you need zero-overhead series function call, check out
+[fastseries](http://npm.im/fastseries). For zero-overhead parallel
+function call, check out [fastparallel](http://npm.im/fastparallel).
+
+[![js-standard-style](https://raw.githubusercontent.com/feross/standard/master/badge.png)](https://github.com/feross/standard)
+
+ * <a href="#install">Installation</a>
+ * <a href="#usage">Usage</a>
+ * <a href="#api">API</a>
+ * <a href="#license">Licence &amp; copyright</a>
+
+## Install
+
+`npm i fastq --save`
+
+## Usage (callback API)
+
+```js
+'use strict'
+
+const queue = require('fastq')(worker, 1)
+
+queue.push(42, function (err, result) {
+ if (err) { throw err }
+ console.log('the result is', result)
+})
+
+function worker (arg, cb) {
+ cb(null, arg * 2)
+}
+```
+
+## Usage (promise API)
+
+```js
+const queue = require('fastq').promise(worker, 1)
+
+async function worker (arg) {
+ return arg * 2
+}
+
+async function run () {
+ const result = await queue.push(42)
+ console.log('the result is', result)
+}
+
+run()
+```
+
+### Setting "this"
+
+```js
+'use strict'
+
+const that = { hello: 'world' }
+const queue = require('fastq')(that, worker, 1)
+
+queue.push(42, function (err, result) {
+ if (err) { throw err }
+ console.log(this)
+ console.log('the result is', result)
+})
+
+function worker (arg, cb) {
+ console.log(this)
+ cb(null, arg * 2)
+}
+```
+
+### Using with TypeScript (callback API)
+
+```ts
+'use strict'
+
+import * as fastq from "fastq";
+import type { queue, done } from "fastq";
+
+type Task = {
+ id: number
+}
+
+const q: queue<Task> = fastq(worker, 1)
+
+q.push({ id: 42})
+
+function worker (arg: Task, cb: done) {
+ console.log(arg.id)
+ cb(null)
+}
+```
+
+### Using with TypeScript (promise API)
+
+```ts
+'use strict'
+
+import * as fastq from "fastq";
+import type { queueAsPromised } from "fastq";
+
+type Task = {
+ id: number
+}
+
+const q: queueAsPromised<Task> = fastq.promise(asyncWorker, 1)
+
+q.push({ id: 42}).catch((err) => console.error(err))
+
+async function asyncWorker (arg: Task): Promise<void> {
+ // No need for a try-catch block, fastq handles errors automatically
+ console.log(arg.id)
+}
+```
+
+## API
+
+* <a href="#fastqueue"><code>fastqueue()</code></a>
+* <a href="#push"><code>queue#<b>push()</b></code></a>
+* <a href="#unshift"><code>queue#<b>unshift()</b></code></a>
+* <a href="#pause"><code>queue#<b>pause()</b></code></a>
+* <a href="#resume"><code>queue#<b>resume()</b></code></a>
+* <a href="#idle"><code>queue#<b>idle()</b></code></a>
+* <a href="#length"><code>queue#<b>length()</b></code></a>
+* <a href="#getQueue"><code>queue#<b>getQueue()</b></code></a>
+* <a href="#kill"><code>queue#<b>kill()</b></code></a>
+* <a href="#killAndDrain"><code>queue#<b>killAndDrain()</b></code></a>
+* <a href="#error"><code>queue#<b>error()</b></code></a>
+* <a href="#concurrency"><code>queue#<b>concurrency</b></code></a>
+* <a href="#drain"><code>queue#<b>drain</b></code></a>
+* <a href="#empty"><code>queue#<b>empty</b></code></a>
+* <a href="#saturated"><code>queue#<b>saturated</b></code></a>
+* <a href="#promise"><code>fastqueue.promise()</code></a>
+
+-------------------------------------------------------
+<a name="fastqueue"></a>
+### fastqueue([that], worker, concurrency)
+
+Creates a new queue.
+
+Arguments:
+
+* `that`, optional context of the `worker` function.
+* `worker`, worker function, it would be called with `that` as `this`,
+ if that is specified.
+* `concurrency`, number of concurrent tasks that could be executed in
+ parallel.
+
+-------------------------------------------------------
+<a name="push"></a>
+### queue.push(task, done)
+
+Add a task at the end of the queue. `done(err, result)` will be called
+when the task was processed.
+
+-------------------------------------------------------
+<a name="unshift"></a>
+### queue.unshift(task, done)
+
+Add a task at the beginning of the queue. `done(err, result)` will be called
+when the task was processed.
+
+-------------------------------------------------------
+<a name="pause"></a>
+### queue.pause()
+
+Pause the processing of tasks. Currently worked tasks are not
+stopped.
+
+-------------------------------------------------------
+<a name="resume"></a>
+### queue.resume()
+
+Resume the processing of tasks.
+
+-------------------------------------------------------
+<a name="idle"></a>
+### queue.idle()
+
+Returns `false` if there are tasks being processed or waiting to be processed.
+`true` otherwise.
+
+-------------------------------------------------------
+<a name="length"></a>
+### queue.length()
+
+Returns the number of tasks waiting to be processed (in the queue).
+
+-------------------------------------------------------
+<a name="getQueue"></a>
+### queue.getQueue()
+
+Returns all the tasks be processed (in the queue). Returns empty array when there are no tasks
+
+-------------------------------------------------------
+<a name="kill"></a>
+### queue.kill()
+
+Removes all tasks waiting to be processed, and reset `drain` to an empty
+function.
+
+-------------------------------------------------------
+<a name="killAndDrain"></a>
+### queue.killAndDrain()
+
+Same than `kill` but the `drain` function will be called before reset to empty.
+
+-------------------------------------------------------
+<a name="error"></a>
+### queue.error(handler)
+
+Set a global error handler. `handler(err, task)` will be called
+when any of the tasks return an error.
+
+-------------------------------------------------------
+<a name="concurrency"></a>
+### queue.concurrency
+
+Property that returns the number of concurrent tasks that could be executed in
+parallel. It can be altered at runtime.
+
+-------------------------------------------------------
+<a name="drain"></a>
+### queue.drain
+
+Function that will be called when the last
+item from the queue has been processed by a worker.
+It can be altered at runtime.
+
+-------------------------------------------------------
+<a name="empty"></a>
+### queue.empty
+
+Function that will be called when the last
+item from the queue has been assigned to a worker.
+It can be altered at runtime.
+
+-------------------------------------------------------
+<a name="saturated"></a>
+### queue.saturated
+
+Function that will be called when the queue hits the concurrency
+limit.
+It can be altered at runtime.
+
+-------------------------------------------------------
+<a name="promise"></a>
+### fastqueue.promise([that], worker(arg), concurrency)
+
+Creates a new queue with `Promise` apis. It also offers all the methods
+and properties of the object returned by [`fastqueue`](#fastqueue) with the modified
+[`push`](#pushPromise) and [`unshift`](#unshiftPromise) methods.
+
+Node v10+ is required to use the promisified version.
+
+Arguments:
+* `that`, optional context of the `worker` function.
+* `worker`, worker function, it would be called with `that` as `this`,
+ if that is specified. It MUST return a `Promise`.
+* `concurrency`, number of concurrent tasks that could be executed in
+ parallel.
+
+<a name="pushPromise"></a>
+#### queue.push(task) => Promise
+
+Add a task at the end of the queue. The returned `Promise` will be fulfilled (rejected)
+when the task is completed successfully (unsuccessfully).
+
+This promise could be ignored as it will not lead to a `'unhandledRejection'`.
+
+<a name="unshiftPromise"></a>
+#### queue.unshift(task) => Promise
+
+Add a task at the beginning of the queue. The returned `Promise` will be fulfilled (rejected)
+when the task is completed successfully (unsuccessfully).
+
+This promise could be ignored as it will not lead to a `'unhandledRejection'`.
+
+## License
+
+ISC
+
+[ci-url]: https://github.com/mcollina/fastq/workflows/ci/badge.svg
+[npm-badge]: https://badge.fury.io/js/fastq.svg
+[npm-url]: https://badge.fury.io/js/fastq
+[david-badge]: https://david-dm.org/mcollina/fastq.svg
+[david-url]: https://david-dm.org/mcollina/fastq
diff --git a/node_modules/fastq/bench.js b/node_modules/fastq/bench.js
new file mode 100644
index 0000000..4eaa829
--- /dev/null
+++ b/node_modules/fastq/bench.js
@@ -0,0 +1,66 @@
+'use strict'
+
+const max = 1000000
+const fastqueue = require('./')(worker, 1)
+const { promisify } = require('util')
+const immediate = promisify(setImmediate)
+const qPromise = require('./').promise(immediate, 1)
+const async = require('async')
+const neo = require('neo-async')
+const asyncqueue = async.queue(worker, 1)
+const neoqueue = neo.queue(worker, 1)
+
+function bench (func, done) {
+ const key = max + '*' + func.name
+ let count = -1
+
+ console.time(key)
+ end()
+
+ function end () {
+ if (++count < max) {
+ func(end)
+ } else {
+ console.timeEnd(key)
+ if (done) {
+ done()
+ }
+ }
+ }
+}
+
+function benchFastQ (done) {
+ fastqueue.push(42, done)
+}
+
+function benchAsyncQueue (done) {
+ asyncqueue.push(42, done)
+}
+
+function benchNeoQueue (done) {
+ neoqueue.push(42, done)
+}
+
+function worker (arg, cb) {
+ setImmediate(cb)
+}
+
+function benchSetImmediate (cb) {
+ worker(42, cb)
+}
+
+function benchFastQPromise (done) {
+ qPromise.push(42).then(function () { done() }, done)
+}
+
+function runBench (done) {
+ async.eachSeries([
+ benchSetImmediate,
+ benchFastQ,
+ benchNeoQueue,
+ benchAsyncQueue,
+ benchFastQPromise
+ ], bench, done)
+}
+
+runBench(runBench)
diff --git a/node_modules/fastq/example.js b/node_modules/fastq/example.js
new file mode 100644
index 0000000..665fdc8
--- /dev/null
+++ b/node_modules/fastq/example.js
@@ -0,0 +1,14 @@
+'use strict'
+
+/* eslint-disable no-var */
+
+var queue = require('./')(worker, 1)
+
+queue.push(42, function (err, result) {
+ if (err) { throw err }
+ console.log('the result is', result)
+})
+
+function worker (arg, cb) {
+ cb(null, 42 * 2)
+}
diff --git a/node_modules/fastq/example.mjs b/node_modules/fastq/example.mjs
new file mode 100644
index 0000000..81be789
--- /dev/null
+++ b/node_modules/fastq/example.mjs
@@ -0,0 +1,11 @@
+import { promise as queueAsPromised } from './queue.js'
+
+/* eslint-disable */
+
+const queue = queueAsPromised(worker, 1)
+
+console.log('the result is', await queue.push(42))
+
+async function worker (arg) {
+ return 42 * 2
+}
diff --git a/node_modules/fastq/index.d.ts b/node_modules/fastq/index.d.ts
new file mode 100644
index 0000000..70311e7
--- /dev/null
+++ b/node_modules/fastq/index.d.ts
@@ -0,0 +1,36 @@
+declare function fastq<C, T = any, R = any>(context: C, worker: fastq.worker<C, T, R>, concurrency: number): fastq.queue<T, R>
+declare function fastq<C, T = any, R = any>(worker: fastq.worker<C, T, R>, concurrency: number): fastq.queue<T, R>
+
+declare namespace fastq {
+ type worker<C, T = any, R = any> = (this: C, task: T, cb: fastq.done<R>) => void
+ type asyncWorker<C, T = any, R = any> = (this: C, task: T) => Promise<R>
+ type done<R = any> = (err: Error | null, result?: R) => void
+ type errorHandler<T = any> = (err: Error, task: T) => void
+
+ interface queue<T = any, R = any> {
+ push(task: T, done?: done<R>): void
+ unshift(task: T, done?: done<R>): void
+ pause(): any
+ resume(): any
+ idle(): boolean
+ length(): number
+ getQueue(): T[]
+ kill(): any
+ killAndDrain(): any
+ error(handler: errorHandler): void
+ concurrency: number
+ drain(): any
+ empty: () => void
+ saturated: () => void
+ }
+
+ interface queueAsPromised<T = any, R = any> extends queue<T, R> {
+ push(task: T): Promise<R>
+ unshift(task: T): Promise<R>
+ }
+
+ function promise<C, T = any, R = any>(context: C, worker: fastq.asyncWorker<C, T, R>, concurrency: number): fastq.queueAsPromised<T, R>
+ function promise<C, T = any, R = any>(worker: fastq.asyncWorker<C, T, R>, concurrency: number): fastq.queueAsPromised<T, R>
+}
+
+export = fastq
diff --git a/node_modules/fastq/package.json b/node_modules/fastq/package.json
new file mode 100644
index 0000000..733fe2c
--- /dev/null
+++ b/node_modules/fastq/package.json
@@ -0,0 +1,52 @@
+{
+ "name": "fastq",
+ "version": "1.12.0",
+ "description": "Fast, in memory work queue",
+ "main": "queue.js",
+ "scripts": {
+ "lint": "standard --verbose | snazzy",
+ "unit": "nyc --lines 100 --branches 100 --functions 100 --check-coverage --reporter=text tape test/test.js test/promise.js",
+ "coverage": "nyc --reporter=html --reporter=cobertura --reporter=text tape test/test.js test/promise.js",
+ "test:report": "npm run lint && npm run unit:report",
+ "test": "npm run lint && npm run unit && npm run typescript",
+ "typescript": "tsc --project ./test/tsconfig.json",
+ "legacy": "tape test/test.js"
+ },
+ "pre-commit": [
+ "test"
+ ],
+ "repository": {
+ "type": "git",
+ "url": "git+https://github.com/mcollina/fastq.git"
+ },
+ "keywords": [
+ "fast",
+ "queue",
+ "async",
+ "worker"
+ ],
+ "author": "Matteo Collina <hello@matteocollina.com>",
+ "license": "ISC",
+ "bugs": {
+ "url": "https://github.com/mcollina/fastq/issues"
+ },
+ "homepage": "https://github.com/mcollina/fastq#readme",
+ "devDependencies": {
+ "async": "^3.1.0",
+ "neo-async": "^2.6.1",
+ "nyc": "^15.0.0",
+ "pre-commit": "^1.2.2",
+ "snazzy": "^9.0.0",
+ "standard": "^16.0.0",
+ "tape": "^5.0.0",
+ "typescript": "^4.0.2"
+ },
+ "dependencies": {
+ "reusify": "^1.0.4"
+ },
+ "standard": {
+ "ignore": [
+ "example.mjs"
+ ]
+ }
+}
diff --git a/node_modules/fastq/queue.js b/node_modules/fastq/queue.js
new file mode 100644
index 0000000..e20ff87
--- /dev/null
+++ b/node_modules/fastq/queue.js
@@ -0,0 +1,269 @@
+'use strict'
+
+/* eslint-disable no-var */
+
+var reusify = require('reusify')
+
+function fastqueue (context, worker, concurrency) {
+ if (typeof context === 'function') {
+ concurrency = worker
+ worker = context
+ context = null
+ }
+
+ if (concurrency < 1) {
+ throw new Error('fastqueue concurrency must be greater than 1')
+ }
+
+ var cache = reusify(Task)
+ var queueHead = null
+ var queueTail = null
+ var _running = 0
+ var errorHandler = null
+
+ var self = {
+ push: push,
+ drain: noop,
+ saturated: noop,
+ pause: pause,
+ paused: false,
+ concurrency: concurrency,
+ running: running,
+ resume: resume,
+ idle: idle,
+ length: length,
+ getQueue: getQueue,
+ unshift: unshift,
+ empty: noop,
+ kill: kill,
+ killAndDrain: killAndDrain,
+ error: error
+ }
+
+ return self
+
+ function running () {
+ return _running
+ }
+
+ function pause () {
+ self.paused = true
+ }
+
+ function length () {
+ var current = queueHead
+ var counter = 0
+
+ while (current) {
+ current = current.next
+ counter++
+ }
+
+ return counter
+ }
+
+ function getQueue () {
+ var current = queueHead
+ var tasks = []
+
+ while (current) {
+ tasks.push(current.value)
+ current = current.next
+ }
+
+ return tasks
+ }
+
+ function resume () {
+ if (!self.paused) return
+ self.paused = false
+ for (var i = 0; i < self.concurrency; i++) {
+ _running++
+ release()
+ }
+ }
+
+ function idle () {
+ return _running === 0 && self.length() === 0
+ }
+
+ function push (value, done) {
+ var current = cache.get()
+
+ current.context = context
+ current.release = release
+ current.value = value
+ current.callback = done || noop
+ current.errorHandler = errorHandler
+
+ if (_running === self.concurrency || self.paused) {
+ if (queueTail) {
+ queueTail.next = current
+ queueTail = current
+ } else {
+ queueHead = current
+ queueTail = current
+ self.saturated()
+ }
+ } else {
+ _running++
+ worker.call(context, current.value, current.worked)
+ }
+ }
+
+ function unshift (value, done) {
+ var current = cache.get()
+
+ current.context = context
+ current.release = release
+ current.value = value
+ current.callback = done || noop
+
+ if (_running === self.concurrency || self.paused) {
+ if (queueHead) {
+ current.next = queueHead
+ queueHead = current
+ } else {
+ queueHead = current
+ queueTail = current
+ self.saturated()
+ }
+ } else {
+ _running++
+ worker.call(context, current.value, current.worked)
+ }
+ }
+
+ function release (holder) {
+ if (holder) {
+ cache.release(holder)
+ }
+ var next = queueHead
+ if (next) {
+ if (!self.paused) {
+ if (queueTail === queueHead) {
+ queueTail = null
+ }
+ queueHead = next.next
+ next.next = null
+ worker.call(context, next.value, next.worked)
+ if (queueTail === null) {
+ self.empty()
+ }
+ } else {
+ _running--
+ }
+ } else if (--_running === 0) {
+ self.drain()
+ }
+ }
+
+ function kill () {
+ queueHead = null
+ queueTail = null
+ self.drain = noop
+ }
+
+ function killAndDrain () {
+ queueHead = null
+ queueTail = null
+ self.drain()
+ self.drain = noop
+ }
+
+ function error (handler) {
+ errorHandler = handler
+ }
+}
+
+function noop () {}
+
+function Task () {
+ this.value = null
+ this.callback = noop
+ this.next = null
+ this.release = noop
+ this.context = null
+ this.errorHandler = null
+
+ var self = this
+
+ this.worked = function worked (err, result) {
+ var callback = self.callback
+ var errorHandler = self.errorHandler
+ var val = self.value
+ self.value = null
+ self.callback = noop
+ if (self.errorHandler) {
+ errorHandler(err, val)
+ }
+ callback.call(self.context, err, result)
+ self.release(self)
+ }
+}
+
+function queueAsPromised (context, worker, concurrency) {
+ if (typeof context === 'function') {
+ concurrency = worker
+ worker = context
+ context = null
+ }
+
+ function asyncWrapper (arg, cb) {
+ worker.call(this, arg)
+ .then(function (res) {
+ cb(null, res)
+ }, cb)
+ }
+
+ var queue = fastqueue(context, asyncWrapper, concurrency)
+
+ var pushCb = queue.push
+ var unshiftCb = queue.unshift
+
+ queue.push = push
+ queue.unshift = unshift
+
+ return queue
+
+ function push (value) {
+ var p = new Promise(function (resolve, reject) {
+ pushCb(value, function (err, result) {
+ if (err) {
+ reject(err)
+ return
+ }
+ resolve(result)
+ })
+ })
+
+ // Let's fork the promise chain to
+ // make the error bubble up to the user but
+ // not lead to a unhandledRejection
+ p.catch(noop)
+
+ return p
+ }
+
+ function unshift (value) {
+ var p = new Promise(function (resolve, reject) {
+ unshiftCb(value, function (err, result) {
+ if (err) {
+ reject(err)
+ return
+ }
+ resolve(result)
+ })
+ })
+
+ // Let's fork the promise chain to
+ // make the error bubble up to the user but
+ // not lead to a unhandledRejection
+ p.catch(noop)
+
+ return p
+ }
+}
+
+module.exports = fastqueue
+module.exports.promise = queueAsPromised
diff --git a/node_modules/fastq/test/example.ts b/node_modules/fastq/test/example.ts
new file mode 100644
index 0000000..c454e9d
--- /dev/null
+++ b/node_modules/fastq/test/example.ts
@@ -0,0 +1,81 @@
+import * as fastq from '../'
+import { promise as queueAsPromised } from '../'
+
+// Basic example
+
+const queue = fastq(worker, 1)
+
+queue.push('world', (err, result) => {
+ if (err) throw err
+ console.log('the result is', result)
+})
+
+queue.push('push without cb')
+
+queue.concurrency
+
+queue.drain()
+
+queue.empty = () => undefined
+
+console.log('the queue tasks are', queue.getQueue())
+
+queue.idle()
+
+queue.kill()
+
+queue.killAndDrain()
+
+queue.length
+
+queue.pause()
+
+queue.resume()
+
+queue.saturated = () => undefined
+
+queue.unshift('world', (err, result) => {
+ if (err) throw err
+ console.log('the result is', result)
+})
+
+queue.unshift('unshift without cb')
+
+function worker(task: any, cb: fastq.done) {
+ cb(null, 'hello ' + task)
+}
+
+// Generics example
+
+interface GenericsContext {
+ base: number;
+}
+
+const genericsQueue = fastq<GenericsContext, number, string>({ base: 6 }, genericsWorker, 1)
+
+genericsQueue.push(7, (err, done) => {
+ if (err) throw err
+ console.log('the result is', done)
+})
+
+genericsQueue.unshift(7, (err, done) => {
+ if (err) throw err
+ console.log('the result is', done)
+})
+
+function genericsWorker(this: GenericsContext, task: number, cb: fastq.done<string>) {
+ cb(null, 'the meaning of life is ' + (this.base * task))
+}
+
+const queue2 = queueAsPromised(asyncWorker, 1)
+
+async function asyncWorker(task: any) {
+ return 'hello ' + task
+}
+
+async function run () {
+ await queue.push(42)
+ await queue.unshift(42)
+}
+
+run()
diff --git a/node_modules/fastq/test/promise.js b/node_modules/fastq/test/promise.js
new file mode 100644
index 0000000..4e28f21
--- /dev/null
+++ b/node_modules/fastq/test/promise.js
@@ -0,0 +1,151 @@
+'use strict'
+
+const test = require('tape')
+const buildQueue = require('../').promise
+const { promisify } = require('util')
+const sleep = promisify(setTimeout)
+const immediate = promisify(setImmediate)
+
+test('concurrency', function (t) {
+ t.plan(2)
+ t.throws(buildQueue.bind(null, worker, 0))
+ t.doesNotThrow(buildQueue.bind(null, worker, 1))
+
+ async function worker (arg) {
+ return true
+ }
+})
+
+test('worker execution', async function (t) {
+ const queue = buildQueue(worker, 1)
+
+ const result = await queue.push(42)
+
+ t.equal(result, true, 'result matches')
+
+ async function worker (arg) {
+ t.equal(arg, 42)
+ return true
+ }
+})
+
+test('limit', async function (t) {
+ const queue = buildQueue(worker, 1)
+
+ const [res1, res2] = await Promise.all([queue.push(10), queue.push(0)])
+ t.equal(res1, 10, 'the result matches')
+ t.equal(res2, 0, 'the result matches')
+
+ async function worker (arg) {
+ await sleep(arg)
+ return arg
+ }
+})
+
+test('multiple executions', async function (t) {
+ const queue = buildQueue(worker, 1)
+ const toExec = [1, 2, 3, 4, 5]
+ const expected = ['a', 'b', 'c', 'd', 'e']
+ let count = 0
+
+ await Promise.all(toExec.map(async function (task, i) {
+ const result = await queue.push(task)
+ t.equal(result, expected[i], 'the result matches')
+ }))
+
+ async function worker (arg) {
+ t.equal(arg, toExec[count], 'arg matches')
+ return expected[count++]
+ }
+})
+
+test('set this', async function (t) {
+ t.plan(1)
+ const that = {}
+ const queue = buildQueue(that, worker, 1)
+
+ await queue.push(42)
+
+ async function worker (arg) {
+ t.equal(this, that, 'this matches')
+ }
+})
+
+test('unshift', async function (t) {
+ const queue = buildQueue(worker, 1)
+ const expected = [1, 2, 3, 4]
+
+ await Promise.all([
+ queue.push(1),
+ queue.push(4),
+ queue.unshift(3),
+ queue.unshift(2)
+ ])
+
+ t.is(expected.length, 0)
+
+ async function worker (arg) {
+ t.equal(expected.shift(), arg, 'tasks come in order')
+ }
+})
+
+test('push with worker throwing error', async function (t) {
+ t.plan(5)
+ const q = buildQueue(async function (task, cb) {
+ throw new Error('test error')
+ }, 1)
+ q.error(function (err, task) {
+ t.ok(err instanceof Error, 'global error handler should catch the error')
+ t.match(err.message, /test error/, 'error message should be "test error"')
+ t.equal(task, 42, 'The task executed should be passed')
+ })
+ try {
+ await q.push(42)
+ } catch (err) {
+ t.ok(err instanceof Error, 'push callback should catch the error')
+ t.match(err.message, /test error/, 'error message should be "test error"')
+ }
+})
+
+test('unshift with worker throwing error', async function (t) {
+ t.plan(2)
+ const q = buildQueue(async function (task, cb) {
+ throw new Error('test error')
+ }, 1)
+ try {
+ await q.unshift(42)
+ } catch (err) {
+ t.ok(err instanceof Error, 'push callback should catch the error')
+ t.match(err.message, /test error/, 'error message should be "test error"')
+ }
+})
+
+test('no unhandledRejection (push)', async function (t) {
+ function handleRejection () {
+ t.fail('unhandledRejection')
+ }
+ process.once('unhandledRejection', handleRejection)
+ const q = buildQueue(async function (task, cb) {
+ throw new Error('test error')
+ }, 1)
+
+ q.push(42)
+
+ await immediate()
+ process.removeListener('unhandledRejection', handleRejection)
+})
+
+test('no unhandledRejection (unshift)', async function (t) {
+ function handleRejection () {
+ t.fail('unhandledRejection')
+ }
+ process.once('unhandledRejection', handleRejection)
+ const q = buildQueue(async function (task, cb) {
+ throw new Error('test error')
+ }, 1)
+
+ q.unshift(42)
+
+ await immediate()
+ process.removeListener('unhandledRejection', handleRejection)
+})
diff --git a/node_modules/fastq/test/test.js b/node_modules/fastq/test/test.js
new file mode 100644
index 0000000..1cc78a5
--- /dev/null
+++ b/node_modules/fastq/test/test.js
@@ -0,0 +1,566 @@
+'use strict'
+
+/* eslint-disable no-var */
+
+var test = require('tape')
+var buildQueue = require('../')
+
+test('concurrency', function (t) {
+ t.plan(2)
+ t.throws(buildQueue.bind(null, worker, 0))
+ t.doesNotThrow(buildQueue.bind(null, worker, 1))
+
+ function worker (arg, cb) {
+ cb(null, true)
+ }
+})
+
+test('worker execution', function (t) {
+ t.plan(3)
+
+ var queue = buildQueue(worker, 1)
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ })
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ cb(null, true)
+ }
+})
+
+test('limit', function (t) {
+ t.plan(4)
+
+ var expected = [10, 0]
+ var queue = buildQueue(worker, 1)
+
+ queue.push(10, result)
+ queue.push(0, result)
+
+ function result (err, arg) {
+ t.error(err, 'no error')
+ t.equal(arg, expected.shift(), 'the result matches')
+ }
+
+ function worker (arg, cb) {
+ setTimeout(cb, arg, null, arg)
+ }
+})
+
+test('multiple executions', function (t) {
+ t.plan(15)
+
+ var queue = buildQueue(worker, 1)
+ var toExec = [1, 2, 3, 4, 5]
+ var count = 0
+
+ toExec.forEach(function (task) {
+ queue.push(task, done)
+ })
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, toExec[count - 1], 'the result matches')
+ }
+
+ function worker (arg, cb) {
+ t.equal(arg, toExec[count], 'arg matches')
+ count++
+ setImmediate(cb, null, arg)
+ }
+})
+
+test('multiple executions, one after another', function (t) {
+ t.plan(15)
+
+ var queue = buildQueue(worker, 1)
+ var toExec = [1, 2, 3, 4, 5]
+ var count = 0
+
+ queue.push(toExec[0], done)
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, toExec[count - 1], 'the result matches')
+ if (count < toExec.length) {
+ queue.push(toExec[count], done)
+ }
+ }
+
+ function worker (arg, cb) {
+ t.equal(arg, toExec[count], 'arg matches')
+ count++
+ setImmediate(cb, null, arg)
+ }
+})
+
+test('set this', function (t) {
+ t.plan(3)
+
+ var that = {}
+ var queue = buildQueue(that, worker, 1)
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(this, that, 'this matches')
+ })
+
+ function worker (arg, cb) {
+ t.equal(this, that, 'this matches')
+ cb(null, true)
+ }
+})
+
+test('drain', function (t) {
+ t.plan(4)
+
+ var queue = buildQueue(worker, 1)
+ var worked = false
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ })
+
+ queue.drain = function () {
+ t.equal(true, worked, 'drained')
+ }
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ worked = true
+ setImmediate(cb, null, true)
+ }
+})
+
+test('pause && resume', function (t) {
+ t.plan(7)
+
+ var queue = buildQueue(worker, 1)
+ var worked = false
+
+ t.notOk(queue.paused, 'it should not be paused')
+
+ queue.pause()
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ })
+
+ t.notOk(worked, 'it should be paused')
+ t.ok(queue.paused, 'it should be paused')
+
+ queue.resume()
+ queue.resume() // second resume is a no-op
+
+ t.notOk(queue.paused, 'it should not be paused')
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ worked = true
+ cb(null, true)
+ }
+})
+
+test('pause in flight && resume', function (t) {
+ t.plan(9)
+
+ var queue = buildQueue(worker, 1)
+ var expected = [42, 24]
+
+ t.notOk(queue.paused, 'it should not be paused')
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ t.ok(queue.paused, 'it should be paused')
+ process.nextTick(function () { queue.resume() })
+ })
+
+ queue.push(24, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ t.notOk(queue.paused, 'it should not be paused')
+ })
+
+ queue.pause()
+
+ function worker (arg, cb) {
+ t.equal(arg, expected.shift())
+ process.nextTick(function () { cb(null, true) })
+ }
+})
+
+test('altering concurrency', function (t) {
+ t.plan(7)
+
+ var queue = buildQueue(worker, 1)
+ var count = 0
+
+ queue.pause()
+
+ queue.push(24, workDone)
+ queue.push(24, workDone)
+
+ queue.concurrency = 2
+
+ queue.resume()
+
+ t.equal(queue.running(), 2, '2 jobs running')
+
+ function workDone (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ }
+
+ function worker (arg, cb) {
+ t.equal(0, count, 'works in parallel')
+ setImmediate(function () {
+ count++
+ cb(null, true)
+ })
+ }
+})
+
+test('idle()', function (t) {
+ t.plan(12)
+
+ var queue = buildQueue(worker, 1)
+
+ t.ok(queue.idle(), 'queue is idle')
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ t.notOk(queue.idle(), 'queue is not idle')
+ })
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ // it will go idle after executing this function
+ setImmediate(function () {
+ t.ok(queue.idle(), 'queue is now idle')
+ })
+ })
+
+ t.notOk(queue.idle(), 'queue is not idle')
+
+ function worker (arg, cb) {
+ t.notOk(queue.idle(), 'queue is not idle')
+ t.equal(arg, 42)
+ setImmediate(cb, null, true)
+ }
+})
+
+test('saturated', function (t) {
+ t.plan(9)
+
+ var queue = buildQueue(worker, 1)
+ var preworked = 0
+ var worked = 0
+
+ queue.saturated = function () {
+ t.pass('saturated')
+ t.equal(preworked, 1, 'started 1 task')
+ t.equal(worked, 0, 'worked zero task')
+ }
+
+ queue.push(42, done)
+ queue.push(42, done)
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ }
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ preworked++
+ setImmediate(function () {
+ worked++
+ cb(null, true)
+ })
+ }
+})
+
+test('length', function (t) {
+ t.plan(7)
+
+ var queue = buildQueue(worker, 1)
+
+ t.equal(queue.length(), 0, 'nothing waiting')
+ queue.push(42, done)
+ t.equal(queue.length(), 0, 'nothing waiting')
+ queue.push(42, done)
+ t.equal(queue.length(), 1, 'one task waiting')
+ queue.push(42, done)
+ t.equal(queue.length(), 2, 'two tasks waiting')
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ }
+
+ function worker (arg, cb) {
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('getQueue', function (t) {
+ t.plan(10)
+
+ var queue = buildQueue(worker, 1)
+
+ t.equal(queue.getQueue().length, 0, 'nothing waiting')
+ queue.push(42, done)
+ t.equal(queue.getQueue().length, 0, 'nothing waiting')
+ queue.push(42, done)
+ t.equal(queue.getQueue().length, 1, 'one task waiting')
+ t.equal(queue.getQueue()[0], 42, 'should be equal')
+ queue.push(43, done)
+ t.equal(queue.getQueue().length, 2, 'two tasks waiting')
+ t.equal(queue.getQueue()[0], 42, 'should be equal')
+ t.equal(queue.getQueue()[1], 43, 'should be equal')
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ }
+
+ function worker (arg, cb) {
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('unshift', function (t) {
+ t.plan(8)
+
+ var queue = buildQueue(worker, 1)
+ var expected = [1, 2, 3, 4]
+
+ queue.push(1, done)
+ queue.push(4, done)
+ queue.unshift(3, done)
+ queue.unshift(2, done)
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ }
+
+ function worker (arg, cb) {
+ t.equal(expected.shift(), arg, 'tasks come in order')
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('unshift && empty', function (t) {
+ t.plan(2)
+
+ var queue = buildQueue(worker, 1)
+ var completed = false
+
+ queue.pause()
+
+ queue.empty = function () {
+ t.notOk(completed, 'the task has not completed yet')
+ }
+
+ queue.unshift(1, done)
+
+ queue.resume()
+
+ function done (err, result) {
+ completed = true
+ t.error(err, 'no error')
+ }
+
+ function worker (arg, cb) {
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('push && empty', function (t) {
+ t.plan(2)
+
+ var queue = buildQueue(worker, 1)
+ var completed = false
+
+ queue.pause()
+
+ queue.empty = function () {
+ t.notOk(completed, 'the task has not completed yet')
+ }
+
+ queue.push(1, done)
+
+ queue.resume()
+
+ function done (err, result) {
+ completed = true
+ t.error(err, 'no error')
+ }
+
+ function worker (arg, cb) {
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('kill', function (t) {
+ t.plan(5)
+
+ var queue = buildQueue(worker, 1)
+ var expected = [1]
+
+ var predrain = queue.drain
+
+ queue.drain = function drain () {
+ t.fail('drain should never be called')
+ }
+
+ queue.push(1, done)
+ queue.push(4, done)
+ queue.unshift(3, done)
+ queue.unshift(2, done)
+ queue.kill()
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ setImmediate(function () {
+ t.equal(queue.length(), 0, 'no queued tasks')
+ t.equal(queue.running(), 0, 'no running tasks')
+ t.equal(queue.drain, predrain, 'drain is back to default')
+ })
+ }
+
+ function worker (arg, cb) {
+ t.equal(expected.shift(), arg, 'tasks come in order')
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('killAndDrain', function (t) {
+ t.plan(6)
+
+ var queue = buildQueue(worker, 1)
+ var expected = [1]
+
+ var predrain = queue.drain
+
+ queue.drain = function drain () {
+ t.pass('drain has been called')
+ }
+
+ queue.push(1, done)
+ queue.push(4, done)
+ queue.unshift(3, done)
+ queue.unshift(2, done)
+ queue.killAndDrain()
+
+ function done (err, result) {
+ t.error(err, 'no error')
+ setImmediate(function () {
+ t.equal(queue.length(), 0, 'no queued tasks')
+ t.equal(queue.running(), 0, 'no running tasks')
+ t.equal(queue.drain, predrain, 'drain is back to default')
+ })
+ }
+
+ function worker (arg, cb) {
+ t.equal(expected.shift(), arg, 'tasks come in order')
+ setImmediate(function () {
+ cb(null, true)
+ })
+ }
+})
+
+test('pause && idle', function (t) {
+ t.plan(11)
+
+ var queue = buildQueue(worker, 1)
+ var worked = false
+
+ t.notOk(queue.paused, 'it should not be paused')
+ t.ok(queue.idle(), 'should be idle')
+
+ queue.pause()
+
+ queue.push(42, function (err, result) {
+ t.error(err, 'no error')
+ t.equal(result, true, 'result matches')
+ })
+
+ t.notOk(worked, 'it should be paused')
+ t.ok(queue.paused, 'it should be paused')
+ t.notOk(queue.idle(), 'should not be idle')
+
+ queue.resume()
+
+ t.notOk(queue.paused, 'it should not be paused')
+ t.notOk(queue.idle(), 'it should not be idle')
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ worked = true
+ process.nextTick(cb.bind(null, null, true))
+ process.nextTick(function () {
+ t.ok(queue.idle(), 'is should be idle')
+ })
+ }
+})
+
+test('push without cb', function (t) {
+ t.plan(1)
+
+ var queue = buildQueue(worker, 1)
+
+ queue.push(42)
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ cb()
+ }
+})
+
+test('unshift without cb', function (t) {
+ t.plan(1)
+
+ var queue = buildQueue(worker, 1)
+
+ queue.unshift(42)
+
+ function worker (arg, cb) {
+ t.equal(arg, 42)
+ cb()
+ }
+})
+
+test('push with worker throwing error', function (t) {
+ t.plan(5)
+ var q = buildQueue(function (task, cb) {
+ cb(new Error('test error'), null)
+ }, 1)
+ q.error(function (err, task) {
+ t.ok(err instanceof Error, 'global error handler should catch the error')
+ t.match(err.message, /test error/, 'error message should be "test error"')
+ t.equal(task, 42, 'The task executed should be passed')
+ })
+ q.push(42, function (err) {
+ t.ok(err instanceof Error, 'push callback should catch the error')
+ t.match(err.message, /test error/, 'error message should be "test error"')
+ })
+})
diff --git a/node_modules/fastq/test/tsconfig.json b/node_modules/fastq/test/tsconfig.json
new file mode 100644
index 0000000..66e16e9
--- /dev/null
+++ b/node_modules/fastq/test/tsconfig.json
@@ -0,0 +1,11 @@
+{
+ "compilerOptions": {
+ "target": "es6",
+ "module": "commonjs",
+ "noEmit": true,
+ "strict": true
+ },
+ "files": [
+ "./example.ts"
+ ]
+}