[d565449] | 1 | "use strict";
|
---|
| 2 | Object.defineProperty(exports, "__esModule", { value: true });
|
---|
| 3 | const events_1 = require("events");
|
---|
| 4 | const fsScandir = require("@nodelib/fs.scandir");
|
---|
| 5 | const fastq = require("fastq");
|
---|
| 6 | const common = require("./common");
|
---|
| 7 | const reader_1 = require("./reader");
|
---|
| 8 | class AsyncReader extends reader_1.default {
|
---|
| 9 | constructor(_root, _settings) {
|
---|
| 10 | super(_root, _settings);
|
---|
| 11 | this._settings = _settings;
|
---|
| 12 | this._scandir = fsScandir.scandir;
|
---|
| 13 | this._emitter = new events_1.EventEmitter();
|
---|
| 14 | this._queue = fastq(this._worker.bind(this), this._settings.concurrency);
|
---|
| 15 | this._isFatalError = false;
|
---|
| 16 | this._isDestroyed = false;
|
---|
| 17 | this._queue.drain = () => {
|
---|
| 18 | if (!this._isFatalError) {
|
---|
| 19 | this._emitter.emit('end');
|
---|
| 20 | }
|
---|
| 21 | };
|
---|
| 22 | }
|
---|
| 23 | read() {
|
---|
| 24 | this._isFatalError = false;
|
---|
| 25 | this._isDestroyed = false;
|
---|
| 26 | setImmediate(() => {
|
---|
| 27 | this._pushToQueue(this._root, this._settings.basePath);
|
---|
| 28 | });
|
---|
| 29 | return this._emitter;
|
---|
| 30 | }
|
---|
| 31 | get isDestroyed() {
|
---|
| 32 | return this._isDestroyed;
|
---|
| 33 | }
|
---|
| 34 | destroy() {
|
---|
| 35 | if (this._isDestroyed) {
|
---|
| 36 | throw new Error('The reader is already destroyed');
|
---|
| 37 | }
|
---|
| 38 | this._isDestroyed = true;
|
---|
| 39 | this._queue.killAndDrain();
|
---|
| 40 | }
|
---|
| 41 | onEntry(callback) {
|
---|
| 42 | this._emitter.on('entry', callback);
|
---|
| 43 | }
|
---|
| 44 | onError(callback) {
|
---|
| 45 | this._emitter.once('error', callback);
|
---|
| 46 | }
|
---|
| 47 | onEnd(callback) {
|
---|
| 48 | this._emitter.once('end', callback);
|
---|
| 49 | }
|
---|
| 50 | _pushToQueue(directory, base) {
|
---|
| 51 | const queueItem = { directory, base };
|
---|
| 52 | this._queue.push(queueItem, (error) => {
|
---|
| 53 | if (error !== null) {
|
---|
| 54 | this._handleError(error);
|
---|
| 55 | }
|
---|
| 56 | });
|
---|
| 57 | }
|
---|
| 58 | _worker(item, done) {
|
---|
| 59 | this._scandir(item.directory, this._settings.fsScandirSettings, (error, entries) => {
|
---|
| 60 | if (error !== null) {
|
---|
| 61 | done(error, undefined);
|
---|
| 62 | return;
|
---|
| 63 | }
|
---|
| 64 | for (const entry of entries) {
|
---|
| 65 | this._handleEntry(entry, item.base);
|
---|
| 66 | }
|
---|
| 67 | done(null, undefined);
|
---|
| 68 | });
|
---|
| 69 | }
|
---|
| 70 | _handleError(error) {
|
---|
| 71 | if (this._isDestroyed || !common.isFatalError(this._settings, error)) {
|
---|
| 72 | return;
|
---|
| 73 | }
|
---|
| 74 | this._isFatalError = true;
|
---|
| 75 | this._isDestroyed = true;
|
---|
| 76 | this._emitter.emit('error', error);
|
---|
| 77 | }
|
---|
| 78 | _handleEntry(entry, base) {
|
---|
| 79 | if (this._isDestroyed || this._isFatalError) {
|
---|
| 80 | return;
|
---|
| 81 | }
|
---|
| 82 | const fullpath = entry.path;
|
---|
| 83 | if (base !== undefined) {
|
---|
| 84 | entry.path = common.joinPathSegments(base, entry.name, this._settings.pathSegmentSeparator);
|
---|
| 85 | }
|
---|
| 86 | if (common.isAppliedFilter(this._settings.entryFilter, entry)) {
|
---|
| 87 | this._emitEntry(entry);
|
---|
| 88 | }
|
---|
| 89 | if (entry.dirent.isDirectory() && common.isAppliedFilter(this._settings.deepFilter, entry)) {
|
---|
| 90 | this._pushToQueue(fullpath, base === undefined ? undefined : entry.path);
|
---|
| 91 | }
|
---|
| 92 | }
|
---|
| 93 | _emitEntry(entry) {
|
---|
| 94 | this._emitter.emit('entry', entry);
|
---|
| 95 | }
|
---|
| 96 | }
|
---|
| 97 | exports.default = AsyncReader;
|
---|