source: trip-planner-front/node_modules/glob/glob.js@ 1ad8e64

Last change on this file since 1ad8e64 was 6a3a178, checked in by Ema <ema_spirova@…>, 3 years ago

initial commit

  • Property mode set to 100644
File size: 18.9 KB
Line 
1// Approach:
2//
3// 1. Get the minimatch set
4// 2. For each pattern in the set, PROCESS(pattern, false)
5// 3. Store matches per-set, then uniq them
6//
7// PROCESS(pattern, inGlobStar)
8// Get the first [n] items from pattern that are all strings
9// Join these together. This is PREFIX.
10// If there is no more remaining, then stat(PREFIX) and
11// add to matches if it succeeds. END.
12//
13// If inGlobStar and PREFIX is symlink and points to dir
14// set ENTRIES = []
15// else readdir(PREFIX) as ENTRIES
16// If fail, END
17//
18// with ENTRIES
19// If pattern[n] is GLOBSTAR
20// // handle the case where the globstar match is empty
21// // by pruning it out, and testing the resulting pattern
22// PROCESS(pattern[0..n] + pattern[n+1 .. $], false)
23// // handle other cases.
24// for ENTRY in ENTRIES (not dotfiles)
25// // attach globstar + tail onto the entry
26// // Mark that this entry is a globstar match
27// PROCESS(pattern[0..n] + ENTRY + pattern[n .. $], true)
28//
29// else // not globstar
30// for ENTRY in ENTRIES (not dotfiles, unless pattern[n] is dot)
31// Test ENTRY against pattern[n]
32// If fails, continue
33// If passes, PROCESS(pattern[0..n] + item + pattern[n+1 .. $])
34//
35// Caveat:
36// Cache all stats and readdirs results to minimize syscall. Since all
37// we ever care about is existence and directory-ness, we can just keep
38// `true` for files, and [children,...] for directories, or `false` for
39// things that don't exist.
40
41module.exports = glob
42
43var fs = require('fs')
44var rp = require('fs.realpath')
45var minimatch = require('minimatch')
46var Minimatch = minimatch.Minimatch
47var inherits = require('inherits')
48var EE = require('events').EventEmitter
49var path = require('path')
50var assert = require('assert')
51var isAbsolute = require('path-is-absolute')
52var globSync = require('./sync.js')
53var common = require('./common.js')
54var setopts = common.setopts
55var ownProp = common.ownProp
56var inflight = require('inflight')
57var util = require('util')
58var childrenIgnored = common.childrenIgnored
59var isIgnored = common.isIgnored
60
61var once = require('once')
62
63function glob (pattern, options, cb) {
64 if (typeof options === 'function') cb = options, options = {}
65 if (!options) options = {}
66
67 if (options.sync) {
68 if (cb)
69 throw new TypeError('callback provided to sync glob')
70 return globSync(pattern, options)
71 }
72
73 return new Glob(pattern, options, cb)
74}
75
76glob.sync = globSync
77var GlobSync = glob.GlobSync = globSync.GlobSync
78
79// old api surface
80glob.glob = glob
81
82function extend (origin, add) {
83 if (add === null || typeof add !== 'object') {
84 return origin
85 }
86
87 var keys = Object.keys(add)
88 var i = keys.length
89 while (i--) {
90 origin[keys[i]] = add[keys[i]]
91 }
92 return origin
93}
94
95glob.hasMagic = function (pattern, options_) {
96 var options = extend({}, options_)
97 options.noprocess = true
98
99 var g = new Glob(pattern, options)
100 var set = g.minimatch.set
101
102 if (!pattern)
103 return false
104
105 if (set.length > 1)
106 return true
107
108 for (var j = 0; j < set[0].length; j++) {
109 if (typeof set[0][j] !== 'string')
110 return true
111 }
112
113 return false
114}
115
116glob.Glob = Glob
117inherits(Glob, EE)
118function Glob (pattern, options, cb) {
119 if (typeof options === 'function') {
120 cb = options
121 options = null
122 }
123
124 if (options && options.sync) {
125 if (cb)
126 throw new TypeError('callback provided to sync glob')
127 return new GlobSync(pattern, options)
128 }
129
130 if (!(this instanceof Glob))
131 return new Glob(pattern, options, cb)
132
133 setopts(this, pattern, options)
134 this._didRealPath = false
135
136 // process each pattern in the minimatch set
137 var n = this.minimatch.set.length
138
139 // The matches are stored as {<filename>: true,...} so that
140 // duplicates are automagically pruned.
141 // Later, we do an Object.keys() on these.
142 // Keep them as a list so we can fill in when nonull is set.
143 this.matches = new Array(n)
144
145 if (typeof cb === 'function') {
146 cb = once(cb)
147 this.on('error', cb)
148 this.on('end', function (matches) {
149 cb(null, matches)
150 })
151 }
152
153 var self = this
154 this._processing = 0
155
156 this._emitQueue = []
157 this._processQueue = []
158 this.paused = false
159
160 if (this.noprocess)
161 return this
162
163 if (n === 0)
164 return done()
165
166 var sync = true
167 for (var i = 0; i < n; i ++) {
168 this._process(this.minimatch.set[i], i, false, done)
169 }
170 sync = false
171
172 function done () {
173 --self._processing
174 if (self._processing <= 0) {
175 if (sync) {
176 process.nextTick(function () {
177 self._finish()
178 })
179 } else {
180 self._finish()
181 }
182 }
183 }
184}
185
186Glob.prototype._finish = function () {
187 assert(this instanceof Glob)
188 if (this.aborted)
189 return
190
191 if (this.realpath && !this._didRealpath)
192 return this._realpath()
193
194 common.finish(this)
195 this.emit('end', this.found)
196}
197
198Glob.prototype._realpath = function () {
199 if (this._didRealpath)
200 return
201
202 this._didRealpath = true
203
204 var n = this.matches.length
205 if (n === 0)
206 return this._finish()
207
208 var self = this
209 for (var i = 0; i < this.matches.length; i++)
210 this._realpathSet(i, next)
211
212 function next () {
213 if (--n === 0)
214 self._finish()
215 }
216}
217
218Glob.prototype._realpathSet = function (index, cb) {
219 var matchset = this.matches[index]
220 if (!matchset)
221 return cb()
222
223 var found = Object.keys(matchset)
224 var self = this
225 var n = found.length
226
227 if (n === 0)
228 return cb()
229
230 var set = this.matches[index] = Object.create(null)
231 found.forEach(function (p, i) {
232 // If there's a problem with the stat, then it means that
233 // one or more of the links in the realpath couldn't be
234 // resolved. just return the abs value in that case.
235 p = self._makeAbs(p)
236 rp.realpath(p, self.realpathCache, function (er, real) {
237 if (!er)
238 set[real] = true
239 else if (er.syscall === 'stat')
240 set[p] = true
241 else
242 self.emit('error', er) // srsly wtf right here
243
244 if (--n === 0) {
245 self.matches[index] = set
246 cb()
247 }
248 })
249 })
250}
251
252Glob.prototype._mark = function (p) {
253 return common.mark(this, p)
254}
255
256Glob.prototype._makeAbs = function (f) {
257 return common.makeAbs(this, f)
258}
259
260Glob.prototype.abort = function () {
261 this.aborted = true
262 this.emit('abort')
263}
264
265Glob.prototype.pause = function () {
266 if (!this.paused) {
267 this.paused = true
268 this.emit('pause')
269 }
270}
271
272Glob.prototype.resume = function () {
273 if (this.paused) {
274 this.emit('resume')
275 this.paused = false
276 if (this._emitQueue.length) {
277 var eq = this._emitQueue.slice(0)
278 this._emitQueue.length = 0
279 for (var i = 0; i < eq.length; i ++) {
280 var e = eq[i]
281 this._emitMatch(e[0], e[1])
282 }
283 }
284 if (this._processQueue.length) {
285 var pq = this._processQueue.slice(0)
286 this._processQueue.length = 0
287 for (var i = 0; i < pq.length; i ++) {
288 var p = pq[i]
289 this._processing--
290 this._process(p[0], p[1], p[2], p[3])
291 }
292 }
293 }
294}
295
296Glob.prototype._process = function (pattern, index, inGlobStar, cb) {
297 assert(this instanceof Glob)
298 assert(typeof cb === 'function')
299
300 if (this.aborted)
301 return
302
303 this._processing++
304 if (this.paused) {
305 this._processQueue.push([pattern, index, inGlobStar, cb])
306 return
307 }
308
309 //console.error('PROCESS %d', this._processing, pattern)
310
311 // Get the first [n] parts of pattern that are all strings.
312 var n = 0
313 while (typeof pattern[n] === 'string') {
314 n ++
315 }
316 // now n is the index of the first one that is *not* a string.
317
318 // see if there's anything else
319 var prefix
320 switch (n) {
321 // if not, then this is rather simple
322 case pattern.length:
323 this._processSimple(pattern.join('/'), index, cb)
324 return
325
326 case 0:
327 // pattern *starts* with some non-trivial item.
328 // going to readdir(cwd), but not include the prefix in matches.
329 prefix = null
330 break
331
332 default:
333 // pattern has some string bits in the front.
334 // whatever it starts with, whether that's 'absolute' like /foo/bar,
335 // or 'relative' like '../baz'
336 prefix = pattern.slice(0, n).join('/')
337 break
338 }
339
340 var remain = pattern.slice(n)
341
342 // get the list of entries.
343 var read
344 if (prefix === null)
345 read = '.'
346 else if (isAbsolute(prefix) || isAbsolute(pattern.join('/'))) {
347 if (!prefix || !isAbsolute(prefix))
348 prefix = '/' + prefix
349 read = prefix
350 } else
351 read = prefix
352
353 var abs = this._makeAbs(read)
354
355 //if ignored, skip _processing
356 if (childrenIgnored(this, read))
357 return cb()
358
359 var isGlobStar = remain[0] === minimatch.GLOBSTAR
360 if (isGlobStar)
361 this._processGlobStar(prefix, read, abs, remain, index, inGlobStar, cb)
362 else
363 this._processReaddir(prefix, read, abs, remain, index, inGlobStar, cb)
364}
365
366Glob.prototype._processReaddir = function (prefix, read, abs, remain, index, inGlobStar, cb) {
367 var self = this
368 this._readdir(abs, inGlobStar, function (er, entries) {
369 return self._processReaddir2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
370 })
371}
372
373Glob.prototype._processReaddir2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
374
375 // if the abs isn't a dir, then nothing can match!
376 if (!entries)
377 return cb()
378
379 // It will only match dot entries if it starts with a dot, or if
380 // dot is set. Stuff like @(.foo|.bar) isn't allowed.
381 var pn = remain[0]
382 var negate = !!this.minimatch.negate
383 var rawGlob = pn._glob
384 var dotOk = this.dot || rawGlob.charAt(0) === '.'
385
386 var matchedEntries = []
387 for (var i = 0; i < entries.length; i++) {
388 var e = entries[i]
389 if (e.charAt(0) !== '.' || dotOk) {
390 var m
391 if (negate && !prefix) {
392 m = !e.match(pn)
393 } else {
394 m = e.match(pn)
395 }
396 if (m)
397 matchedEntries.push(e)
398 }
399 }
400
401 //console.error('prd2', prefix, entries, remain[0]._glob, matchedEntries)
402
403 var len = matchedEntries.length
404 // If there are no matched entries, then nothing matches.
405 if (len === 0)
406 return cb()
407
408 // if this is the last remaining pattern bit, then no need for
409 // an additional stat *unless* the user has specified mark or
410 // stat explicitly. We know they exist, since readdir returned
411 // them.
412
413 if (remain.length === 1 && !this.mark && !this.stat) {
414 if (!this.matches[index])
415 this.matches[index] = Object.create(null)
416
417 for (var i = 0; i < len; i ++) {
418 var e = matchedEntries[i]
419 if (prefix) {
420 if (prefix !== '/')
421 e = prefix + '/' + e
422 else
423 e = prefix + e
424 }
425
426 if (e.charAt(0) === '/' && !this.nomount) {
427 e = path.join(this.root, e)
428 }
429 this._emitMatch(index, e)
430 }
431 // This was the last one, and no stats were needed
432 return cb()
433 }
434
435 // now test all matched entries as stand-ins for that part
436 // of the pattern.
437 remain.shift()
438 for (var i = 0; i < len; i ++) {
439 var e = matchedEntries[i]
440 var newPattern
441 if (prefix) {
442 if (prefix !== '/')
443 e = prefix + '/' + e
444 else
445 e = prefix + e
446 }
447 this._process([e].concat(remain), index, inGlobStar, cb)
448 }
449 cb()
450}
451
452Glob.prototype._emitMatch = function (index, e) {
453 if (this.aborted)
454 return
455
456 if (isIgnored(this, e))
457 return
458
459 if (this.paused) {
460 this._emitQueue.push([index, e])
461 return
462 }
463
464 var abs = isAbsolute(e) ? e : this._makeAbs(e)
465
466 if (this.mark)
467 e = this._mark(e)
468
469 if (this.absolute)
470 e = abs
471
472 if (this.matches[index][e])
473 return
474
475 if (this.nodir) {
476 var c = this.cache[abs]
477 if (c === 'DIR' || Array.isArray(c))
478 return
479 }
480
481 this.matches[index][e] = true
482
483 var st = this.statCache[abs]
484 if (st)
485 this.emit('stat', e, st)
486
487 this.emit('match', e)
488}
489
490Glob.prototype._readdirInGlobStar = function (abs, cb) {
491 if (this.aborted)
492 return
493
494 // follow all symlinked directories forever
495 // just proceed as if this is a non-globstar situation
496 if (this.follow)
497 return this._readdir(abs, false, cb)
498
499 var lstatkey = 'lstat\0' + abs
500 var self = this
501 var lstatcb = inflight(lstatkey, lstatcb_)
502
503 if (lstatcb)
504 fs.lstat(abs, lstatcb)
505
506 function lstatcb_ (er, lstat) {
507 if (er && er.code === 'ENOENT')
508 return cb()
509
510 var isSym = lstat && lstat.isSymbolicLink()
511 self.symlinks[abs] = isSym
512
513 // If it's not a symlink or a dir, then it's definitely a regular file.
514 // don't bother doing a readdir in that case.
515 if (!isSym && lstat && !lstat.isDirectory()) {
516 self.cache[abs] = 'FILE'
517 cb()
518 } else
519 self._readdir(abs, false, cb)
520 }
521}
522
523Glob.prototype._readdir = function (abs, inGlobStar, cb) {
524 if (this.aborted)
525 return
526
527 cb = inflight('readdir\0'+abs+'\0'+inGlobStar, cb)
528 if (!cb)
529 return
530
531 //console.error('RD %j %j', +inGlobStar, abs)
532 if (inGlobStar && !ownProp(this.symlinks, abs))
533 return this._readdirInGlobStar(abs, cb)
534
535 if (ownProp(this.cache, abs)) {
536 var c = this.cache[abs]
537 if (!c || c === 'FILE')
538 return cb()
539
540 if (Array.isArray(c))
541 return cb(null, c)
542 }
543
544 var self = this
545 fs.readdir(abs, readdirCb(this, abs, cb))
546}
547
548function readdirCb (self, abs, cb) {
549 return function (er, entries) {
550 if (er)
551 self._readdirError(abs, er, cb)
552 else
553 self._readdirEntries(abs, entries, cb)
554 }
555}
556
557Glob.prototype._readdirEntries = function (abs, entries, cb) {
558 if (this.aborted)
559 return
560
561 // if we haven't asked to stat everything, then just
562 // assume that everything in there exists, so we can avoid
563 // having to stat it a second time.
564 if (!this.mark && !this.stat) {
565 for (var i = 0; i < entries.length; i ++) {
566 var e = entries[i]
567 if (abs === '/')
568 e = abs + e
569 else
570 e = abs + '/' + e
571 this.cache[e] = true
572 }
573 }
574
575 this.cache[abs] = entries
576 return cb(null, entries)
577}
578
579Glob.prototype._readdirError = function (f, er, cb) {
580 if (this.aborted)
581 return
582
583 // handle errors, and cache the information
584 switch (er.code) {
585 case 'ENOTSUP': // https://github.com/isaacs/node-glob/issues/205
586 case 'ENOTDIR': // totally normal. means it *does* exist.
587 var abs = this._makeAbs(f)
588 this.cache[abs] = 'FILE'
589 if (abs === this.cwdAbs) {
590 var error = new Error(er.code + ' invalid cwd ' + this.cwd)
591 error.path = this.cwd
592 error.code = er.code
593 this.emit('error', error)
594 this.abort()
595 }
596 break
597
598 case 'ENOENT': // not terribly unusual
599 case 'ELOOP':
600 case 'ENAMETOOLONG':
601 case 'UNKNOWN':
602 this.cache[this._makeAbs(f)] = false
603 break
604
605 default: // some unusual error. Treat as failure.
606 this.cache[this._makeAbs(f)] = false
607 if (this.strict) {
608 this.emit('error', er)
609 // If the error is handled, then we abort
610 // if not, we threw out of here
611 this.abort()
612 }
613 if (!this.silent)
614 console.error('glob error', er)
615 break
616 }
617
618 return cb()
619}
620
621Glob.prototype._processGlobStar = function (prefix, read, abs, remain, index, inGlobStar, cb) {
622 var self = this
623 this._readdir(abs, inGlobStar, function (er, entries) {
624 self._processGlobStar2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
625 })
626}
627
628
629Glob.prototype._processGlobStar2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
630 //console.error('pgs2', prefix, remain[0], entries)
631
632 // no entries means not a dir, so it can never have matches
633 // foo.txt/** doesn't match foo.txt
634 if (!entries)
635 return cb()
636
637 // test without the globstar, and with every child both below
638 // and replacing the globstar.
639 var remainWithoutGlobStar = remain.slice(1)
640 var gspref = prefix ? [ prefix ] : []
641 var noGlobStar = gspref.concat(remainWithoutGlobStar)
642
643 // the noGlobStar pattern exits the inGlobStar state
644 this._process(noGlobStar, index, false, cb)
645
646 var isSym = this.symlinks[abs]
647 var len = entries.length
648
649 // If it's a symlink, and we're in a globstar, then stop
650 if (isSym && inGlobStar)
651 return cb()
652
653 for (var i = 0; i < len; i++) {
654 var e = entries[i]
655 if (e.charAt(0) === '.' && !this.dot)
656 continue
657
658 // these two cases enter the inGlobStar state
659 var instead = gspref.concat(entries[i], remainWithoutGlobStar)
660 this._process(instead, index, true, cb)
661
662 var below = gspref.concat(entries[i], remain)
663 this._process(below, index, true, cb)
664 }
665
666 cb()
667}
668
669Glob.prototype._processSimple = function (prefix, index, cb) {
670 // XXX review this. Shouldn't it be doing the mounting etc
671 // before doing stat? kinda weird?
672 var self = this
673 this._stat(prefix, function (er, exists) {
674 self._processSimple2(prefix, index, er, exists, cb)
675 })
676}
677Glob.prototype._processSimple2 = function (prefix, index, er, exists, cb) {
678
679 //console.error('ps2', prefix, exists)
680
681 if (!this.matches[index])
682 this.matches[index] = Object.create(null)
683
684 // If it doesn't exist, then just mark the lack of results
685 if (!exists)
686 return cb()
687
688 if (prefix && isAbsolute(prefix) && !this.nomount) {
689 var trail = /[\/\\]$/.test(prefix)
690 if (prefix.charAt(0) === '/') {
691 prefix = path.join(this.root, prefix)
692 } else {
693 prefix = path.resolve(this.root, prefix)
694 if (trail)
695 prefix += '/'
696 }
697 }
698
699 if (process.platform === 'win32')
700 prefix = prefix.replace(/\\/g, '/')
701
702 // Mark this as a match
703 this._emitMatch(index, prefix)
704 cb()
705}
706
707// Returns either 'DIR', 'FILE', or false
708Glob.prototype._stat = function (f, cb) {
709 var abs = this._makeAbs(f)
710 var needDir = f.slice(-1) === '/'
711
712 if (f.length > this.maxLength)
713 return cb()
714
715 if (!this.stat && ownProp(this.cache, abs)) {
716 var c = this.cache[abs]
717
718 if (Array.isArray(c))
719 c = 'DIR'
720
721 // It exists, but maybe not how we need it
722 if (!needDir || c === 'DIR')
723 return cb(null, c)
724
725 if (needDir && c === 'FILE')
726 return cb()
727
728 // otherwise we have to stat, because maybe c=true
729 // if we know it exists, but not what it is.
730 }
731
732 var exists
733 var stat = this.statCache[abs]
734 if (stat !== undefined) {
735 if (stat === false)
736 return cb(null, stat)
737 else {
738 var type = stat.isDirectory() ? 'DIR' : 'FILE'
739 if (needDir && type === 'FILE')
740 return cb()
741 else
742 return cb(null, type, stat)
743 }
744 }
745
746 var self = this
747 var statcb = inflight('stat\0' + abs, lstatcb_)
748 if (statcb)
749 fs.lstat(abs, statcb)
750
751 function lstatcb_ (er, lstat) {
752 if (lstat && lstat.isSymbolicLink()) {
753 // If it's a symlink, then treat it as the target, unless
754 // the target does not exist, then treat it as a file.
755 return fs.stat(abs, function (er, stat) {
756 if (er)
757 self._stat2(f, abs, null, lstat, cb)
758 else
759 self._stat2(f, abs, er, stat, cb)
760 })
761 } else {
762 self._stat2(f, abs, er, lstat, cb)
763 }
764 }
765}
766
767Glob.prototype._stat2 = function (f, abs, er, stat, cb) {
768 if (er && (er.code === 'ENOENT' || er.code === 'ENOTDIR')) {
769 this.statCache[abs] = false
770 return cb()
771 }
772
773 var needDir = f.slice(-1) === '/'
774 this.statCache[abs] = stat
775
776 if (abs.slice(-1) === '/' && stat && !stat.isDirectory())
777 return cb(null, false, stat)
778
779 var c = true
780 if (stat)
781 c = stat.isDirectory() ? 'DIR' : 'FILE'
782 this.cache[abs] = this.cache[abs] || c
783
784 if (needDir && c === 'FILE')
785 return cb()
786
787 return cb(null, c, stat)
788}
Note: See TracBrowser for help on using the repository browser.