1 | 'use strict'
|
---|
2 |
|
---|
3 | const util = require('util')
|
---|
4 | const fs = require('graceful-fs')
|
---|
5 | // bind need only for mock unit tests
|
---|
6 | const readFile = util.promisify(fs.readFile.bind(fs))
|
---|
7 | const tryToRead = function (path, log) {
|
---|
8 | const maxRetries = 3
|
---|
9 | let promise = readFile(path)
|
---|
10 | for (let retryCount = 1; retryCount <= maxRetries; retryCount++) {
|
---|
11 | promise = promise.catch((err) => {
|
---|
12 | log.warn(err)
|
---|
13 | log.warn('retrying ' + retryCount)
|
---|
14 | return readFile(path)
|
---|
15 | })
|
---|
16 | }
|
---|
17 | return promise.catch((err) => {
|
---|
18 | log.warn(err)
|
---|
19 | return Promise.reject(err)
|
---|
20 | })
|
---|
21 | }
|
---|
22 |
|
---|
23 | const mm = require('minimatch')
|
---|
24 | const { isBinaryFile } = require('isbinaryfile')
|
---|
25 | const _ = require('lodash')
|
---|
26 | const CryptoUtils = require('./utils/crypto-utils')
|
---|
27 |
|
---|
28 | const log = require('./logger').create('preprocess')
|
---|
29 |
|
---|
30 | function executeProcessor (process, file, content) {
|
---|
31 | let done = null
|
---|
32 | const donePromise = new Promise((resolve, reject) => {
|
---|
33 | done = function (error, content) {
|
---|
34 | // normalize B-C
|
---|
35 | if (arguments.length === 1 && typeof error === 'string') {
|
---|
36 | content = error
|
---|
37 | error = null
|
---|
38 | }
|
---|
39 | if (error) {
|
---|
40 | reject(error)
|
---|
41 | } else {
|
---|
42 | resolve(content)
|
---|
43 | }
|
---|
44 | }
|
---|
45 | })
|
---|
46 |
|
---|
47 | return (process(content, file, done) || Promise.resolve()).then((content) => {
|
---|
48 | if (content) {
|
---|
49 | // async process correctly returned content
|
---|
50 | return content
|
---|
51 | }
|
---|
52 | // process called done() (Either old sync api or an async function that did not return content)
|
---|
53 | return donePromise
|
---|
54 | })
|
---|
55 | }
|
---|
56 |
|
---|
57 | async function runProcessors (preprocessors, file, content) {
|
---|
58 | try {
|
---|
59 | for (const process of preprocessors) {
|
---|
60 | content = await executeProcessor(process, file, content)
|
---|
61 | }
|
---|
62 | } catch (error) {
|
---|
63 | file.contentPath = null
|
---|
64 | file.content = null
|
---|
65 | throw error
|
---|
66 | }
|
---|
67 |
|
---|
68 | file.contentPath = null
|
---|
69 | file.content = content
|
---|
70 | file.sha = CryptoUtils.sha1(content)
|
---|
71 | }
|
---|
72 |
|
---|
73 | function createPriorityPreprocessor (config = {}, preprocessorPriority, basePath, instantiatePlugin) {
|
---|
74 | _.union.apply(_, Object.values(config)).forEach((name) => instantiatePlugin('preprocessor', name))
|
---|
75 | return async function preprocess (file) {
|
---|
76 | const buffer = await tryToRead(file.originalPath, log)
|
---|
77 | let isBinary = file.isBinary
|
---|
78 | if (isBinary == null) {
|
---|
79 | // Pattern did not specify, probe for it.
|
---|
80 | isBinary = await isBinaryFile(buffer, buffer.length)
|
---|
81 | }
|
---|
82 |
|
---|
83 | const preprocessorNames = Object.keys(config).reduce((ppNames, pattern) => {
|
---|
84 | if (mm(file.originalPath, pattern, { dot: true })) {
|
---|
85 | ppNames = _.union(ppNames, config[pattern])
|
---|
86 | }
|
---|
87 | return ppNames
|
---|
88 | }, [])
|
---|
89 |
|
---|
90 | // Apply preprocessor priority.
|
---|
91 | const preprocessors = preprocessorNames
|
---|
92 | .map((name) => [name, preprocessorPriority[name] || 0])
|
---|
93 | .sort((a, b) => b[1] - a[1])
|
---|
94 | .map((duo) => duo[0])
|
---|
95 | .reduce((preProcs, name) => {
|
---|
96 | const p = instantiatePlugin('preprocessor', name)
|
---|
97 |
|
---|
98 | if (!isBinary || (p && p.handleBinaryFiles)) {
|
---|
99 | preProcs.push(p)
|
---|
100 | } else {
|
---|
101 | log.warn(`Ignored preprocessing ${file.originalPath} because ${name} has handleBinaryFiles=false.`)
|
---|
102 | }
|
---|
103 | return preProcs
|
---|
104 | }, [])
|
---|
105 |
|
---|
106 | await runProcessors(preprocessors, file, isBinary ? buffer : buffer.toString())
|
---|
107 | }
|
---|
108 | }
|
---|
109 |
|
---|
110 | createPriorityPreprocessor.$inject = ['config.preprocessors', 'config.preprocessor_priority', 'config.basePath', 'instantiatePlugin']
|
---|
111 | exports.createPriorityPreprocessor = createPriorityPreprocessor
|
---|