1 | 'use strict';
|
---|
2 |
|
---|
3 | import stream from 'stream';
|
---|
4 | import utils from '../utils.js';
|
---|
5 | import throttle from './throttle.js';
|
---|
6 | import speedometer from './speedometer.js';
|
---|
7 |
|
---|
8 | const kInternals = Symbol('internals');
|
---|
9 |
|
---|
10 | class AxiosTransformStream extends stream.Transform{
|
---|
11 | constructor(options) {
|
---|
12 | options = utils.toFlatObject(options, {
|
---|
13 | maxRate: 0,
|
---|
14 | chunkSize: 64 * 1024,
|
---|
15 | minChunkSize: 100,
|
---|
16 | timeWindow: 500,
|
---|
17 | ticksRate: 2,
|
---|
18 | samplesCount: 15
|
---|
19 | }, null, (prop, source) => {
|
---|
20 | return !utils.isUndefined(source[prop]);
|
---|
21 | });
|
---|
22 |
|
---|
23 | super({
|
---|
24 | readableHighWaterMark: options.chunkSize
|
---|
25 | });
|
---|
26 |
|
---|
27 | const self = this;
|
---|
28 |
|
---|
29 | const internals = this[kInternals] = {
|
---|
30 | length: options.length,
|
---|
31 | timeWindow: options.timeWindow,
|
---|
32 | ticksRate: options.ticksRate,
|
---|
33 | chunkSize: options.chunkSize,
|
---|
34 | maxRate: options.maxRate,
|
---|
35 | minChunkSize: options.minChunkSize,
|
---|
36 | bytesSeen: 0,
|
---|
37 | isCaptured: false,
|
---|
38 | notifiedBytesLoaded: 0,
|
---|
39 | ts: Date.now(),
|
---|
40 | bytes: 0,
|
---|
41 | onReadCallback: null
|
---|
42 | };
|
---|
43 |
|
---|
44 | const _speedometer = speedometer(internals.ticksRate * options.samplesCount, internals.timeWindow);
|
---|
45 |
|
---|
46 | this.on('newListener', event => {
|
---|
47 | if (event === 'progress') {
|
---|
48 | if (!internals.isCaptured) {
|
---|
49 | internals.isCaptured = true;
|
---|
50 | }
|
---|
51 | }
|
---|
52 | });
|
---|
53 |
|
---|
54 | let bytesNotified = 0;
|
---|
55 |
|
---|
56 | internals.updateProgress = throttle(function throttledHandler() {
|
---|
57 | const totalBytes = internals.length;
|
---|
58 | const bytesTransferred = internals.bytesSeen;
|
---|
59 | const progressBytes = bytesTransferred - bytesNotified;
|
---|
60 | if (!progressBytes || self.destroyed) return;
|
---|
61 |
|
---|
62 | const rate = _speedometer(progressBytes);
|
---|
63 |
|
---|
64 | bytesNotified = bytesTransferred;
|
---|
65 |
|
---|
66 | process.nextTick(() => {
|
---|
67 | self.emit('progress', {
|
---|
68 | 'loaded': bytesTransferred,
|
---|
69 | 'total': totalBytes,
|
---|
70 | 'progress': totalBytes ? (bytesTransferred / totalBytes) : undefined,
|
---|
71 | 'bytes': progressBytes,
|
---|
72 | 'rate': rate ? rate : undefined,
|
---|
73 | 'estimated': rate && totalBytes && bytesTransferred <= totalBytes ?
|
---|
74 | (totalBytes - bytesTransferred) / rate : undefined
|
---|
75 | });
|
---|
76 | });
|
---|
77 | }, internals.ticksRate);
|
---|
78 |
|
---|
79 | const onFinish = () => {
|
---|
80 | internals.updateProgress(true);
|
---|
81 | };
|
---|
82 |
|
---|
83 | this.once('end', onFinish);
|
---|
84 | this.once('error', onFinish);
|
---|
85 | }
|
---|
86 |
|
---|
87 | _read(size) {
|
---|
88 | const internals = this[kInternals];
|
---|
89 |
|
---|
90 | if (internals.onReadCallback) {
|
---|
91 | internals.onReadCallback();
|
---|
92 | }
|
---|
93 |
|
---|
94 | return super._read(size);
|
---|
95 | }
|
---|
96 |
|
---|
97 | _transform(chunk, encoding, callback) {
|
---|
98 | const self = this;
|
---|
99 | const internals = this[kInternals];
|
---|
100 | const maxRate = internals.maxRate;
|
---|
101 |
|
---|
102 | const readableHighWaterMark = this.readableHighWaterMark;
|
---|
103 |
|
---|
104 | const timeWindow = internals.timeWindow;
|
---|
105 |
|
---|
106 | const divider = 1000 / timeWindow;
|
---|
107 | const bytesThreshold = (maxRate / divider);
|
---|
108 | const minChunkSize = internals.minChunkSize !== false ? Math.max(internals.minChunkSize, bytesThreshold * 0.01) : 0;
|
---|
109 |
|
---|
110 | function pushChunk(_chunk, _callback) {
|
---|
111 | const bytes = Buffer.byteLength(_chunk);
|
---|
112 | internals.bytesSeen += bytes;
|
---|
113 | internals.bytes += bytes;
|
---|
114 |
|
---|
115 | if (internals.isCaptured) {
|
---|
116 | internals.updateProgress();
|
---|
117 | }
|
---|
118 |
|
---|
119 | if (self.push(_chunk)) {
|
---|
120 | process.nextTick(_callback);
|
---|
121 | } else {
|
---|
122 | internals.onReadCallback = () => {
|
---|
123 | internals.onReadCallback = null;
|
---|
124 | process.nextTick(_callback);
|
---|
125 | };
|
---|
126 | }
|
---|
127 | }
|
---|
128 |
|
---|
129 | const transformChunk = (_chunk, _callback) => {
|
---|
130 | const chunkSize = Buffer.byteLength(_chunk);
|
---|
131 | let chunkRemainder = null;
|
---|
132 | let maxChunkSize = readableHighWaterMark;
|
---|
133 | let bytesLeft;
|
---|
134 | let passed = 0;
|
---|
135 |
|
---|
136 | if (maxRate) {
|
---|
137 | const now = Date.now();
|
---|
138 |
|
---|
139 | if (!internals.ts || (passed = (now - internals.ts)) >= timeWindow) {
|
---|
140 | internals.ts = now;
|
---|
141 | bytesLeft = bytesThreshold - internals.bytes;
|
---|
142 | internals.bytes = bytesLeft < 0 ? -bytesLeft : 0;
|
---|
143 | passed = 0;
|
---|
144 | }
|
---|
145 |
|
---|
146 | bytesLeft = bytesThreshold - internals.bytes;
|
---|
147 | }
|
---|
148 |
|
---|
149 | if (maxRate) {
|
---|
150 | if (bytesLeft <= 0) {
|
---|
151 | // next time window
|
---|
152 | return setTimeout(() => {
|
---|
153 | _callback(null, _chunk);
|
---|
154 | }, timeWindow - passed);
|
---|
155 | }
|
---|
156 |
|
---|
157 | if (bytesLeft < maxChunkSize) {
|
---|
158 | maxChunkSize = bytesLeft;
|
---|
159 | }
|
---|
160 | }
|
---|
161 |
|
---|
162 | if (maxChunkSize && chunkSize > maxChunkSize && (chunkSize - maxChunkSize) > minChunkSize) {
|
---|
163 | chunkRemainder = _chunk.subarray(maxChunkSize);
|
---|
164 | _chunk = _chunk.subarray(0, maxChunkSize);
|
---|
165 | }
|
---|
166 |
|
---|
167 | pushChunk(_chunk, chunkRemainder ? () => {
|
---|
168 | process.nextTick(_callback, null, chunkRemainder);
|
---|
169 | } : _callback);
|
---|
170 | };
|
---|
171 |
|
---|
172 | transformChunk(chunk, function transformNextChunk(err, _chunk) {
|
---|
173 | if (err) {
|
---|
174 | return callback(err);
|
---|
175 | }
|
---|
176 |
|
---|
177 | if (_chunk) {
|
---|
178 | transformChunk(_chunk, transformNextChunk);
|
---|
179 | } else {
|
---|
180 | callback(null);
|
---|
181 | }
|
---|
182 | });
|
---|
183 | }
|
---|
184 |
|
---|
185 | setLength(length) {
|
---|
186 | this[kInternals].length = +length;
|
---|
187 | return this;
|
---|
188 | }
|
---|
189 | }
|
---|
190 |
|
---|
191 | export default AxiosTransformStream;
|
---|