We can eek out a bit more speed from Babel generator by turning the buffer into an array as well. Re: #3565 ``` Items: 2 , time: 4 length: 114 Items: 4 , time: 3 length: 218 Items: 8 , time: 3 length: 426 Items: 16 , time: 2 length: 861 Items: 32 , time: 5 length: 1741 Items: 64 , time: 2 length: 3501 Items: 128 , time: 4 length: 7106 Items: 256 , time: 8 length: 14530 Items: 512 , time: 12 length: 29378 Items: 1024 , time: 24 length: 59147 Items: 2048 , time: 38 length: 121611 Items: 4096 , time: 71 length: 246539 Items: 8192 , time: 131 length: 496395 Items: 16384 , time: 350 length: 1015260 Items: 32768 , time: 573 length: 2063836 Items: 65536 , time: 1263 length: 4160988 Items: 131072 , time: 2143 length: 8448509 Items: 262144 , time: 4859 length: 17230333 ``` to ``` Items: 2 , time: 4 length: 114 Items: 4 , time: 3 length: 218 Items: 8 , time: 9 length: 426 Items: 16 , time: 1 length: 861 Items: 32 , time: 5 length: 1741 Items: 64 , time: 1 length: 3501 Items: 128 , time: 3 length: 7106 Items: 256 , time: 7 length: 14530 Items: 512 , time: 9 length: 29378 Items: 1024 , time: 17 length: 59147 Items: 2048 , time: 30 length: 121611 Items: 4096 , time: 61 length: 246539 Items: 8192 , time: 113 length: 496395 Items: 16384 , time: 307 length: 1015260 Items: 32768 , time: 443 length: 2063836 Items: 65536 , time: 1065 length: 4160988 Items: 131072 , time: 1799 length: 8448509 Items: 262144 , time: 4217 length: 17230333 ```
167 lines
4.4 KiB
JavaScript
167 lines
4.4 KiB
JavaScript
import Position from "./position";
|
|
import type SourceMap from "./source-map";
|
|
import trimEnd from "lodash/trimEnd";
|
|
|
|
const SPACES_RE = /^[ \t]+$/;
|
|
|
|
/**
|
|
* The Buffer class exists to manage the queue of tokens being pushed onto the output string
|
|
* in such a way that the final string buffer is treated as write-only until the final .get()
|
|
* call. This allows V8 to optimize the output efficiently by not requiring it to store the
|
|
* string in contiguous memory.
|
|
*/
|
|
|
|
export default class Buffer {
|
|
constructor(map: ?SourceMap) {
|
|
this._map = map;
|
|
}
|
|
|
|
_map: SourceMap = null;
|
|
_buf: Array = [];
|
|
_last: string = "";
|
|
_queue: Array = [];
|
|
|
|
_position: Position = new Position;
|
|
_sourcePosition: Object = {
|
|
line: null,
|
|
column: null,
|
|
filename: null,
|
|
};
|
|
|
|
/**
|
|
* Get the final string output from the buffer, along with the sourcemap if one exists.
|
|
*/
|
|
|
|
get(): Object {
|
|
this._flush();
|
|
|
|
return {
|
|
code: trimEnd(this._buf.join("")),
|
|
map: this._map ? this._map.get() : null,
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Add a string to the buffer that cannot be reverted.
|
|
*/
|
|
|
|
append(str: string): void {
|
|
this._flush();
|
|
const { line, column, filename } = this._sourcePosition;
|
|
this._append(str, line, column, filename);
|
|
}
|
|
|
|
/**
|
|
* Add a string to the buffer than can be reverted.
|
|
*/
|
|
|
|
queue(str: string): void {
|
|
const { line, column, filename } = this._sourcePosition;
|
|
this._queue.unshift([str, line, column, filename]);
|
|
}
|
|
|
|
_flush(): void {
|
|
let item;
|
|
while (item = this._queue.pop()) this._append(...item);
|
|
}
|
|
|
|
_append(str: string, line: number, column: number, filename: ?string): void {
|
|
// If there the line is ending, adding a new mapping marker is redundant
|
|
if (this._map && str[0] !== "\n") this._map.mark(this._position, line, column, filename);
|
|
|
|
this._buf.push(str);
|
|
this._last = str[str.length - 1];
|
|
this._position.push(str);
|
|
}
|
|
|
|
removeTrailingSpaces(): void {
|
|
while (this._queue.length > 0 && SPACES_RE.test(this._queue[0][0])) this._queue.shift();
|
|
}
|
|
|
|
removeTrailingNewline(): void {
|
|
if (this._queue.length > 0 && this._queue[0][0] === "\n") this._queue.shift();
|
|
}
|
|
|
|
removeLastSemicolon(): void {
|
|
if (this._queue.length > 0 && this._queue[0][0] === ";") this._queue.shift();
|
|
}
|
|
|
|
endsWith(str: string): boolean {
|
|
const end = this._last + this._queue.reduce((acc, item) => item[0] + acc, "");
|
|
if (str.length <= end.length) {
|
|
return end.slice(-str.length) === str;
|
|
}
|
|
|
|
// We assume that everything being matched is at most a single token plus some whitespace,
|
|
// which everything currently is, but otherwise we'd have to expand _last or check _buf.
|
|
return false;
|
|
}
|
|
|
|
getLast(): string {
|
|
if (this._queue.length > 0) {
|
|
const last = this._queue[0][0];
|
|
return last[last.length - 1];
|
|
}
|
|
|
|
return this._last;
|
|
}
|
|
|
|
hasContent(): boolean {
|
|
return this._queue.length > 0 || !!this._last;
|
|
}
|
|
|
|
/**
|
|
* Sets a given position as the current source location so generated code after this call
|
|
* will be given this position in the sourcemap.
|
|
*/
|
|
|
|
source(prop: string, loc: Location): void {
|
|
if (prop && !loc) return;
|
|
|
|
let pos = loc ? loc[prop] : null;
|
|
|
|
this._sourcePosition.line = pos ? pos.line : null;
|
|
this._sourcePosition.column = pos ? pos.column : null;
|
|
this._sourcePosition.filename = loc && loc.filename || null;
|
|
}
|
|
|
|
/**
|
|
* Call a callback with a specific source location and restore on completion.
|
|
*/
|
|
|
|
withSource(prop: string, loc: Location, cb: () => void): void {
|
|
if (!this._map) return cb();
|
|
|
|
// Use the call stack to manage a stack of "source location" data.
|
|
let originalLine = this._sourcePosition.line;
|
|
let originalColumn = this._sourcePosition.column;
|
|
let originalFilename = this._sourcePosition.filename;
|
|
|
|
this.source(prop, loc);
|
|
|
|
cb();
|
|
|
|
this._sourcePosition.line = originalLine;
|
|
this._sourcePosition.column = originalColumn;
|
|
this._sourcePosition.filename = originalFilename;
|
|
}
|
|
|
|
getCurrentColumn(): number {
|
|
const extra = this._queue.reduce((acc, item) => item[0] + acc, "");
|
|
const lastIndex = extra.lastIndexOf("\n");
|
|
|
|
return lastIndex === -1 ? this._position.column + extra.length : (extra.length - 1 - lastIndex);
|
|
}
|
|
|
|
getCurrentLine(): number {
|
|
const extra = this._queue.reduce((acc, item) => item[0] + acc, "");
|
|
|
|
let count = 0;
|
|
for (let i = 0; i < extra.length; i++) {
|
|
if (extra[i] === "\n") count++;
|
|
}
|
|
|
|
return this._position.line + count;
|
|
}
|
|
}
|