Integrate babylon into babel workflow
This commit is contained in:
Daniel Tschinder
60
scripts/tests/flow/flow_tests_whitelist.txt
Normal file
60
scripts/tests/flow/flow_tests_whitelist.txt
Normal file
@@ -0,0 +1,60 @@
|
||||
# This file lists tests that are known to produce incorrect results when parsed
|
||||
# with Babylon:
|
||||
#
|
||||
# - Tests that are expected to parse successfully but for which Babylon reports
|
||||
# a syntax error
|
||||
# - Tests that contain invalid syntax but for which Babylon reports no syntax
|
||||
# error
|
||||
#
|
||||
# Entries should be removed incrementally as Babylon is improved.
|
||||
|
||||
ES6/binding-pattern/object-pattern/await-prop-in-async-function.js
|
||||
JSX_invalid/migrated_0000.js
|
||||
arrow_function_invalid/migrated_0002.js
|
||||
async_await/async_generic_method.js
|
||||
async_await/migrated_0020.js
|
||||
async_await/migrated_0024.js
|
||||
async_await/migrated_0027.js
|
||||
async_generators/migrated_0007.js
|
||||
class_properties/migrated_0000.js
|
||||
class_properties/migrated_0005.js
|
||||
class_properties/migrated_0011.js
|
||||
class_properties/migrated_0016.js
|
||||
class_properties/migrated_0021.js
|
||||
class_properties/migrated_0026.js
|
||||
decorators/migrated_0003.js
|
||||
decorators/migrated_0007.js
|
||||
dynamic_import/migrated_0000.js
|
||||
dynamic_import/migrated_0001.js
|
||||
dynamic_import/migrated_0002.js
|
||||
dynamic_import/migrated_0003.js
|
||||
dynamic_import/migrated_0004.js
|
||||
invalid_syntax/migrated_0000.js
|
||||
invalid_syntax/migrated_0001.js
|
||||
invalid_syntax/migrated_0002.js
|
||||
invalid_syntax/migrated_0003.js
|
||||
invalid_syntax/migrated_0010.js
|
||||
private_class_properties/valid.js
|
||||
types/annotations/migrated_0001.js
|
||||
types/annotations_in_comments_invalid/migrated_0000.js
|
||||
types/annotations_in_comments_invalid/migrated_0001.js
|
||||
types/annotations_in_comments_invalid/migrated_0002.js
|
||||
types/annotations_in_comments_invalid/migrated_0003.js
|
||||
types/annotations_in_comments_invalid/migrated_0004.js
|
||||
types/annotations/static_is_reserved_param.js
|
||||
types/annotations/static_is_reserved_type.js
|
||||
types/annotations/void_is_reserved_param.js
|
||||
types/declare_export_invalid/migrated_0013.js
|
||||
types/declare_statements_invalid/migrated_0001.js
|
||||
types/member/reserved_words.js
|
||||
types/number_literal_invalid/migrated_0000.js
|
||||
types/parameter_defaults/migrated_0023.js
|
||||
types/parameter_defaults/migrated_0026.js
|
||||
types/parameter_defaults/migrated_0028.js
|
||||
types/parameter_defaults/migrated_0029.js
|
||||
types/parameter_defaults/migrated_0030.js
|
||||
types/parameter_defaults/migrated_0031.js
|
||||
types/parameter_defaults/migrated_0032.js
|
||||
types/string_literal_invalid/migrated_0000.js
|
||||
types/typecasts_invalid/migrated_0001.js
|
||||
types/import_types/typeof_named_reserved_type.js
|
||||
275
scripts/tests/flow/run_babylon_flow_tests.js
Normal file
275
scripts/tests/flow/run_babylon_flow_tests.js
Normal file
@@ -0,0 +1,275 @@
|
||||
"use strict";
|
||||
|
||||
const path = require("path");
|
||||
const fs = require("fs");
|
||||
const chalk = require("chalk");
|
||||
const parse = require("../../../packages/babylon").parse;
|
||||
|
||||
const TESTS_FOLDER = path.join(
|
||||
__dirname,
|
||||
"../../../build/flow/src/parser/test/flow"
|
||||
);
|
||||
const WHITELIST_PATH = path.join(__dirname, "./flow_tests_whitelist.txt");
|
||||
|
||||
const shouldUpdateWhitelist = process.argv.indexOf("--update-whitelist") > 0;
|
||||
|
||||
function map_get_default(map, key, defaultConstructor) {
|
||||
if (map.has(key)) {
|
||||
return map.get(key);
|
||||
}
|
||||
const value = new defaultConstructor();
|
||||
map.set(key, value);
|
||||
return value;
|
||||
}
|
||||
|
||||
function get_whitelist(filename) {
|
||||
return fs
|
||||
.readFileSync(filename, "utf8")
|
||||
.split("\n")
|
||||
.map(line => line.replace(/#.*$/, "").trim())
|
||||
.filter(Boolean);
|
||||
}
|
||||
|
||||
function list_files(root, dir) {
|
||||
const files = fs.readdirSync(dir ? path.join(root, dir) : root);
|
||||
let result = [];
|
||||
for (let i = 0; i < files.length; i++) {
|
||||
const file = dir ? path.join(dir, files[i]) : files[i];
|
||||
const stats = fs.statSync(path.join(root, file));
|
||||
if (stats.isDirectory()) {
|
||||
result = result.concat(list_files(root, file));
|
||||
} else {
|
||||
result.push(file);
|
||||
}
|
||||
}
|
||||
return result.sort();
|
||||
}
|
||||
|
||||
function get_tests(root_dir) {
|
||||
const files = list_files(root_dir);
|
||||
const tests = new Map();
|
||||
for (let i = 0; i < files.length; i++) {
|
||||
const file = files[i];
|
||||
const test_name = path.dirname(file);
|
||||
const case_parts = path.basename(file).split(".");
|
||||
const case_name = case_parts[0];
|
||||
|
||||
// Hack to ignore hidden files.
|
||||
if (case_name === "") {
|
||||
continue;
|
||||
}
|
||||
|
||||
const cases = map_get_default(tests, test_name, Map);
|
||||
const case_ = map_get_default(cases, case_name, Object);
|
||||
|
||||
const content = fs.readFileSync(path.join(root_dir, file), "utf8");
|
||||
const ext = case_parts[case_parts.length - 1];
|
||||
const kind =
|
||||
case_parts.length > 2 ? case_parts[case_parts.length - 2] : null;
|
||||
|
||||
if (ext === "js") {
|
||||
case_.file = file;
|
||||
case_.content = content;
|
||||
} else if (ext === "json" && kind === "tree") {
|
||||
case_.expected_ast = JSON.parse(content);
|
||||
} else if (ext === "json" && kind === "options") {
|
||||
case_.options = JSON.parse(content);
|
||||
}
|
||||
}
|
||||
return tests;
|
||||
}
|
||||
|
||||
function update_whitelist(summary) {
|
||||
const contains = (tests, file) =>
|
||||
tests.some(({ test }) => test.file === file);
|
||||
|
||||
const result = fs
|
||||
.readFileSync(WHITELIST_PATH, "utf8")
|
||||
.split("\n")
|
||||
.filter(line => {
|
||||
const file = line.replace(/#.*$/, "").trim();
|
||||
return (
|
||||
!contains(summary.disallowed.success, file) &&
|
||||
!contains(summary.disallowed.failure, file) &&
|
||||
summary.unrecognized.indexOf(file) === -1
|
||||
);
|
||||
})
|
||||
.join("\n");
|
||||
fs.writeFileSync(WHITELIST_PATH, result);
|
||||
}
|
||||
|
||||
const options = {
|
||||
plugins: ["jsx", "flow", "asyncGenerators", "objectRestSpread"],
|
||||
sourceType: "module",
|
||||
ranges: true,
|
||||
};
|
||||
|
||||
const flowOptionsMapping = {
|
||||
esproposal_class_instance_fields: "classProperties",
|
||||
esproposal_class_static_fields: "classProperties",
|
||||
esproposal_export_star_as: "exportExtensions",
|
||||
esproposal_decorators: "decorators",
|
||||
};
|
||||
|
||||
const summary = {
|
||||
passed: true,
|
||||
allowed: {
|
||||
success: [],
|
||||
failure: [],
|
||||
},
|
||||
disallowed: {
|
||||
success: [],
|
||||
failure: [],
|
||||
},
|
||||
unrecognized: [],
|
||||
};
|
||||
|
||||
const tests = get_tests(TESTS_FOLDER);
|
||||
const whitelist = get_whitelist(WHITELIST_PATH);
|
||||
|
||||
const unrecognized = new Set(whitelist);
|
||||
|
||||
tests.forEach(section => {
|
||||
section.forEach(test => {
|
||||
const shouldSuccess =
|
||||
test.expected_ast &&
|
||||
(!Array.isArray(test.expected_ast.errors) ||
|
||||
test.expected_ast.errors.length === 0);
|
||||
const inWhitelist = whitelist.indexOf(test.file) > -1;
|
||||
|
||||
const babylonOptions = Object.assign({}, options);
|
||||
babylonOptions.plugins = babylonOptions.plugins.slice();
|
||||
|
||||
if (test.options) {
|
||||
Object.keys(test.options).forEach(option => {
|
||||
if (!test.options[option]) return;
|
||||
if (!flowOptionsMapping[option]) {
|
||||
throw new Error("Parser options not mapped " + option);
|
||||
}
|
||||
babylonOptions.plugins.push(flowOptionsMapping[option]);
|
||||
});
|
||||
}
|
||||
|
||||
let failed = false;
|
||||
let exception = null;
|
||||
try {
|
||||
parse(test.content, babylonOptions);
|
||||
} catch (e) {
|
||||
exception = e;
|
||||
failed = true;
|
||||
// lets retry in script mode
|
||||
try {
|
||||
parse(
|
||||
test.content,
|
||||
Object.assign({}, babylonOptions, { sourceType: "script" })
|
||||
);
|
||||
exception = null;
|
||||
failed = false;
|
||||
} catch (e) {}
|
||||
}
|
||||
|
||||
const isSuccess = shouldSuccess !== failed;
|
||||
const isAllowed = isSuccess !== inWhitelist;
|
||||
|
||||
summary[isAllowed ? "allowed" : "disallowed"][
|
||||
isSuccess ? "success" : "failure"
|
||||
].push({ test, exception, shouldSuccess, babylonOptions });
|
||||
summary.passed &= isAllowed;
|
||||
|
||||
unrecognized.delete(test.file);
|
||||
|
||||
process.stdout.write(chalk.gray("."));
|
||||
});
|
||||
});
|
||||
|
||||
summary.unrecognized = Array.from(unrecognized);
|
||||
summary.passed &= summary.unrecognized.length === 0;
|
||||
|
||||
// This is needed because, after the dots written using
|
||||
// `process.stdout.write(".")` there is no final newline
|
||||
console.log();
|
||||
|
||||
if (summary.disallowed.failure.length || summary.disallowed.success.length) {
|
||||
console.log("\n-- FAILED TESTS --");
|
||||
summary.disallowed.failure.forEach(
|
||||
({ test, shouldSuccess, exception, babylonOptions }) => {
|
||||
console.log(chalk.red(`✘ ${test.file}`));
|
||||
if (shouldSuccess) {
|
||||
console.log(chalk.yellow(" Should parse successfully, but did not"));
|
||||
console.log(chalk.yellow(` Failed with: \`${exception.message}\``));
|
||||
} else {
|
||||
console.log(chalk.yellow(" Should fail parsing, but did not"));
|
||||
}
|
||||
console.log(
|
||||
chalk.yellow(
|
||||
` Active plugins: ${JSON.stringify(babylonOptions.plugins)}`
|
||||
)
|
||||
);
|
||||
}
|
||||
);
|
||||
summary.disallowed.success.forEach(
|
||||
({ test, shouldSuccess, babylonOptions }) => {
|
||||
console.log(chalk.red(`✘ ${test.file}`));
|
||||
if (shouldSuccess) {
|
||||
console.log(
|
||||
chalk.yellow(
|
||||
" Correctly parsed successfully, but" +
|
||||
" was disallowed by the whitelist"
|
||||
)
|
||||
);
|
||||
} else {
|
||||
console.log(
|
||||
chalk.yellow(
|
||||
" Correctly failed parsing, but" +
|
||||
" was disallowed by the whitelist"
|
||||
)
|
||||
);
|
||||
}
|
||||
console.log(
|
||||
chalk.yellow(
|
||||
` Active plugins: ${JSON.stringify(babylonOptions.plugins)}`
|
||||
)
|
||||
);
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
console.log("-- SUMMARY --");
|
||||
console.log(
|
||||
chalk.green("✔ " + summary.allowed.success.length + " tests passed")
|
||||
);
|
||||
console.log(
|
||||
chalk.green(
|
||||
"✔ " +
|
||||
summary.allowed.failure.length +
|
||||
" tests failed but were allowed in the whitelist"
|
||||
)
|
||||
);
|
||||
console.log(
|
||||
chalk.red("✘ " + summary.disallowed.failure.length + " tests failed")
|
||||
);
|
||||
console.log(
|
||||
chalk.red(
|
||||
"✘ " +
|
||||
summary.disallowed.success.length +
|
||||
" tests passed but were disallowed in the whitelist"
|
||||
)
|
||||
);
|
||||
console.log(
|
||||
chalk.red(
|
||||
"✘ " +
|
||||
summary.unrecognized.length +
|
||||
" tests specified in the whitelist were not found"
|
||||
)
|
||||
);
|
||||
|
||||
// Some padding to separate the output from the message `make`
|
||||
// adds at the end of failing scripts
|
||||
console.log();
|
||||
|
||||
if (shouldUpdateWhitelist) {
|
||||
update_whitelist(summary);
|
||||
console.log("\nWhitelist updated");
|
||||
} else {
|
||||
process.exit(summary.passed ? 0 : 1);
|
||||
}
|
||||
Reference in New Issue
Block a user