Ensure babel-cli tests compare generated output with out-files (#5205)

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/in-files/src/foo/bar.js

@@ -0,0 +1 @@
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/in-files/src/index.js

@@ -0,0 +1 @@
+index;

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/options.json

@@ -0,0 +1,8 @@
+{
+  "args": [
+    "src",
+    "--out-dir", "lib",
+    "--copy-files",
+    "--ignore", "src/foo/*"
+  ]
+}

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/out-files/lib/foo/bar.js

@@ -0,0 +1 @@
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/out-files/lib/index.js

@@ -0,0 +1,3 @@
+"use strict";
+
+index;

packages/babel-cli/test/fixtures/babel/--copy-files with ignore/stdout.txt

@@ -0,0 +1 @@
+src/index.js -> lib/index.js

packages/babel-cli/test/fixtures/babel/--copy-files with only/in-files/src/foo/bar.js

@@ -0,0 +1 @@
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files with only/in-files/src/index.js

@@ -0,0 +1 @@
+index;

packages/babel-cli/test/fixtures/babel/--copy-files with only/options.json

@@ -0,0 +1,8 @@
+{
+  "args": [
+    "src",
+    "--out-dir", "lib",
+    "--copy-files",
+    "--only", "src/foo/*"
+  ]
+}

packages/babel-cli/test/fixtures/babel/--copy-files with only/out-files/lib/foo/bar.js

@@ -0,0 +1,3 @@
+"use strict";
+
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files with only/out-files/lib/index.js

@@ -0,0 +1 @@
+index;

packages/babel-cli/test/fixtures/babel/--copy-files with only/stdout.txt

@@ -0,0 +1 @@
+src/foo/bar.js -> lib/foo/bar.js

packages/babel-cli/test/fixtures/babel/--copy-files/in-files/src/bar/index.js

@@ -0,0 +1 @@
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files/options.json

@@ -0,0 +1,3 @@
+{
+  "args": ["src", "--out-dir", "lib", "--copy-files"]
+}

packages/babel-cli/test/fixtures/babel/--copy-files/out-files/lib/bar/index.js

@@ -0,0 +1,3 @@
+"use strict";
+
+bar;

packages/babel-cli/test/fixtures/babel/--copy-files/out-files/lib/foo/foo.js

@@ -0,0 +1 @@
+"use strict";

packages/babel-cli/test/fixtures/babel/--copy-files/stdout.txt

@@ -0,0 +1,2 @@
+src/bar/index.js -> lib/bar/index.js
+src/foo/foo.js -> lib/foo/foo.js

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/a.foo.js

@@ -0,0 +1 @@
+a.foo;

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/a.js

@@ -0,0 +1 @@
+a;

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/b.js

@@ -0,0 +1 @@
+b;

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/baz/b.foo.js

@@ -0,0 +1 @@
+b.foo;

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/baz/c.js

@@ -0,0 +1 @@
+c;

packages/babel-cli/test/fixtures/babel/--ignore glob/in-files/src/foo.js

@@ -0,0 +1 @@
+foo;

packages/babel-cli/test/fixtures/babel/--ignore glob/options.json

@@ -0,0 +1,3 @@
+{
+  "args": ["src", "--out-dir", "lib", "--ignore", "**/*.foo.js"]
+}

packages/babel-cli/test/fixtures/babel/--ignore glob/out-files/lib/a.js

@@ -0,0 +1,3 @@
+"use strict";
+
+a;

packages/babel-cli/test/fixtures/babel/--ignore glob/out-files/lib/b.js

@@ -0,0 +1,3 @@
+"use strict";
+
+b;

packages/babel-cli/test/fixtures/babel/--ignore glob/out-files/lib/baz/c.js

@@ -0,0 +1,3 @@
+"use strict";
+
+c;

packages/babel-cli/test/fixtures/babel/--ignore glob/out-files/lib/foo.js

@@ -0,0 +1,3 @@
+"use strict";
+
+foo;

packages/babel-cli/test/fixtures/babel/--ignore glob/stdout.txt

@@ -0,0 +1,4 @@
+src/a.js -> lib/a.js
+src/b.js -> lib/b.js
+src/baz/c.js -> lib/baz/c.js
+src/foo.js -> lib/foo.js

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/a.foo.js

@@ -0,0 +1 @@
+a.foo;

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/a.js

@@ -0,0 +1 @@
+a;

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/b.js

@@ -0,0 +1 @@
+b;

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/baz/b.foo.js

@@ -0,0 +1 @@
+b.foo;

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/baz/c.js

@@ -0,0 +1 @@
+c;

packages/babel-cli/test/fixtures/babel/--only glob/in-files/src/foo.js

@@ -0,0 +1 @@
+foo;

packages/babel-cli/test/fixtures/babel/--only glob/options.json

@@ -0,0 +1,3 @@
+{
+  "args": ["src", "--out-dir", "lib", "--only", "**/*.foo.js"]
+}

packages/babel-cli/test/fixtures/babel/--only glob/out-files/lib/a.foo.js

@@ -0,0 +1,3 @@
+"use strict";
+
+a.foo;

packages/babel-cli/test/fixtures/babel/--only glob/out-files/lib/baz/b.foo.js

@@ -0,0 +1,3 @@
+"use strict";
+
+b.foo;

packages/babel-cli/test/fixtures/babel/--only glob/stdout.txt

@@ -0,0 +1,2 @@
+src/a.foo.js -> lib/a.foo.js
+src/baz/b.foo.js -> lib/baz/b.foo.js

packages/babel-cli/test/fixtures/babel/dir --out-dir --source-maps inline/out-files/lib/bar/bar.js

@@ -5,4 +5,4 @@ function _classCallCheck(instance, Constructor) { if (!(instance instanceof Cons
 var Test = function Test() {
   _classCallCheck(this, Test);
 };
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9iYXIvYmFyLmpzIl0sIm5hbWVzIjpbIlRlc3QiXSwibWFwcGluZ3MiOiI7Ozs7SUFBTUEsSSIsImZpbGUiOiJiYXIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJjbGFzcyBUZXN0IHtcblxufSJdfQ==
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9iYXIvYmFyLmpzIl0sIm5hbWVzIjpbIlRlc3QiXSwibWFwcGluZ3MiOiI7Ozs7SUFBTUEsSSIsImZpbGUiOiJiYXIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJjbGFzcyBUZXN0IHtcblxufSJdfQ==

packages/babel-cli/test/fixtures/babel/dir --out-dir --source-maps inline/out-files/lib/foo.js

@@ -3,4 +3,4 @@
 arr.map(function (x) {
   return x * MULTIPLIER;
 });
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9mb28uanMiXSwibmFtZXMiOlsiYXJyIiwibWFwIiwieCIsIk1VTFRJUExJRVIiXSwibWFwcGluZ3MiOiI7O0FBQUFBLElBQUlDLEdBQUosQ0FBUTtBQUFBLFNBQUtDLElBQUlDLFVBQVQ7QUFBQSxDQUFSIiwiZmlsZSI6ImZvby5qcyIsInNvdXJjZXNDb250ZW50IjpbImFyci5tYXAoeCA9PiB4ICogTVVMVElQTElFUik7Il19
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9mb28uanMiXSwibmFtZXMiOlsiYXJyIiwibWFwIiwieCIsIk1VTFRJUExJRVIiXSwibWFwcGluZ3MiOiI7O0FBQUFBLElBQUlDLEdBQUosQ0FBUTtBQUFBLFNBQUtDLElBQUlDLFVBQVQ7QUFBQSxDQUFSIiwiZmlsZSI6ImZvby5qcyIsInNvdXJjZXNDb250ZW50IjpbImFyci5tYXAoeCA9PiB4ICogTVVMVElQTElFUik7Il19

packages/babel-cli/test/fixtures/babel/filename --out-file --source-maps inline/out-files/script2.js

@@ -4,4 +4,4 @@ arr.map(function (x) {
   return x * MULTIPLIER;
 });
 
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInNjcmlwdC5qcyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOztBQUFBLElBQUksR0FBSixDQUFRO0FBQUEsU0FBSyxJQUFJLFVBQVQ7QUFBQSxDQUFSIiwiZmlsZSI6InNjcmlwdDIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJhcnIubWFwKHggPT4geCAqIE1VTFRJUExJRVIpOyJdfQ==
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInNjcmlwdC5qcyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOztBQUFBLElBQUksR0FBSixDQUFRO0FBQUEsU0FBSyxJQUFJLFVBQVQ7QUFBQSxDQUFSIiwiZmlsZSI6InNjcmlwdDIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJhcnIubWFwKHggPT4geCAqIE1VTFRJUExJRVIpOyJdfQ==

packages/babel-cli/test/fixtures/babel/filename-sourcemap --out-file --source-maps inline/in-files/.babelrc

@@ -1,3 +1,3 @@
 {
-    "inlineSourceMap": true
+    "sourceMap": "inline"
 }

packages/babel-cli/test/fixtures/babel/filename-sourcemap --out-file --source-maps inline/out-files/script2.js

@@ -4,4 +4,4 @@ var foo = function foo() {
   return 4;
 };
 
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIm9yaWdpbmFsLmpzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7O0FBQUEsVUFBVSxlO1MsQUFBTTtBQUFDIiwiZmlsZSI6InNjcmlwdDIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJ2YXIgZm9vID0gKCkgPT4gNDsiXX0=
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIm9yaWdpbmFsLmpzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7O0FBQUEsVUFBVSxlO1MsQUFBTTtBQUFDIiwiZmlsZSI6InNjcmlwdDIuanMiLCJzb3VyY2VzQ29udGVudCI6WyJ2YXIgZm9vID0gKCkgPT4gNDsiXX0=

packages/babel-cli/test/fixtures/babel/filenames --out-file --source-maps inline/out-files/script3.js

@@ -11,4 +11,4 @@ arr.map(function (x) {
   return x * MULTIPLIER;
 });
 
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInNjcmlwdC5qcyIsInNjcmlwdDIuanMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7OztJQUFNLEk7Ozs7O0FDQU4sSUFBSSxHQUFKLENBQVE7QUFBQSxTQUFLLElBQUksVUFBVDtBQUFBLENBQVIiLCJmaWxlIjoic2NyaXB0My5qcyIsInNvdXJjZXNDb250ZW50IjpbImNsYXNzIFRlc3Qge1xuXG59IiwiYXJyLm1hcCh4ID0+IHggKiBNVUxUSVBMSUVSKTsiXX0=
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInNjcmlwdC5qcyIsInNjcmlwdDIuanMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7OztJQUFNLEk7Ozs7O0FDQU4sSUFBSSxHQUFKLENBQVE7QUFBQSxTQUFLLElBQUksVUFBVDtBQUFBLENBQVIiLCJmaWxlIjoic2NyaXB0My5qcyIsInNvdXJjZXNDb250ZW50IjpbImNsYXNzIFRlc3Qge1xuXG59IiwiYXJyLm1hcCh4ID0+IHggKiBNVUxUSVBMSUVSKTsiXX0=

packages/babel-cli/test/index.js

@@ -13,6 +13,10 @@ const fs = require("fs");
 const fixtureLoc = path.join(__dirname, "fixtures");
 const tmpLoc = path.join(__dirname, "tmp");
 
+const fileFilter = function(x) {
+  return x !== ".DS_Store";
+};
+
 const presetLocs = [
   path.join(__dirname, "../../babel-preset-es2015"),
   path.join(__dirname, "../../babel-preset-react"),
@@ -23,10 +27,10 @@ const pluginLocs = [
   path.join(__dirname, "/../../babel-plugin-transform-es2015-modules-commonjs"),
 ].join(",");
 
-const readDir = function (loc) {
+const readDir = function (loc, filter) {
   const files = {};
   if (fs.existsSync(loc)) {
-    readdir(loc).forEach(function (filename) {
+    readdir(loc, filter).forEach(function (filename) {
       files[filename] = helper.readFile(path.join(loc, filename));
     });
   }
@@ -70,11 +74,27 @@ const assertTest = function (stdout, stderr, opts) {
     throw new Error("stdout:\n" + stdout);
   }
 
-  Object.keys(opts.outFiles, function (filename) {
-    const expect = opts.outFiles[filename];
-    const actual = helper.readFile(filename);
-    chai.expect(actual).to.equal(expect, "out-file " + filename);
-  });
+  if (opts.outFiles) {
+    const actualFiles = readDir(path.join(tmpLoc));
+
+    Object.keys(actualFiles).forEach(function (filename) {
+      if (!opts.inFiles.hasOwnProperty(filename)) {
+        const expect = opts.outFiles[filename];
+        const actual = actualFiles[filename];
+
+        chai.expect(expect, "Output is missing: " + filename).to.not.be.undefined;
+
+        if (expect) {
+          chai.expect(actual).to.equal(expect, "Compiled output does not match: " + filename);
+        }
+      }
+    });
+
+    Object.keys(opts.outFiles).forEach(function(filename) {
+      chai.expect(actualFiles, "Extraneous file in output: " + filename)
+        .to.contain.key(filename);
+    });
+  }
 };
 
 const buildTest = function (binName, testName, opts) {
@@ -165,8 +185,8 @@ fs.readdirSync(fixtureLoc).forEach(function (binName) {
         }
       });
 
-      opts.outFiles = readDir(path.join(testLoc, "out-files"));
-      opts.inFiles = readDir(path.join(testLoc, "in-files"));
+      opts.outFiles = readDir(path.join(testLoc, "out-files"), fileFilter);
+      opts.inFiles = readDir(path.join(testLoc, "in-files"), fileFilter);
 
       const babelrcLoc = path.join(testLoc, ".babelrc");
       if (fs.existsSync(babelrcLoc)) {