Generate fixtures resource file

OctoLinker · stefanbuck · Jul 18, 2018 · Jun 18, 2018 · Jun 18, 2018 · Jun 18, 2018
commit c700f674f364372bb025d047a3144124b6eb3214
diff --git a/.eslintignore b/.eslintignore
@@ -1,2 +1,3 @@
 dist/
 packages/**/node_modules
+e2e/fixtures/
diff --git a/e2e/generate-fixtures-json.js b/e2e/generate-fixtures-json.js
@@ -0,0 +1,76 @@
+const fs = require('fs');
+const path = require('path');
+const util = require('util');
+const recursive = require('recursive-readdir');
+const async = require('async');
+
+// This will generate a json file which is consumed by automated.test.js in the following format.
+// Checkout out https://github.com/OctoLinker/OctoLinker/blob/master/e2e/README.md for details.
+//
+// [
+//    {
+//     "url": "https://github.com/OctoLinker/OctoLinker/blob/master/e2e/fixtures/javascript/nodejs/gentle-resonance-3436.js",
+//     "content": "require('./proud-tooth-7361');",
+//     "targetUrl": "/javascript/nodejs/proud-tooth-7361.js",
+//     "lineNumber": 2
+//    },
+//    ...
+// ]
+
+const repoSlug =
+  process.env.TRAVIS_PULL_REQUEST_SLUG || 'OctoLinker/OctoLinker';
+const branch = process.env.TRAVIS_PULL_REQUEST_BRANCH || 'master';
+const fixturesRoot = `https://github.com/${repoSlug}/blob/${branch}/e2e`;
+
+async function readContent(files) {
+  const readFile = util.promisify(fs.readFile);
+  const mapLimit = util.promisify(async.mapLimit);
+
+  return mapLimit(files, 10, async file => {
+    const content = await readFile(file, 'utf8');
+
+    return {
+      file,
+      content,
+    };
+  });
+}
+
+function findTests(contents) {
+  return contents.reduce((memo, { file, content }) => {
+    const lines = content.split('\n');
+
+    lines.forEach((line, index) => {
+      if (line.includes('@OctoLinkerResolve')) {
+        const lineNumber = index + 2;
+        const targetUrl = line
+          .match(/@OctoLinkerResolve\((.*?)\)/)[1]
+          .replace('<root>', '');
+
+        const filePath = file.replace(__dirname, '');
+
+        memo.push({
+          url: `${fixturesRoot}${filePath}`,
+          content: lines[index + 1].trim(),
+          targetUrl,
+          lineNumber,
+        });
+      }
+    });
+
+    return memo;
+  }, []);
+}
+
+(async function init() {
+  const files = await recursive(path.join(__dirname, 'fixtures'));
+  const contents = await readContent(files);
+  const out = findTests(contents);
+
+  console.log(out); // eslint-disable-line
+
+  fs.writeFileSync(
+    path.join(__dirname, 'fixtures.json'),
+    JSON.stringify(out, null, ' '),
+  );
+})();
diff --git a/package.json b/package.json
@@ -8,7 +8,7 @@
     "lint": "eslint .",
     "pretest": "yarn lint",
     "test": "jest",
-    "e2e": "curl https://raw.githubusercontent.com/OctoLinker/e2e/master/resource.json > e2e/fixtures.json && jest --config=e2e/jest-e2e.config.js",
+    "e2e": "node ./e2e/generate-fixtures-json.js && jest --config=e2e/jest-e2e.config.js",
     "postinstall": "yarn lerna bootstrap",
     "test:watch": "jest --watch",
     "version": "json -I -f assets/manifest.json -e \"this.version='`json -f package.json version`'\" && git add assets/manifest.json",
@@ -22,6 +22,7 @@
     "firefox-launch": "web-ext run --source-dir dist --pref startup.homepage_welcome_url=https://github.com/OctoLinker/OctoLinker/blob/master/package.json"
   },
   "devDependencies": {
+    "async": "^2.6.1",
     "babel-core": "^6.26.0",
     "babel-loader": "^7.1.2",
     "babel-plugin-transform-object-rest-spread": "^6.26.0",
@@ -48,6 +49,7 @@
     "npm-run-all": "^4.1.1",
     "prettier": "^1.7.4",
     "puppeteer": "^1.5.0",
+    "recursive-readdir": "^2.2.2",
     "sinon": "^4.0.1",
     "style-loader": "^0.19.0",
     "web-ext": "^2.0.0",

diff --git a/yarn.lock b/yarn.lock
@@ -613,7 +613,7 @@ async@^1.4.0, async@^1.5.0, async@^1.5.2, async@~1.5:
   version "1.5.2"
   resolved "https://registry.yarnpkg.com/async/-/async-1.5.2.tgz#ec6a61ae56480c0c3cb241c95618e20892f9672a"
 
-async@^2.0.0, async@~2.6.0:
+async@^2.0.0, async@^2.6.1, async@~2.6.0:
   version "2.6.1"
   resolved "https://registry.yarnpkg.com/async/-/async-2.6.1.tgz#b245a23ca71930044ec53fa46aa00a3e87c6a610"
   dependencies: