Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

✨ Gulp task to convert analytic vendor JS configs to JSON #22769

Merged
merged 10 commits into from Jun 24, 2019
115 changes: 115 additions & 0 deletions build-system/tasks/generate-vendor-jsons.js
@@ -0,0 +1,115 @@
/**
* Copyright 2019 The AMP HTML Authors. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS-IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

// TODO: @jonathantyng cleanup #22757
// this is a temporary gulp task while we migrate amp-analytics to use vendor
// JSONs instead of JS files

const del = require('del');
const file = require('gulp-file');
const gulp = require('gulp');
const {endBuildStep, toPromise, compileJs} = require('./helpers');

/**
* Generate all the vendor config JSONs from their respective JS files
* @return {!Promise}
*/
function generateVendorJsons() {
const startTime = Date.now();

const srcDir = 'extensions/amp-analytics/0.1';
const srcFile = 'vendors.js';
const tempPath = 'dist/temp-analytics/';
const destPath = 'extensions/amp-analytics/0.1/vendors/';
const compileOptions = {
browserifyOptions: {
// allow gulp to import this file after compile
standalone: 'analyticsVendors',
// need to stub self since we are not running this in the browser
insertGlobalVars: {
jonathantyng-amp marked this conversation as resolved.
Show resolved Hide resolved
self: function() {
// use test=true to generate _fake_.json for test-vendors.js to work
return '{ location: {}, AMP_CONFIG: {test: true} }';
},
},
},
};

return compileJs(srcDir, srcFile, tempPath, compileOptions).then(() => {
const promises = [];
const {ANALYTICS_CONFIG} = require('../../dist/temp-analytics/vendors.js');

// iterate over each vendor config and write to JSON file
Object.keys(ANALYTICS_CONFIG).forEach(vendorName => {
if (vendorName === 'default') {
return;
}

// convert object to JSON string with indentation of 2 spaces
const configString = JSON.stringify(
ANALYTICS_CONFIG[vendorName],
null,
2
);
const fileName = vendorName + '.json';

promises.push(
toPromise(
file(fileName, configString, {src: true}).pipe(gulp.dest(destPath))
)
);
});

promises.push(generateCanaryBgJson_(ANALYTICS_CONFIG, destPath));

return Promise.all(promises)
.then(() => {
// cleanup temp directory
return del([tempPath]);
})
.then(() => {
endBuildStep(
'Generated all analytics vendor config JSONs into ',
destPath,
startTime
);
});
});
}

function generateCanaryBgJson_(analyticsConfig, destPath) {
// generate separate canary JSON file for Bolt Guard (BG)
const bgCanaryConfig = Object.assign({}, analyticsConfig['bg'], {
'transport': {
'iframe':
'https://tpc.googlesyndication.com/b4a/experimental/b4a-runner.html',
},
});
const bgCanaryConfigStr = JSON.stringify(bgCanaryConfig, null, 2);

return toPromise(
file('bg.canary.json', bgCanaryConfigStr, {src: true}).pipe(
gulp.dest(destPath)
)
);
}

module.exports = {
generateVendorJsons,
};

generateVendorJsons.description =
'Generate analytics vendor JSON files from their respective JS files';
15 changes: 11 additions & 4 deletions build-system/tasks/helpers.js
Expand Up @@ -430,10 +430,17 @@ function compileUnminifiedJs(srcDir, srcFilename, destDir, options) {
const wrapper = options.wrapper || wrappers.none;
const devWrapper = wrapper.replace('<%= contents %>', '$1');

let bundler = browserify({
entries: entryPoint,
debug: true,
}).transform(babelify, {
// TODO: @jonathantyng remove browserifyOptions #22757
const browserifyOptions = Object.assign(
{},
{
entries: entryPoint,
debug: true,
},
options.browserifyOptions
);

let bundler = browserify(browserifyOptions).transform(babelify, {
// Transform "node_modules/", but ignore devDependencies.
global: true,
ignore: devDependencies(),
Expand Down
2 changes: 2 additions & 0 deletions build-system/tasks/presubmit-checks.js
Expand Up @@ -632,6 +632,8 @@ const forbiddenTerms = {
'src/web-worker/web-worker.js', // Web worker custom error reporter.
'tools/experiments/experiments.js',
'build-system/amp4test.js',
// TODO: @jonathantyng cleanup #22757
'build-system/tasks/generate-vendor-jsons.js',
],
},
'data:image/svg(?!\\+xml;charset=utf-8,)[^,]*,': {
Expand Down
4 changes: 4 additions & 0 deletions gulpfile.js
Expand Up @@ -22,6 +22,9 @@ const {
compileBindExpr,
compileCssExpr,
} = require('./build-system/tasks/compile-expr');
const {
generateVendorJsons,
} = require('./build-system/tasks/generate-vendor-jsons');
const {
process3pGithubPr,
} = require('./build-system/tasks/process-3p-github-pr');
Expand Down Expand Up @@ -91,6 +94,7 @@ gulp.task('dev-dashboard-tests', devDashboardTests);
gulp.task('dist', dist);
gulp.task('e2e', e2e);
gulp.task('firebase', firebase);
gulp.task('generate-vendor-jsons', generateVendorJsons);
gulp.task('get-zindex', getZindex);
gulp.task('integration', integration);
gulp.task('json-syntax', jsonSyntax);
Expand Down