Gulpfile.js

/*
 * Copyright © 2015-2018 Cask Data, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */

var gulp = require('gulp'),
  plug = require('gulp-load-plugins')(),
  pkg = require('./package.json'),
  del = require('del'),
  merge = require('merge-stream'),
  autoprefixer = require('autoprefixer');

function getEs6Directives(isNegate) {
  var es6directives = [
    'dag-plus',
    'plugin-templates',
    'my-global-navbar',
    'datetime-picker',
    'datetime-range',
    'complex-schema',
    'my-pipeline-settings',
    'my-pipeline-summary',
    'my-pipeline-resource',
    'my-post-run-action-wizard',
    'my-post-run-actions',
    'widget-container/widget-complex-schema-editor',
    'widget-container',
    'plugin-functions',
    'my-link-button',
  ];

  return es6directives.map(function(directive) {
    return (isNegate ? '!' : '') + './app/directives/' + directive + '/**/*.js';
  });
}
function getExtensionBuildPipeline(extension) {
  var PKG = JSON.stringify({
    name: pkg.name,
    v: pkg.version,
  });

  var source = [
    './app/' + extension + '/main.js',
    './app/services/**/*.js',
    './app/directives/**/*.js',
    './app/filters/**/*.js',
    './app/lib/global-lib.js',
    './app/' + extension + '/module.js',
    './app/' + extension + '/**/*.js',
  ];
  source = source.concat(getEs6Directives(true));

  return gulp
    .src(source)
    .pipe(plug.plumber())
    .pipe(
      plug.wrapper({
        header: '\n(function (PKG){ /* ${filename} */\n',
        footer: '\n})(' + PKG + ');\n',
      })
    )
    .pipe(plug.babel())
    .pipe(plug.ngAnnotate())
    .pipe(plug.concat(extension + '.js'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
}
function getBabelBuildPipeline() {
  var PKG = JSON.stringify({
    name: pkg.name,
    v: pkg.version,
  });

  var source = getEs6Directives();
  return gulp
    .src(source)
    .pipe(plug.plumber())
    .pipe(
      plug.wrapper({
        header: '\n(function (PKG){ /* ${filename} */\n',
        footer: '\n})(' + PKG + ');\n',
      })
    )
    .pipe(plug.babel())
    .pipe(plug.ngAnnotate())
    .pipe(plug.concat('common.es6.js'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
}

gulp.task('css:library', function() {
  return merge(
    gulp.src([
      './node_modules/@bower_components/angular/angular-csp.css',
      './node_modules/@bower_components/angular-loading-bar/build/loading-bar.min.css',
      './node_modules/@bower_components/angular-motion/dist/angular-motion.min.css',
      './node_modules/font-awesome/css/font-awesome.min.css',
      './node_modules/@bower_components/angular-gridster/dist/angular-gridster.min.css',
      './node_modules/@bower_components/angular-cron-jobs/dist/angular-cron-jobs.min.css',
    ]),
    gulp.src('./app/styles/bootstrap.less').pipe(plug.less())
  )
    .pipe(plug.concat('lib.css'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
});

gulp.task('css:application', function() {
  var processor = [autoprefixer({ overrideBrowserslist: ['> 1%'], cascade: true })];

  return gulp
    .src([
      './app/styles/common.less',
      './app/styles/themes/*.less',
      './app/directives/**/*.less',
      './app/hydrator/**/*.less',
    ])
    .pipe(plug.less())
    .pipe(plug.concat('app.css'))
    .pipe(plug.postcss(processor))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'))
    .pipe(plug.livereload({ port: 35728 }));
});

gulp.task('css:lint', function() {
  return gulp
    .src([
      './app/styles/common.less',
      './app/styles/themes/*.less',
      './app/directives/**/*.{less,css}',
    ])
    .pipe(
      plug.stylelint({
        configFile: './.stylelintrc',
        syntax: 'less',
        reporters: [
          {
            formatter: 'string',
            console: true,
          },
        ],
      })
    );
});

gulp.task('css:app', gulp.series('css:application', 'css:lint'));

gulp.task('js:lib', function() {
  return gulp
    .src([
      './node_modules/@bower_components/angular/angular.js',

      './node_modules/@bower_components/angular-sanitize/angular-sanitize.js',
      './node_modules/@bower_components/angular-animate/angular-animate.js',
      './node_modules/@bower_components/angular-resource/angular-resource.js',

      './node_modules/@bower_components/angular-ui-router/release/angular-ui-router.js',

      './node_modules/@bower_components/angular-strap/dist/modules/compiler.js',
      './node_modules/@bower_components/angular-strap/dist/modules/dimensions.js',
      './node_modules/@bower_components/angular-strap/dist/modules/tooltip.js',
      './node_modules/@bower_components/angular-strap/dist/modules/tooltip.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/dropdown.js',
      './node_modules/@bower_components/angular-strap/dist/modules/dropdown.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/modal.js',
      './node_modules/@bower_components/angular-strap/dist/modules/modal.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/alert.js',
      './node_modules/@bower_components/angular-strap/dist/modules/alert.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/popover.js',
      './node_modules/@bower_components/angular-strap/dist/modules/popover.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/collapse.js',
      './node_modules/@bower_components/angular-strap/dist/modules/parse-options.js',
      './node_modules/@bower_components/angular-strap/dist/modules/typeahead.js',
      './node_modules/@bower_components/angular-strap/dist/modules/typeahead.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/select.js',
      './node_modules/@bower_components/angular-strap/dist/modules/select.tpl.js',

      './node_modules/@bower_components/angular-strap/dist/modules/date-parser.js',
      './node_modules/@bower_components/angular-strap/dist/modules/date-formatter.js',
      './node_modules/@bower_components/angular-strap/dist/modules/datepicker.js',
      './node_modules/@bower_components/angular-strap/dist/modules/datepicker.tpl.js',
      './node_modules/@bower_components/angular-strap/dist/modules/timepicker.js',
      './node_modules/@bower_components/angular-strap/dist/modules/timepicker.tpl.js',

      './node_modules/@bower_components/angular-breadcrumb/release/angular-breadcrumb.js',

      './node_modules/@bower_components/ngstorage/ngStorage.js',
      './node_modules/@bower_components/angular-loading-bar/build/loading-bar.js',

      './node_modules/@bower_components/d3/d3.js',
      './node_modules/@bower_components/d3-timeline/src/d3-timeline.js',
      './node_modules/@bower_components/lodash/lodash.js',
      './node_modules/@bower_components/graphlib/dist/graphlib.core.js',
      './node_modules/@bower_components/dagre/dist/dagre.core.js',
      './node_modules/@bower_components/dagre-d3/dist/dagre-d3.core.js',
      './node_modules/@bower_components/moment/moment.js',
      './node_modules/@bower_components/angular-moment/angular-moment.js',
      './node_modules/@bower_components/angular-bootstrap/ui-bootstrap-tpls.js',

      './node_modules/@bower_components/node-uuid/uuid.js',

      './node_modules/@bower_components/angular-cookies/angular-cookies.min.js',
      './node_modules/redux/dist/redux.min.js',
      './node_modules/redux-thunk/dist/redux-thunk.min.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/ace.js',
      './node_modules/@bower_components/angular-ui-ace/ui-ace.js',
      './node_modules/@bower_components/jsPlumb/dist/js/jsPlumb-2.0.6-min.js',
      './node_modules/@bower_components/angular-gridster/dist/angular-gridster.min.js',
      './node_modules/@bower_components/angular-cron-jobs/dist/angular-cron-jobs.min.js',
      './node_modules/@bower_components/marked/marked.min.js',
      './node_modules/@bower_components/angular-marked/dist/angular-marked.min.js',

      './node_modules/@bower_components/js-beautify/js/lib/beautify.js',
      './node_modules/@bower_components/angular-file-saver/dist/angular-file-saver.bundle.js',
      './node_modules/@bower_components/ngInfiniteScroll/build/ng-infinite-scroll.min.js',
      './node_modules/@bower_components/angular-inview/angular-inview.js',
      './node_modules/@bower_components/esprima/esprima.js',
      './node_modules/react/umd/react.production.min.js',
      './node_modules/react-dom/umd/react-dom.production.min.js',
      './node_modules/ngreact/ngReact.min.js',

      './node_modules/svg4everybody/dist/svg4everybody.min.js',
      './node_modules/sockjs-client/dist/sockjs.js',
    ])
    .pipe(plug.replace('glyphicon', 'fa'))
    .pipe(plug.concat('lib.js'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
});

gulp.task('js:aceworkers', function(cb) {
  gulp
    .src([
      /** FIXME: (CDAP-15419): Unify ace-builds dependency */
      './node_modules/@bower_components/ace-builds/src-min-noconflict/ace.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/mode-javascript.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/worker-javascript.js',
      './node_modules/ace-builds/src-min-noconflict/mode-json.js',
      './node_modules/ace-builds/src-min-noconflict/worker-json.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/mode-python.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/mode-sql.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/mode-scala.js',
      './node_modules/@bower_components/ace-builds/src-min-noconflict/mode-plain_text.js',
    ])
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle/ace-editor-worker-scripts/'));
  cb();
});

gulp.task('fonts', function() {
  return gulp
    .src([
      './app/styles/fonts/*',
      './node_modules/font-awesome/fonts/*',
    ])
    .pipe(gulp.dest('./packaged/public/dist/assets/fonts'));
});

gulp.task('css:lib', gulp.series('css:library', 'fonts'));
// Build using watch
gulp.task('watch:js:app:hydrator', function() {
  return getExtensionBuildPipeline('hydrator').pipe(plug.livereload({ port: 35728 }));
});

gulp.task('watch:js:app:babel', function() {
  return getBabelBuildPipeline().pipe(plug.livereload({ port: 35728 }));
});

// Build once.
gulp.task('js:app:hydrator', function() {
  return getExtensionBuildPipeline('hydrator');
});

gulp.task('js:app:babel', function() {
  return getBabelBuildPipeline();
});

gulp.task('js:app', gulp.series('js:app:babel', 'js:app:hydrator'));

gulp.task('watch:js:app', gulp.series('watch:js:app:hydrator'));
gulp.task('polyfill', function() {
  return gulp
    .src(['./app/polyfill.js', './app/ui-utils/url-generator.js'])
    .pipe(plug.babel())
    .pipe(plug.concat('polyfill.js'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
});

gulp.task('img', function() {
  return gulp.src('./app/styles/img/**/*').pipe(gulp.dest('./packaged/public/dist/assets/img'));
});

gulp.task('html:partials', function() {
  return gulp
    .src([
      './app/hydrator/**/*.html',
      '!./app/hydrator/hydrator.html',
    ])
    .pipe(plug.htmlmin({ removeComments: true }))
    .pipe(gulp.dest('./packaged/public/dist/assets/features/hydrator'))
    .pipe(plug.livereload({ port: 35728 }));
});

gulp.task('html:main', function() {
  return gulp
    .src(['./app/hydrator/hydrator.html'])
    .pipe(plug.htmlmin({ removeComments: true }))
    .pipe(gulp.dest('./packaged/public/dist'));
});

gulp.task('html', gulp.series('html:main', 'html:partials'));

gulp.task('tpl', function() {
  return gulp
    .src(['./app/directives/**/*.html', './app/services/**/*.html'])
    .pipe(plug.htmlmin({ removeComments: true }))
    .pipe(
      plug.angularTemplatecache({
        module: pkg.name + '.commons',
        transformUrl: function(url) {
          // Remove leading slash which occurs in gulp 4
          return url.replace(/^\/+/g, '');
        },
      })
    )
    .pipe(plug.concat('tpl.js'))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'))
    .pipe(plug.livereload({ port: 35728 }));
});

gulp.task('js', gulp.series('js:lib', 'js:aceworkers', 'js:app', 'polyfill'));

gulp.task('watch:js', gulp.series('watch:js:app', 'watch:js:app:babel', 'polyfill'));

gulp.task('css', gulp.series('css:lib', 'css:app'));

gulp.task('style', gulp.series('css'));

gulp.task('build', gulp.series('js', 'css', 'img', 'tpl', 'html'));

gulp.task('lint', function() {
  return gulp
    .src([
      './app/**/*.js',
      '!./app/cdap/**/*.js',
      '!./app/login/**/*.js',
      '!./app/lib/**/*.js',
      '!./app/common/**/*.js',
      '!./app/wrangler/**/*.js',
    ])
    .pipe(plug.plumber())
    .pipe(plug.jshint())
    .pipe(plug.jshint.reporter())
    .pipe(plug.jshint.reporter('fail'));
});

gulp.task('jshint', gulp.series('lint'));

gulp.task('hint', gulp.series('lint'));

gulp.task('clean', function(cb) {
  del.sync(['./packaged/public/dist/*']);
  cb();
});

/*
  minification
 */
gulp.task('js:minification', function() {
  return gulp
    .src('./packaged/public/dist/assets/bundle/{app,lib}.js')
    .pipe(plug.terser())
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
});

gulp.task('js:minify', gulp.series('js:minification', 'js'));

gulp.task('css:minification', function() {
  return gulp
    .src('./packaged/public/dist/assets/bundle/*.css')
    .pipe(plug.cssnano({ safe: true }))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle'));
});

gulp.task('css:minify', gulp.series('css:minification', 'css'));

gulp.task('fonts:minification', function() {
  return gulp
    .src('./packaged/public/dist/assets/fonts/*.svg')
    .pipe(
      plug.svgmin({
        plugins: [
          {
            removeUselessDefs: false,
          },
          {
            cleanupIDs: false,
          },
        ],
      })
    )
    .pipe(gulp.dest('./packaged/public/dist/assets/fonts'));
});

gulp.task('fonts:minify', gulp.series('fonts:minification', 'fonts'));

gulp.task('img:minification', function() {
  return gulp
    .src('./packaged/public/dist/assets/img/*.svg')
    .pipe(
      plug.svgmin({
        plugins: [
          {
            removeUselessDefs: false,
          },
          {
            cleanupIDs: false,
          },
        ],
      })
    )
    .pipe(gulp.dest('./packaged/public/dist/assets/img'));
});

gulp.task('img:minify', gulp.series('img:minification', 'img'));

gulp.task('minify', gulp.series('js:minify', 'css:minify', 'fonts:minify', 'img:minify'));

/*
  rev'd assets
 */
gulp.task('revision:manifest', function() {
  return gulp
    .src(['./packaged/public/dist/assets/bundle/*'])
    .pipe(plug.rev())
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle')) // write rev'd assets to build dir

    .pipe(plug.rev.manifest({ path: 'manifest.json' }))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle')); // write manifest
});

gulp.task('rev:manifest', gulp.series('revision:manifest', 'minify', 'tpl'));

gulp.task('revision:replace', function() {
  var rev = require('./packaged/public/dist/assets/bundle/manifest.json'),
    out = gulp.src('./packaged/public/dist/*.html'),
    p = '/assets/bundle/';
  for (var f in rev) {
    out = out.pipe(plug.replace(p + f, p + rev[f]));
  }
  return out.pipe(gulp.dest('./packaged/public/dist'));
});

gulp.task('rev:replace', gulp.series('html:main', 'rev:manifest', 'revision:replace'));

gulp.task('revision:manifest:dev', function() {
  return gulp
    .src(['./packaged/public/dist/assets/bundle/*'])
    .pipe(plug.rev())
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle')) // write rev'd assets to build dir

    .pipe(plug.rev.manifest({ path: 'manifest.json' }))
    .pipe(gulp.dest('./packaged/public/dist/assets/bundle')); // write manifest
});

gulp.task('rev:manifest:dev', gulp.series('revision:manifest:dev', 'tpl'));

gulp.task('revision:replace:dev', function() {
  var rev = require('./packaged/public/dist/assets/bundle/manifest.json'),
    out = gulp.src('./packaged/public/dist/*.html'),
    p = '/assets/bundle/';
  for (var f in rev) {
    out = out.pipe(plug.replace(p + f, p + rev[f]));
  }
  return out.pipe(gulp.dest('./packaged/public/dist'));
});

gulp.task('rev:replace:dev', gulp.series('revision:replace:dev', 'html:main', 'rev:manifest:dev'));

gulp.task('distribute', gulp.series('clean', 'build', 'rev:replace'));

gulp.task('default', gulp.series('lint', 'build', 'rev:replace:dev'));

/*
  watch
 */
gulp.task('watcher', function(cb) {
  plug.livereload.listen({ port: 35728 });

  var jsAppSource = [
    './app/**/*.js',
    '!./app/cdap/**/*.js',
    '!./app/login/**/*.js',
    '!./app/wrangler/**/*.js',
    '!./app/**/*-test.js',
  ];
  jsAppSource = jsAppSource.concat(getEs6Directives(true));

  gulp.watch(jsAppSource, gulp.series('jshint', 'watch:js:app'));

  var jsAppBabelSource = [];
  jsAppBabelSource = jsAppBabelSource.concat(getEs6Directives(false));
  gulp.watch(jsAppBabelSource, gulp.series('jshint', 'watch:js:app:babel'));

  gulp.watch('./app/**/*.{less,css}', gulp.series('css'));
  gulp.watch(['./app/directives/**/*.html', './app/services/**/*.html'], gulp.series('tpl'));
  gulp.watch(['./app/hydrator/**/*.html'], gulp.series('html:partials'));
  cb();
});

gulp.task('watch', gulp.series('watcher', 'jshint', 'build'));