This repository has been archived by the owner on Jan 12, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 6
/
index.js
73 lines (59 loc) · 2.45 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
// Copyright 2015-2016 Spotify AB. All rights reserved.
//
// The contents of this file are licensed under the Apache License, Version 2.0
// (the "License"); you may not use this file except in compliance with the
// License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
// License for the specific language governing permissions and limitations under
// the License.
var fs = require('fs');
var os = require('os');
var path = require('path');
var objectAssign = require('object-assign');
var async = require('async');
var minimist = require('minimist');
var debug = require('debug');
var defaults = require('./lib/default-options');
var discernFiles = require('./lib/discern-files');
var partitionByPattern = require('./lib/partition-by-pattern');
var partitionBySize = require('./lib/partition-by-size');
var generateCommands = require('./lib/generate-commands');
var run = require('./lib/run');
var pkg = require('./package.json');
var dbg = debug(pkg.name + ':index');
module.exports = function (filesAndGlobs, command, opts, cb) {
var options = objectAssign({}, defaults(), opts);
dbg('command %s', command);
dbg('opts %o', options);
var files = discernFiles(fs, filesAndGlobs, options['resolve-files']);
var partitions = options['partition-regex']
? partitionByPattern(options['partition-regex'], files)
: partitionBySize(options['partition-size'], files);
// Lots of commands do their own recursing into directories. bucket-runner
// can't help here, but perhaps it's better to at least not fail completely?
if (!partitions.groups.length && !partitions.names.length) {
dbg('no partitions found, falling back to raw inputs as last resort');
filesAndGlobs.forEach(function (input) {
partitions.groups.push([input]);
});
}
dbg('partitioned %o', partitions);
var commands = generateCommands(partitions, command, !!options['partition-regex']);
var tasks = commands.map(function (cmd) {
return function (done) {
run(cmd, options, function(err) {
if (err && options['continue-on-error']) {
console.error(err);
return done();
}
done(err);
});
}
});
async.parallelLimit(tasks, options.concurrency, cb);
}