da1.leftOuterJoin(da2) .collect(function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify([[10, [1, 'world']], [20, [2, null]]])); sc.end(); });
function firstNonNegative(values) { for (var i = 0; i < values.length; ++i) { if (values[i] >= 0) return values[i]; } console.assert(false, "Incomplete requet timing information."); }
sc.parallelize([1, 2, 3, 4]) .map(by2, {bias: 2}) .reduce(sum, 0, function(err, res) { console.log(res); console.assert(res === 40); sc.end(); });
sc.range(6).map((a) => a*a).reduce((a,b) => a+b, 0) .then(function (res) { console.log(res); console.assert(res === 55); sc.end(); });
githubUsername () { // HACK, cannot get github username reliably from email // hitting api rate limits // parse github url instead this.githubUsername = usernameFromGithubUrl(this.originUrl) debug('got github username', this.githubUsername) console.assert( this.githubUsername, 'Could not get github username from url ' + this.originUrl ) }
sc.parallelize([1, 2, 3, 4, 5, 6, 7, 8, 9]). intersection(sc.parallelize([5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15])). collect(function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify([5, 6, 7, 8, 9])); sc.end(); });
sc.parallelize([1, 2, 3, 4]) .flatMap(dup) .aggregate(reducer, combiner, [], function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify([1, 1, 2, 2, 3, 3, 4, 4])); sc.end(); });
a.join(b).collect(function(err, res) { console.log(res); console.assert(JSON.stringify(res) === JSON.stringify([['world', [2, 4]],['world',[3, 4]]])); sc.end(); });
sc.parallelize([[1,2],[3,4],[3,6]]). first(). then(function(res) { console.log(res); console.assert(JSON.stringify(res) === JSON.stringify([1, 2])); sc.end(); });
sc.textFile(file) .aggregate(reducer, combiner, [], function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify(['1 1', '1 1', '2 3', '2 4', '3 5'])); sc.end(); });
sc.parallelize([[1,2],[2,4],[4,6]]) .values() .collect(function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify([2,4,6])); sc.end(); });
sc.parallelize(d1) .subtract(sc.parallelize(d2)) .collect(function(err, res) { console.log(res); res.sort(); console.assert(JSON.stringify(res) === JSON.stringify([[2, 4], [3, 5]])); sc.end(); });
sc.parallelize(data, nPartitions) .reduceByKey(reducer, init) .collect(function(err, res) { console.log(res); console.assert(JSON.stringify(res) === JSON.stringify([['hello', 2], ['world', 1]])); sc.end(); });
sc.parallelize(data, nPartitions) .aggregateByKey(reducer, combiner, init) .collect(function(err, res) { console.log(res); console.assert(JSON.stringify(res) === JSON.stringify([['hello', 2], ['world', 1]])); sc.end(); });