Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
30 lines (21 sloc) 0.8 kB
package com.twitter.scalding.examples
import com.twitter.scalding._
import com.twitter.scalding.mathematics.Matrix
/*
* MatrixTutorial0.scala
*
* Loads a directed graph adjacency matrix where a[i,j] = 1 if there is an edge from a[i] to b[j]
* and compute the outdegree of each node i
*
* ../scripts/scald.rb --local MatrixTutorial0.scala --input data/graph.tsv --output data/outdegree.tsv
*
*/
class GraphOutDegreeJob(args : Args) extends Job(args) {
import Matrix._
val adjacencyMatrix = Tsv( args("input"), ('user1, 'user2, 'rel) )
.read
.toMatrix[Long,Long,Double]('user1, 'user2, 'rel)
// each row i represents all of the outgoing edges from i
// by summing out all of the columns we get the outdegree of i
adjacencyMatrix.sumColVectors.write( Tsv( args("output") ) )
}
Jump to Line
Something went wrong with that request. Please try again.