Skip to content

Commit

Permalink
Some more bugfixes
Browse files Browse the repository at this point in the history
  • Loading branch information
gmarabout committed Mar 12, 2009
1 parent 736ce62 commit 58d6f86
Show file tree
Hide file tree
Showing 2 changed files with 30 additions and 4 deletions.
9 changes: 5 additions & 4 deletions lib/cascading/assembly.rb
Expand Up @@ -28,10 +28,11 @@ def group_by(node, *args)
end

def union_pipes(node, *args)
pipes = []
args[0].each do |assembly|
pipes << assembly.tail_pipe
pipes = args[0].map do |pipe|
#puts pipe.class
pipe.tail_pipe
end

node.tail_pipe = Java::CascadingPipe::GroupBy.new(pipes.to_java(Java::CascadingPipe::Pipe))
end

Expand Down Expand Up @@ -76,7 +77,7 @@ def rename(node, *args)
node.new_pipe(Java::CascadingPipe::Each, Cascading.fields(old_names), operation, Cascading.fields(new_names))
end

def copy(*args)
def copy(node, *args)
options = args.extract_options!
from = args[0] || all_fields
into = args[1] || options[:into] || all_fields
Expand Down
25 changes: 25 additions & 0 deletions samples/rename.rb
@@ -0,0 +1,25 @@
require "cascading"

input = 'samples/data/data2.txt'

output = "output/rename"

flow = Cascading::Flow.new("rename") do
source tap(input)
sink tap(output, :replace=>true)

assembly "extract" do

split "line", :pattern => /[.,]*\s+/, :into=>["name", "score1", "score2", "id"], :output => ["name", "score1", "score2", "id"]

assert Java::CascadingOperationAssertion::AssertSizeEquals.new(4)

rename ["name"], ["coucou"]

assert Java::CascadingOperationAssertion::AssertSizeEquals.new(4)

debug :print_fields=>true
end
end

flow.complete

0 comments on commit 58d6f86

Please sign in to comment.