Skip to content

Commit

Permalink
#2356 Filter out format related chars from dataformat param
Browse files Browse the repository at this point in the history
Filter out format related characters ( \n\r\t) from dataformat
imput parameter in ECL Macro before forwarding value to H2H
executable.

Signed-off-by: Rodrigo Pastrana <Rodrigo.Pastrana@lexisnexis.com>
  • Loading branch information
rpastrana committed May 23, 2012
1 parent f673b17 commit 80ce87e
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions plugins/dataconnectors/hdfsconnector/ecl/HDFSConnector.ecl
Expand Up @@ -36,7 +36,7 @@ EXPORT HDFSConnector := MODULE

export PipeIn(ECL_RS, HadoopFileName, Layout, HadoopFileFormat, HDFSHost, HDSFPort) := MACRO
#uniquename(formatstr)
%formatstr% := STD.Str.CleanSpaces(#TEXT(HadoopFileFormat));
%formatstr% := STD.Str.FilterOut(#TEXT(HadoopFileFormat), ' \t\n\r');
#IF(%formatstr%[1..3] = 'XML')
#IF (LENGTH(%formatstr%) > 3)
#uniquename(rowtagcont)
Expand Down Expand Up @@ -136,7 +136,7 @@ EXPORT HDFSConnector := MODULE
#uniquename(formatstr)
#uniquename(outpartaction)
#uniquename(mergepartsaction)
%formatstr% := STD.Str.CleanSpaces(#TEXT(HadoopFileFormat));
%formatstr% := STD.Str.FilterOut(#TEXT(HadoopFileFormat), ' \t\n\r');
#IF(%formatstr%[1..4] != 'FLAT')
OUTPUT(ECL_RS,,
PIPE('hdfspipe -sop '
Expand Down Expand Up @@ -182,7 +182,7 @@ EXPORT HDFSConnector := MODULE
#uniquename(formatstr)
#uniquename(outpartaction)
#uniquename(mergepartsaction)
%formatstr% := STD.Str.CleanSpaces(#TEXT(HadoopFileFormat));
%formatstr% := STD.Str.FilterOut(#TEXT(HadoopFileFormat), ' \t\n\r');
#IF(%formatstr%[1..4] != 'FLAT')
//%mergepartsaction% :=DISTRIBUTE(ECL_RS , 1);
%outpartaction%:=OUTPUT(ECL_RS,,
Expand Down

0 comments on commit 80ce87e

Please sign in to comment.