Skip to content

Commit

Permalink
add log to find why jenkins failed
Browse files Browse the repository at this point in the history
  • Loading branch information
windpiger committed Mar 7, 2017
1 parent 8128567 commit 22b1f53
Showing 1 changed file with 11 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -185,10 +185,16 @@ class HadoopTableReader(
val partitionName = partition.getName
val partNum = Utilities.getPartitionDesc(partition).getPartSpec.size();
var pathPatternStr = getPathPatternByPath(partNum, partPath, partitionName)
// scalastyle:off println
println(s"===$partPath, $partitionName, $partNum, $pathPatternStr===")
if (!pathPatternSet.contains(pathPatternStr)) {
pathPatternSet += pathPatternStr
updateExistPathSetByPathPattern(pathPatternStr)
}
// scalastyle:off println
println(s"=1==${existPathSet.size}, ${partPath.toString}, " +
s"${existPathSet.contains(partPath.toString)}===")

existPathSet.contains(partPath.toString)
}
}
Expand All @@ -198,6 +204,11 @@ class HadoopTableReader(
val partDesc = Utilities.getPartitionDesc(partition)
val partPath = partition.getDataLocation
val inputPathStr = applyFilterIfNeeded(partPath, filterOpt)

// scalastyle:off println
println(s"=1==${inputPathStr}, ${partPath.toString}, " +
s"${if (filterOpt.isDefined) filterOpt.get.toString}===")

val ifc = partDesc.getInputFileFormatClass
.asInstanceOf[java.lang.Class[InputFormat[Writable, Writable]]]
// Get partition field info
Expand Down

0 comments on commit 22b1f53

Please sign in to comment.