Permalink
Browse files

Change example code directory structure to be more maven-like: src/ma…

…in/chxx to chxx/src/main.
  • Loading branch information...
1 parent f5d3605 commit cabdb317cd8efe5d4f86c6146f1b1f962fdcf695 @tomwhite committed Jul 23, 2010
Showing with 64 additions and 54 deletions.
  1. 0 {src/main/app3 → app3/src/main}/sh/create_ncdc_files.sh
  2. 0 {src/main/app3 → app3/src/main}/sh/load_ncdc.sh
  3. 0 {src/main/app3 → app3/src/main}/sh/load_ncdc_map.sh
  4. 0 {src/main/app3 → app3/src/main}/sh/ncdc_files.txt
  5. BIN {src/test/book → book/src/test}/data/.file.crc
  6. 0 {src/test/book → book/src/test}/data/file
  7. BIN {src/test/book → book/src/test}/data/file.gz
  8. 0 {src/test/book → book/src/test}/java/BinaryOrTextWritable.java
  9. 0 {src/test/book → book/src/test}/java/BooleanWritableTest.java
  10. 0 {src/test/book → book/src/test}/java/DateRangePathFilter.java
  11. 0 {src/test/book → book/src/test}/java/FileDecompressorTest.java
  12. 0 {src/test/book → book/src/test}/java/FileInputFormatTest.java
  13. 0 {src/test/book → book/src/test}/java/FileSystemDeleteTest.java
  14. 0 {src/test/book → book/src/test}/java/FileSystemGlobTest.java
  15. 0 {src/test/book → book/src/test}/java/GenericWritableTest.java
  16. 0 {src/test/book → book/src/test}/java/IntPairTest.java
  17. 0 {src/test/book → book/src/test}/java/KeyFieldBasedComparatorTest.java
  18. 0 {src/test/book → book/src/test}/java/LineReaderTest.java
  19. 0 {src/test/book → book/src/test}/java/NullWritableTest.java
  20. 0 {src/test/book → book/src/test}/java/ObjectWritableTest.java
  21. 0 {src/test/book → book/src/test}/java/RegexPathFilter.java
  22. 0 {src/test/book → book/src/test}/java/SplitTest.java
  23. 0 {src/test/book → book/src/test}/java/TextInputFormatsTest.java
  24. 0 {src/test/book → book/src/test}/java/TextPairTest.java
  25. 0 {src/test/book → book/src/test}/java/VLongWritableTest.java
  26. +22 −12 build.xml
  27. 0 {src/main/ch02 → ch02/src/main}/awk/max_temperature.sh
  28. 0 {src/main/ch02 → ch02/src/main}/cpp/Makefile
  29. 0 {src/main/ch02 → ch02/src/main}/cpp/max_temperature.cpp
  30. 0 {src/main/ch02 → ch02/src/main}/examples/max_temperature.cpp.input.txt
  31. +2 −2 {src/main/ch02 → ch02/src/main}/examples/max_temperature_hadoop.input.txt
  32. +7 −0 ch02/src/main/examples/max_temperature_hadoop_cluster.input.txt
  33. 0 {src/main/ch02 → ch02/src/main}/java/MaxTemperature.java
  34. 0 {src/main/ch02 → ch02/src/main}/java/MaxTemperatureMapper.java
  35. 0 {src/main/ch02 → ch02/src/main}/java/MaxTemperatureReducer.java
  36. 0 {src/main/ch02 → ch02/src/main}/java/MaxTemperatureWithCombiner.java
  37. 0 {src/main/ch02 → ch02/src/main}/java/NewMaxTemperature.java
  38. 0 {src/main/ch02 → ch02/src/main}/python/max_temperature_map.py
  39. 0 {src/main/ch02 → ch02/src/main}/python/max_temperature_reduce.py
  40. 0 {src/main/ch02 → ch02/src/main}/ruby/max_temperature_map.rb
  41. 0 {src/main/ch02 → ch02/src/main}/ruby/max_temperature_reduce.rb
  42. +5 −5 {src/main/ch02 → ch02/src/main}/sh/max_temp.sh
  43. 0 {src/main/ch03 → ch03/src/main}/java/CoherencyModelTest.java
  44. 0 {src/main/ch03 → ch03/src/main}/java/FileCopyWithProgress.java
  45. 0 {src/main/ch03 → ch03/src/main}/java/FileSystemCat.java
  46. 0 {src/main/ch03 → ch03/src/main}/java/FileSystemDoubleCat.java
  47. 0 {src/main/ch03 → ch03/src/main}/java/ListStatus.java
  48. 0 {src/main/ch03 → ch03/src/main}/java/RegexExcludePathFilter.java
  49. 0 {src/main/ch03 → ch03/src/main}/java/ShowFileStatusTest.java
  50. 0 {src/main/ch03 → ch03/src/main}/java/URLCat.java
  51. 0 {src/main/ch03 → ch03/src/main}/resources/core-site.xml
  52. 0 {src/main/ch03 → ch03/src/main}/resources/hdfs-site.xml
  53. 0 {src/main/ch03 → ch03/src/main}/sh/file.sh
  54. 0 {src/main/ch03 → ch03/src/main}/sh/hars.sh
  55. 0 {src/main/ch04 → ch04/src/main}/examples/FileDecompressor.java.input.txt
  56. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-data-head.input.txt
  57. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-data-head.output.txt
  58. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-index.input.txt
  59. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-index.output.txt
  60. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-ls.input.txt
  61. 0 {src/main/ch04 → ch04/src/main}/examples/MapFile-ls.output.txt
  62. 0 {src/main/ch04 → ch04/src/main}/examples/MapFileWriteDemo.java.input.txt
  63. 0 {src/main/ch04 → ch04/src/main}/examples/MaxTemperatureWithCompression.java.input.txt
  64. 0 {src/main/ch04 → ch04/src/main}/examples/MaxTemperatureWithCompression.java.pre.sh
  65. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileMapReduceSort.java.input.txt
  66. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileMapReduceSortResults.java.input.txt
  67. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileMapReduceSortResults.java.output.txt
  68. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileMapReduceSortResults.java.pre.sh
  69. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileReadDemo.java.input.txt
  70. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileReadDemo.java.output.txt
  71. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileReadDemo.java.pre.sh
  72. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileToMapFileConverter-fix.java.input.txt
  73. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileToMapFileConverter-mv.java.input.txt
  74. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileToMapFileConverter-sort.java.input.txt
  75. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileWriteDemo.java.input.txt
  76. 0 {src/main/ch04 → ch04/src/main}/examples/SequenceFileWriteDemo.java.output.txt
  77. 0 {src/main/ch04 → ch04/src/main}/examples/StreamCompressor.java.input.txt
  78. 0 {src/main/ch04 → ch04/src/main}/examples/StreamCompressor.java.output.txt
  79. 0 {src/main/ch04 → ch04/src/main}/examples/TextIterator.java.input.txt
  80. 0 {src/main/ch04 → ch04/src/main}/examples/TextIterator.java.output.txt
  81. 0 {src/main/ch04 → ch04/src/main}/examples/hadoop-fs-text.input.txt
  82. 0 {src/main/ch04 → ch04/src/main}/examples/hadoop-fs-text.output.txt
  83. 0 {src/main/ch04 → ch04/src/main}/java/ArrayWritableTest.java
  84. 0 {src/main/ch04 → ch04/src/main}/java/BytesWritableTest.java
  85. 0 {src/main/ch04 → ch04/src/main}/java/FileDecompressor.java
  86. 0 {src/main/ch04 → ch04/src/main}/java/IntPair.java
  87. 0 {src/main/ch04 → ch04/src/main}/java/IntWritableTest.java
  88. 0 {src/main/ch04 → ch04/src/main}/java/MapFileFixer.java
  89. 0 {src/main/ch04 → ch04/src/main}/java/MapFileSeekTest.java
  90. 0 {src/main/ch04 → ch04/src/main}/java/MapFileWriteDemo.java
  91. 0 {src/main/ch04 → ch04/src/main}/java/MapWritableTest.java
  92. 0 {src/main/ch04 → ch04/src/main}/java/MaxTemperatureWithCompression.java
  93. 0 {src/main/ch04 → ch04/src/main}/java/MaxTemperatureWithMapOutputCompression.java
  94. 0 {src/main/ch04 → ch04/src/main}/java/PooledStreamCompressor.java
  95. 0 {src/main/ch04 → ch04/src/main}/java/SequenceFileReadDemo.java
  96. 0 {src/main/ch04 → ch04/src/main}/java/SequenceFileSeekAndSyncTest.java
  97. 0 {src/main/ch04 → ch04/src/main}/java/SequenceFileWriteDemo.java
  98. 0 {src/main/ch04 → ch04/src/main}/java/StreamCompressor.java
  99. 0 {src/main/ch04 → ch04/src/main}/java/StringTextComparisonTest.java
  100. 0 {src/main/ch04 → ch04/src/main}/java/TextArrayWritable.java
  101. 0 {src/main/ch04 → ch04/src/main}/java/TextIterator.java
  102. 0 {src/main/ch04 → ch04/src/main}/java/TextPair.java
  103. 0 {src/main/ch04 → ch04/src/main}/java/TextTest.java
  104. 0 {src/main/ch04 → ch04/src/main}/java/VIntWritableTest.java
  105. 0 {src/main/ch04 → ch04/src/main}/java/WritableTestBase.java
  106. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterSystem.java.input.txt
  107. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterWithConf.java.input.txt
  108. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterWithConf.java.output.txt
  109. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterWithConfAndD.java.input.txt
  110. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterWithD.java.input.txt
  111. 0 {src/main/ch05 → ch05/src/main}/examples/ConfigurationPrinterWithD.java.output.txt
  112. 0 {src/main/ch05 → ch05/src/main}/examples/MaxTemperatureDriver.java.input.txt
  113. 0 {src/main/ch05 → ch05/src/main}/examples/MaxTemperatureDriverLocal.java.input.txt
  114. 0 {src/main/ch05 → ch05/src/main}/examples/MaxTemperatureDriverLocalGOP.java.input.txt
  115. 0 {src/main/ch05 → ch05/src/main}/java/ConfigurationPrinter.java
  116. 0 {src/main/ch05 → ch05/src/main}/java/MultipleResourceConfigurationTest.java
  117. 0 {src/main/ch05 → ch05/src/main}/java/SingleResourceConfigurationTest.java
  118. 0 {src/main/ch05 → ch05/src/main}/java/configuration-1.xml
  119. 0 {src/main/ch05 → ch05/src/main}/java/configuration-2.xml
  120. 0 {src/main/ch05 → ch05/src/main}/java/v1/MaxTemperatureMapper.java
  121. 0 {src/main/ch05 → ch05/src/main}/java/v1/MaxTemperatureMapperTest.java
  122. 0 {src/main/ch05 → ch05/src/main}/java/v1/MaxTemperatureReducer.java
  123. 0 {src/main/ch05 → ch05/src/main}/java/v1/MaxTemperatureReducerTest.java
  124. 0 {src/main/ch05 → ch05/src/main}/java/v2/MaxTemperatureDriver.java
  125. 0 {src/main/ch05 → ch05/src/main}/java/v2/MaxTemperatureMapper.java
  126. 0 {src/main/ch05 → ch05/src/main}/java/v2/MaxTemperatureMapperTest.java
  127. 0 {src/main/ch05 → ch05/src/main}/java/v3/MaxTemperatureDriver.java
  128. 0 {src/main/ch05 → ch05/src/main}/java/v3/MaxTemperatureDriverMiniTest.java
  129. 0 {src/main/ch05 → ch05/src/main}/java/v3/MaxTemperatureDriverTest.java
  130. 0 {src/main/ch05 → ch05/src/main}/java/v3/MaxTemperatureMapper.java
  131. 0 {src/main/ch05 → ch05/src/main}/java/v3/MaxTemperatureMapperTest.java
  132. 0 {src/main/ch05 → ch05/src/main}/java/v3/NcdcRecordParser.java
  133. 0 {src/main/ch05 → ch05/src/main}/java/v3/expected.txt
  134. 0 {src/main/ch05 → ch05/src/main}/java/v4/MaxTemperatureDriver.java
  135. 0 {src/main/ch05 → ch05/src/main}/java/v4/MaxTemperatureMapper.java
  136. 0 {src/main/ch05 → ch05/src/main}/java/v5/MaxTemperatureDriver.java
  137. 0 {src/main/ch05 → ch05/src/main}/java/v5/MaxTemperatureMapper.java
  138. 0 {src/main/ch05 → ch05/src/main}/java/v5/MaxTemperatureMapperTest.java
  139. 0 {src/main/ch05 → ch05/src/main}/java/v5/NcdcRecordParser.java
  140. 0 {src/main/ch05 → ch05/src/main}/java/v6/MaxTemperatureDriver.java
  141. 0 {src/main/ch05 → ch05/src/main}/java/v7/MaxTemperatureDriver.java
  142. 0 {src/main/ch05 → ch05/src/main}/java/v7/MaxTemperatureMapper.java
  143. 0 {src/main/ch06 → ch06/src/main}/examples/PartitionByStationUsingMultipleOutputFormat.java.input.txt
  144. 0 {src/main/ch06 → ch06/src/main}/java/MaxTemperatureWithMultipleInputFormats.java
  145. 0 {src/main/ch06 → ch06/src/main}/java/MinimalMapReduce.java
  146. 0 {src/main/ch06 → ch06/src/main}/java/MinimalMapReduceWithDefaults.java
  147. 0 {src/main/ch06 → ch06/src/main}/java/MissingTemperatureFields.java
  148. 0 {src/main/ch06 → ch06/src/main}/java/NonSplittableTextInputFormat.java
  149. 0 {src/main/ch06 → ch06/src/main}/java/PartitionByStationUsingMultipleOutputFormat.java
  150. 0 {src/main/ch06 → ch06/src/main}/java/PartitionByStationUsingMultipleOutputs.java
  151. 0 {src/main/ch06 → ch06/src/main}/java/PartitionByStationYearUsingMultipleOutputFormat.java
  152. 0 {src/main/ch06 → ch06/src/main}/java/SmallFilesToSequenceFileConverter.java
  153. 0 {src/main/ch06 → ch06/src/main}/java/StationPartitioner.java
  154. 0 {src/main/ch06 → ch06/src/main}/java/WholeFileInputFormat.java
  155. 0 {src/main/ch06 → ch06/src/main}/java/WholeFileRecordReader.java
  156. 0 {src/main/ch06 → ch06/src/main}/sh/streaming.sh
  157. 0 {src/main/ch07 → ch07/src/main}/examples/MinimalMapReduce.java.input.txt
  158. 0 {src/main/ch07 → ch07/src/main}/examples/SmallFilesToSequenceFileConverter.java.input.txt
  159. 0 {src/main/ch07 → ch07/src/main}/examples/default_streaming.input.txt
  160. 0 {src/main/ch07 → ch07/src/main}/examples/minimal_streaming.input.txt
  161. 0 {src/main/ch08 → ch08/src/main}/examples/LookupRecordByTemperature.java.input.txt
  162. 0 {src/main/ch08 → ch08/src/main}/examples/LookupRecordByTemperature.java.output.txt
  163. 0 {src/main/ch08 → ch08/src/main}/examples/LookupRecordsByTemperature.java.input.txt
  164. 0 {src/main/ch08 → ch08/src/main}/examples/LookupRecordsByTemperature.java.output.txt
  165. 0 ...h08 → ch08/src/main}/examples/MaxTemperatureByStationNameUsingDistributedCacheFile.java.input.txt
  166. 0 {src/main/ch08 → ch08/src/main}/examples/MaxTemperatureWithCounters.java.input.txt
  167. 0 {src/main/ch08 → ch08/src/main}/examples/MissingTemperatureFields.java.input.txt
  168. 0 {src/main/ch08 → ch08/src/main}/examples/SortByTemperatureUsingHashPartitioner.java.input.txt
  169. 0 {src/main/ch08 → ch08/src/main}/examples/SortByTemperatureUsingTotalOrderPartitioner.java.input.txt
  170. 0 {src/main/ch08 → ch08/src/main}/examples/SortDataPreprocessor.java.input.txt
  171. 0 {src/main/ch08 → ch08/src/main}/java/JoinRecordMapper.java
  172. 0 {src/main/ch08 → ch08/src/main}/java/JoinRecordWithStationName.java
  173. 0 {src/main/ch08 → ch08/src/main}/java/JoinReducer.java
  174. 0 {src/main/ch08 → ch08/src/main}/java/JoinStationMapper.java
  175. 0 {src/main/ch08 → ch08/src/main}/java/LookupRecordByTemperature.java
  176. 0 {src/main/ch08 → ch08/src/main}/java/LookupRecordsByTemperature.java
  177. 0 {src/main/ch08 → ch08/src/main}/java/MaxTemperatureByStationNameUsingDistributedCacheFile.java
  178. 0 {src/main/ch08 → ch08/src/main}/java/MaxTemperatureUsingSecondarySort.java
  179. 0 {src/main/ch08 → ch08/src/main}/java/MaxTemperatureWithCounters.java
  180. 0 {src/main/ch08 → ch08/src/main}/java/MaxTemperatureWithCounters_Temperature.properties
  181. 0 {src/main/ch08 → ch08/src/main}/java/SortByTemperatureToMapFile.java
  182. 0 {src/main/ch08 → ch08/src/main}/java/SortByTemperatureUsingHashPartitioner.java
  183. 0 {src/main/ch08 → ch08/src/main}/java/SortByTemperatureUsingTotalOrderPartitioner.java
  184. 0 {src/main/ch08 → ch08/src/main}/java/SortDataPreprocessor.java
  185. 0 {src/main/ch08 → ch08/src/main}/java/TemperatureDistribution.java
  186. 0 {src/main/ch08 → ch08/src/main}/python/max_daily_temp_map.py
  187. 0 {src/main/ch08 → ch08/src/main}/python/max_daily_temp_reduce.py
  188. +20 −0 ch08/src/main/python/mean_max_daily_temp.sh
  189. 0 {src/main/ch08 → ch08/src/main}/python/mean_max_daily_temp_map.py
  190. 0 {src/main/ch08 → ch08/src/main}/python/mean_max_daily_temp_reduce.py
  191. +4 −4 {src/main/ch08 → ch08/src/main}/python/secondary_sort.sh
  192. 0 {src/main/ch08 → ch08/src/main}/python/secondary_sort_map.py
  193. 0 {src/main/ch08 → ch08/src/main}/python/secondary_sort_reduce.py
  194. 0 {src/main/ch08 → ch08/src/main}/r/fixed-partitions
  195. 0 {src/main/ch08 → ch08/src/main}/r/output
  196. 0 {src/main/ch08 → ch08/src/main}/r/output_sorted
  197. 0 {src/main/ch08 → ch08/src/main}/r/sampled-partitions
  198. BIN {src/main/ch08 → ch08/src/main}/r/temperature_distribution.png
  199. 0 {src/main/ch08 → ch08/src/main}/r/temperature_distribution.r
  200. 0 {src/main/ch09 → ch09/src/main}/conf/core-site.xml
  201. 0 {src/main/ch09 → ch09/src/main}/conf/hdfs-site.xml
  202. 0 {src/main/ch09 → ch09/src/main}/conf/mapred-site.xml
  203. 0 {src/main/ch09 → ch09/src/main}/sh/trash.sh
  204. 0 {src/main/ch11 → ch11/src/main}/grunt/combine.grunt
  205. 0 {src/main/ch11 → ch11/src/main}/grunt/foreach.grunt
  206. 0 {src/main/ch11 → ch11/src/main}/grunt/group.grunt
  207. 0 {src/main/ch11 → ch11/src/main}/grunt/join.grunt
  208. 0 {src/main/ch11 → ch11/src/main}/grunt/max_temp.grunt
  209. 0 {src/main/ch11 → ch11/src/main}/grunt/missing.grunt
  210. 0 {src/main/ch11 → ch11/src/main}/grunt/multiquery.grunt
  211. 0 {src/main/ch11 → ch11/src/main}/grunt/null.grunt
  212. 0 {src/main/ch11 → ch11/src/main}/grunt/schema.grunt
  213. 0 {src/main/ch11 → ch11/src/main}/grunt/set.grunt
  214. 0 {src/main/ch11 → ch11/src/main}/grunt/sort.grunt
  215. 0 {src/main/ch11 → ch11/src/main}/grunt/store.grunt
  216. 0 {src/main/ch11 → ch11/src/main}/grunt/stream.grunt
  217. 0 {src/main/ch11 → ch11/src/main}/grunt/tuples.grunt
  218. 0 {src/main/ch11 → ch11/src/main}/grunt/types.grunt
  219. 0 {src/main/ch11 → ch11/src/main}/grunt/udfs.grunt
  220. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/CutLoadFunc.java
  221. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/IsGoodQuality.java
  222. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/IsGoodQualityTest.java
  223. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/Range.java
  224. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/RangeTest.java
  225. 0 {src/main/ch11 → ch11/src/main}/java/com/hadoopbook/pig/Trim.java
  226. 0 {src/main/ch11 → ch11/src/main}/pig/comment_c-style.pig
  227. 0 {src/main/ch11 → ch11/src/main}/pig/comment_single_line.pig
  228. 0 {src/main/ch11 → ch11/src/main}/pig/max_temp.pig
  229. +1 −1 {src/main/ch11 → ch11/src/main}/pig/max_temp_filter_stream.pig
  230. 0 {src/main/ch11 → ch11/src/main}/pig/max_temp_filter_udf.pig
  231. 0 {src/main/ch11 → ch11/src/main}/pig/max_temp_param.param
  232. 0 {src/main/ch11 → ch11/src/main}/pig/max_temp_param.pig
  233. 0 {src/main/ch11 → ch11/src/main}/pig/max_temp_station_name.pig
  234. 0 {src/main/ch11 → ch11/src/main}/pig/year_stats.pig
  235. 0 {src/main/ch11 → ch11/src/main}/python/is_good_quality.py
  236. 0 {src/main/ch12 → ch12/src/main}/hive/buckets.txt
  237. 0 {src/main/ch12 → ch12/src/main}/hive/joins.txt
  238. +2 −2 {src/main/ch12 → ch12/src/main}/hive/mapreduce.txt
  239. 0 {src/main/ch12 → ch12/src/main}/hive/max_temp.hive
  240. 0 {src/main/ch12 → ch12/src/main}/hive/partitions.hive
  241. 0 {src/main/ch12 → ch12/src/main}/hive/rcfile.hive
  242. 0 {src/main/ch12 → ch12/src/main}/hive/types.hive
  243. 0 {src/main/ch12 → ch12/src/main}/java/com/hadoopbook/hive/Maximum.java
  244. 0 {src/main/ch12 → ch12/src/main}/java/com/hadoopbook/hive/Mean.java
  245. 0 {src/main/ch12 → ch12/src/main}/java/com/hadoopbook/hive/Strip.java
  246. 0 {src/main/ch12 → ch12/src/main}/python/is_good_quality.py
  247. 0 {src/main/ch12 → ch12/src/main}/python/max_temperature_reduce.py
  248. 0 {src/main/ch13 → ch13/src/main}/java/HBaseStationCli.java
  249. 0 {src/main/ch13 → ch13/src/main}/java/HBaseStationImporter.java
  250. 0 {src/main/ch13 → ch13/src/main}/java/HBaseTemperatureCli.java
  251. 0 {src/main/ch13 → ch13/src/main}/java/HBaseTemperatureImporter.java
  252. 0 {src/main/ch13 → ch13/src/main}/java/RowKeyConverter.java
  253. 0 {src/main/ch14 → ch14/src/main}/java/ActiveKeyValueStore.java
  254. 0 {src/main/ch14 → ch14/src/main}/java/ConfigUpdater.java
  255. 0 {src/main/ch14 → ch14/src/main}/java/ConfigWatcher.java
  256. 0 {src/main/ch14 → ch14/src/main}/java/ConnectionWatcher.java
  257. 0 {src/main/ch14 → ch14/src/main}/java/CreateGroup.java
  258. 0 {src/main/ch14 → ch14/src/main}/java/DeleteGroup.java
  259. 0 {src/main/ch14 → ch14/src/main}/java/JoinGroup.java
  260. 0 {src/main/ch14 → ch14/src/main}/java/ListGroup.java
  261. 0 {src/main/ch14 → ch14/src/main}/java/ResilientActiveKeyValueStore.java
  262. 0 {src/main/ch14 → ch14/src/main}/java/ResilientConfigUpdater.java
  263. 0 {src/main/ch14 → ch14/src/main}/sh/group.sh
  264. 0 {src/main/ch15 → ch15/src/main}/java/MaxWidgetId.java
  265. 0 {src/main/ch15 → ch15/src/main}/java/Widget.java
  266. 0 {src/main/ch16 → ch16/src/main}/java/TrackStats.jr
  267. 0 {src/main/ch16 → ch16/src/main}/java/fm/last/hadoop/io/records/TrackStats.java
  268. 0 ...in/ch16 → ch16/src/main}/java/fm/last/hadoop/programs/labs/trackstats/TrackStatisticsProgram.java
  269. 0 {src/main/common → common/src/main}/java/JobBuilder.java
  270. 0 {src/main/common → common/src/main}/java/MetOfficeRecordParser.java
  271. 0 {src/main/common → common/src/main}/java/NcdcRecordParser.java
  272. 0 {src/main/common → common/src/main}/java/NcdcStationMetadata.java
  273. 0 {src/main/common → common/src/main}/java/NcdcStationMetadataParser.java
  274. 0 {src/test/common → common/src/test}/java/MetOfficeRecordParserTest.java
  275. 0 {src/test/common → common/src/test}/java/NcdcRecordParserTest.java
  276. 0 {src/test/common → common/src/test}/java/NcdcStationMetadataParserTest.java
  277. +1 −1 snippet/bin/grunter.sh
  278. +0 −7 src/main/ch02/examples/max_temperature_hadoop_cluster.input.txt
  279. +0 −20 src/main/ch08/python/mean_max_daily_temp.sh
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
View
@@ -92,18 +92,28 @@
<mkdir dir="${classes.dir}"/>
- <javac destdir="${classes.dir}" debug="true" deprecation="false" optimize="false" failonerror="true" includes="${src.includes}" excludes="ch13/,ch15/">
- <src path="${src.dir}"/>
+ <javac destdir="${classes.dir}" debug="true" deprecation="false" optimize="false" failonerror="true" includes="${src.includes}">
+ <src path="common/${src.dir}"/>
+ <src path="ch02/${src.dir}"/>
+ <src path="ch03/${src.dir}"/>
+ <src path="ch04/${src.dir}"/>
+ <src path="ch05/${src.dir}"/>
+ <src path="ch06/${src.dir}"/>
+ <src path="ch08/${src.dir}"/>
+ <src path="ch11/${src.dir}"/>
+ <src path="ch12/${src.dir}"/>
+ <src path="ch14/${src.dir}"/>
<classpath refid="classpath"/>
</javac>
<javac destdir="${classes.dir}" debug="true" deprecation="false" optimize="false" failonerror="true" includes="${src.test.includes}">
- <src path="${src.test.dir}"/>
+ <src path="common/${src.test.dir}"/>
+ <src path="book/${src.test.dir}"/>
<classpath refid="classpath"/>
</javac>
<copy todir="${classes.dir}">
- <fileset dir="${src.dir}"/>
+ <fileset dir="."/>
<mapper type="regexp" from=".*?/java/(.*)\.(properties|txt|xml)$$" to="\1.\2"/>
</copy>
@@ -114,7 +124,7 @@
<mkdir dir="${classes.dir}"/>
<javac destdir="${classes.dir}" debug="true" deprecation="false" optimize="false" failonerror="true" includes="${src.includes}">
- <src path="${src.dir}/ch13"/>
+ <src path="ch13/${src.dir}"/>
<classpath refid="hbase.classpath"/>
</javac>
@@ -149,13 +159,13 @@
output="xml:withMessages"
outputFile="${findbugs.report.xmlfile}">
<auxClasspath refid="classpath"/>
- <sourcePath path="${src.dir}/common/java" />
- <sourcePath path="${src.dir}/ch02/java" />
- <sourcePath path="${src.dir}/ch03/java" />
- <sourcePath path="${src.dir}/ch04/java" />
- <sourcePath path="${src.dir}/ch05/java" />
- <sourcePath path="${src.dir}/ch06/java" />
- <sourcePath path="${src.dir}/ch09/java" />
+ <sourcePath path="common/${src.dir}/common/java" />
+ <sourcePath path="ch02/${src.dir}/java" />
+ <sourcePath path="ch03/${src.dir}/java" />
+ <sourcePath path="ch04/${src.dir}/java" />
+ <sourcePath path="ch05/${src.dir}/java" />
+ <sourcePath path="ch06/${src.dir}/java" />
+ <sourcePath path="ch09/${src.dir}/java" />
<class location="${build.dir}/job.jar" />
</findbugs>
File renamed without changes.
@@ -1,5 +1,5 @@
hadoop jar $HADOOP_INSTALL/contrib/streaming/hadoop-*-streaming.jar \
-input input/ncdc/sample.txt \
-output output \
- -mapper src/main/ch02/ruby/max_temperature_map.rb \
- -reducer src/main/ch02/ruby/max_temperature_reduce.rb
+ -mapper ch02/src/main/ruby/max_temperature_map.rb \
+ -reducer ch02/src/main/ruby/max_temperature_reduce.rb
@@ -0,0 +1,7 @@
+hadoop jar $HADOOP_INSTALL/contrib/streaming/hadoop-*-streaming.jar \
+ -input input/ncdc/all \
+ -output output \
+ -mapper "ch02/src/main/ruby/max_temperature_map.rb | sort | ch02/src/main/ruby/max_temperature_reduce.rb" \
+ -reducer ch02/src/main/ruby/max_temperature_reduce.rb \
+ -file ch02/src/main/ruby/max_temperature_map.rb \
+ -file ch02/src/main/ruby/max_temperature_reduce.rb
@@ -12,14 +12,14 @@ hadoop MaxTemperature input/ncdc/sample.txt output
cat output/part-00000
: ^^ max_temp_java_output
: vv max_temp_ruby_map
-cat input/ncdc/sample.txt | src/main/ch02/ruby/max_temperature_map.rb
+cat input/ncdc/sample.txt | ch02/src/main/ruby/max_temperature_map.rb
: ^^ max_temp_ruby_map
: vv max_temp_ruby_pipeline
-cat input/ncdc/sample.txt | src/main/ch02/ruby/max_temperature_map.rb | \
- sort | src/main/ch02/ruby/max_temperature_reduce.rb
+cat input/ncdc/sample.txt | ch02/src/main/ruby/max_temperature_map.rb | \
+ sort | ch02/src/main/ruby/max_temperature_reduce.rb
: ^^ max_temp_ruby_pipeline
: vv max_temp_python_pipeline
-cat input/ncdc/sample.txt | src/main/ch02/python/max_temperature_map.py | \
- sort | src/main/ch02/python/max_temperature_reduce.py
+cat input/ncdc/sample.txt | ch02/src/main/python/max_temperature_map.py | \
+ sort | ch02/src/main/python/max_temperature_reduce.py
: ^^ max_temp_python_pipeline
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -0,0 +1,20 @@
+STREAM="hadoop jar $HADOOP_INSTALL/contrib/streaming/hadoop-*-streaming.jar -conf conf/hadoop-localhost.xml"
+
+$STREAM \
+ -D stream.num.map.output.key.fields=2 \
+ -input input/ncdc/all \
+ -output out_max_daily \
+ -mapper ch08/src/main/python/max_daily_temp_map.py \
+ -reducer ch08/src/main/python/max_daily_temp_reduce.py \
+ -file ch08/src/main/python/max_daily_temp_map.py \
+ -file ch08/src/main/python/max_daily_temp_reduce.py
+
+$STREAM \
+ -D stream.num.map.output.key.fields=2 \
+ -input out_max_daily \
+ -output out_mean_max_daily \
+ -mapper ch08/src/main/python/mean_max_daily_temp_map.py \
+ -reducer ch08/src/main/python/mean_max_daily_temp_reduce.py \
+ -file ch08/src/main/python/mean_max_daily_temp_map.py \
+ -file ch08/src/main/python/mean_max_daily_temp_reduce.py
+
@@ -6,9 +6,9 @@ org.apache.hadoop.mapred.lib.KeyFieldBasedComparator \
-D mapred.text.key.comparator.options="-k1n -k2nr" \
-input input/ncdc/all \
-output output_secondarysort_streaming \
- -mapper src/main/ch08/python/secondary_sort_map.py \
+ -mapper ch08/src/main/python/secondary_sort_map.py \
-partitioner org.apache.hadoop.mapred.lib.KeyFieldBasedPartitioner \
- -reducer src/main/ch08/python/secondary_sort_reduce.py \
- -file src/main/ch08/python/secondary_sort_map.py \
- -file src/main/ch08/python/secondary_sort_reduce.py
+ -reducer ch08/src/main/python/secondary_sort_reduce.py \
+ -file ch08/src/main/python/secondary_sort_map.py \
+ -file ch08/src/main/python/secondary_sort_reduce.py
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -1,6 +1,6 @@
-- max_temp_filter_stream.pig
DEFINE is_good_quality `is_good_quality.py`
- SHIP ('src/main/ch11/python/is_good_quality.py');
+ SHIP ('ch11/src/main/python/is_good_quality.py');
records = LOAD 'input/ncdc/micro-tab/sample.txt'
AS (year:chararray, temperature:int, quality:int);
filtered_records = STREAM records THROUGH is_good_quality
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -1,5 +1,5 @@
-ADD FILE /Users/tom/workspace/hadoop-book/src/main/ch12/python/is_good_quality.py;
-ADD FILE /Users/tom/workspace/hadoop-book/src/main/ch12/python/max_temperature_reduce.py;
+ADD FILE /Users/tom/workspace/hadoop-book/ch12/src/main/python/is_good_quality.py;
+ADD FILE /Users/tom/workspace/hadoop-book/ch12/src/main/python/max_temperature_reduce.py;
FROM records2
SELECT TRANSFORM(year, temperature, quality)
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
View
@@ -13,7 +13,7 @@ cd "$bin"/../..
rm -rf $actual/ch11/grunt
mkdir -p $actual/ch11/grunt
-for f in src/main/ch11/grunt/*.grunt; do
+for f in ch11/src/main/grunt/*.grunt; do
out=$f.output.txt
pig -x local < $f 2> /dev/null \
| grep -v INFO \
@@ -1,7 +0,0 @@
-hadoop jar $HADOOP_INSTALL/contrib/streaming/hadoop-*-streaming.jar \
- -input input/ncdc/all \
- -output output \
- -mapper "ch02/ruby/max_temperature_map.rb | sort | ch02/ruby/max_temperature_reduce.rb" \
- -reducer src/main/ch02/ruby/max_temperature_reduce.rb \
- -file src/main/ch02/ruby/max_temperature_map.rb \
- -file src/main/ch02/ruby/max_temperature_reduce.rb
@@ -1,20 +0,0 @@
-STREAM="hadoop jar $HADOOP_INSTALL/contrib/streaming/hadoop-*-streaming.jar -conf conf/hadoop-localhost.xml"
-
-$STREAM \
- -D stream.num.map.output.key.fields=2 \
- -input input/ncdc/all \
- -output out_max_daily \
- -mapper src/main/ch08/python/max_daily_temp_map.py \
- -reducer src/main/ch08/python/max_daily_temp_reduce.py \
- -file src/main/ch08/python/max_daily_temp_map.py \
- -file src/main/ch08/python/max_daily_temp_reduce.py
-
-$STREAM \
- -D stream.num.map.output.key.fields=2 \
- -input out_max_daily \
- -output out_mean_max_daily \
- -mapper src/main/ch08/python/mean_max_daily_temp_map.py \
- -reducer src/main/ch08/python/mean_max_daily_temp_reduce.py \
- -file src/main/ch08/python/mean_max_daily_temp_map.py \
- -file src/main/ch08/python/mean_max_daily_temp_reduce.py
-

0 comments on commit cabdb31

Please sign in to comment.