Pinned Loading

1. ReadGzippedCSVonDF ReadGzippedCSVonDF

   1

   COLUMNS = [ 'a', 'b', 'c' ]

   2

   3

   with beam.Pipeline(options=PipelineOptions()) as p:

   4

       csv_pc = ( p | 'ReadCSVFromGCS' >> beam.io.ReadFromText(file_pattern='./data/filename.csv.gz', compression_type='gzip')

   5

                    | 'SplitData' >> beam.Map(lambda x: x.split(','))