reader.py

#!/usr/bin/python

"""
Reads the .tar.bzip file provided by offical FTP
"""

import os
import sys
import time
import tarfile

from plot import plotter
from headerFileReader import extractConvertTable
from split import splitter

from colorscale import Grayscale as COLORSCALE_IR
from colorscale import VIS as COLORSCALE_VIS

try:
    tar = tarfile.open(sys.argv[1], 'r:bz2')
except:
    sys.exit(1)

try:
    if len(sys.argv) >= 3:
        outputPath = sys.argv[2]
        if len(sys.argv) >= 4:
            logFilePath = os.path.realpath(sys.argv[3])
        else:
            logFilePath = False
    else:
        outputPath = '.'
        logFilePath = False
    outputPath = os.path.realpath(outputPath)
except Exception,e:
    print e
    sys.exit(2)

print "> Reading the content of tarball..."

tarInfos = tar.getmembers()

print "> Got %d files." % len(tarInfos)
print "> Analyze contents."

geossFile = []
headerFile = {}
for each in tarInfos:
    if each.name.endswith('.geoss'):
        if each.size == 18000000 or each.size == 288000000:
            geossFile.append(each)
    elif each.name.startswith('hdr') and each.name.endswith('.txt'):
        headerFile[each.name] = each

print "> Found %d possible .geoss file." % len(geossFile)
print "> Generating commands for plotting geoss files..."

for each in geossFile:
    CHANNEL = each.name[8:11]
    DK = each.name[7]
    TIME = each.name[12:24]

    if not CHANNEL in ['IR1', 'IR2', 'IR3']:
        continue

    fileType = 'png'
    if DK == '1':
        mode = "full scan"
        filename = '%s.%s.FULL.%s' % (TIME, CHANNEL, fileType)
    elif DK == '2':
        mode = "north heimsphere scan"
        filename = '%s.%s.NORTH.%s' % (TIME, CHANNEL, fileType)
    else:
        mode = "south heimsphere scan"
        filename = '%s.%s.SOUTH.%s' % (TIME, CHANNEL, fileType)
    print "> Start generation of image, channel %s, time %s, mode %s." % (CHANNEL, TIME, mode)

    print "> Extracting file..."
    try:
        sourceFile = tar.extractfile(each)
        source = sourceFile.read()
        headerFile = tar.extractfile("hdr_%s_%s_001.txt" % (CHANNEL.lower(), TIME))
        header = headerFile.read()
        convertTable = extractConvertTable(header)
    except Exception,e:
        print e
        print "Error! Cannot extract this file. Skip."
        continue

    print "> Configuring plotter..."
    p = plotter()

    if 'VIS' == CHANNEL:
        p.setColorScale(COLORSCALE_VIS)
        p.setConvertTable(convertTable)
        p.setSourceRegion(59.995, 85.005, -60.005, -154.995)
        p.setDataDimension(12000, 12000)
        p.setDK(DK)
        p.setDataResolution(0.01, 0.01)
    else:
        p.setColorScale(COLORSCALE_IR)
        p.setConvertTable(convertTable)
        p.setSourceRegion(59.98, 85.02, -60.02, -154.98)
        p.setDataDimension(3000, 3000)
        p.setDK(DK)
        p.setDataResolution(0.04, 0.04)

    print "> Plotting data..."
    img = p.plotData(source)

    #print "> Adding coastlines..."
    #img = p.plotCoastlines(img)

    #print "> Adding coordinate lines..."
    #img = p.plotCoordinate(img)

    imgSavePath = os.path.join(outputPath, filename)
#    img.save(imgSavePath)
#    print ">>> Image saved to: %s\n" % filename

    print "> Splitting image for map viewer..."
    try:
        maxZoomLevel = 6
        if 'VIS' == CHANNEL:
            maxZoomLevel = 8
        splitter(p, imgSavePath, img, maxZoom=maxZoomLevel)
    except Exception,e:
        print "!> Error: %s" % e

    ##################### Load Plugins to Read ###########################

    try:
        from plugin_autoalarm import plugin_autoalarm
        plugin_autoalarm(
            image=img,
            channel=CHANNEL,
            time=TIME,
            dk=DK,
            filename=filename,
            plotter=p,
        )
    except Exception, e:
        print "Plugin Error: %s" % e