Skip to content

Commit

Permalink
Revert "Use new data source for airport/weather station ICAO codes."
Browse files Browse the repository at this point in the history 
This reverts commit 9827b9c.

Better to use a new migration for this, since it provides additional
fields that we can search on.
  • Loading branch information
@mrubinsk
mrubinsk committed Nov 5, 2016
1 parent 46a4ea9 commit 0425dd7
Showing 1 changed file with 105 additions and 43 deletions.
148 changes: 105 additions & 43 deletions ...work/Service_Weather/migration/Horde/Service/Weather/1_horde_service_weather_airports.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,14 +14,19 @@ public function up()
$this->beginDbTransaction();
$t = $this->createTable('horde_metar_airports', array('autoincrementKey' => array('id')));
$t->column('id', 'integer');
$t->column('block', 'integer');
$t->column('station', 'integer');
$t->column('icao', 'string', array('limit' => 4));
$t->column('name', 'string', array('limit' => 80));
$t->column('state', 'string', array('limit' => 2));
$t->column('country', 'string', array('limit' => 50));
$t->column('municipality', 'string', array('limit' => 80));
$t->column('wmo', 'integer');
$t->column('latitude', 'float');
$t->column('longitude', 'float');
$t->column('elevation', 'float');
$t->column('x', 'float');
$t->column('y', 'float');
$t->column('z', 'float');
$t->end();
$this->_populateTable();
$this->commitDbTransaction();
Expand All @@ -30,12 +35,11 @@ public function up()
protected function _checkForMetarData()
{
// First see if we have a local copy in the same directory.
$file_name = __DIR__ . DIRECTORY_SEPARATOR . 'airport-codes.csv';
var_dump($file_name);
$file_name = __DIR__ . PATH_SEPARATOR . 'nsf_cccc.txt';
if (file_exists($file_name)) {
$this->_handle = @fopen($file_name, 'rb');
} else {
$file_location = 'https://raw.githubusercontent.com/datasets/airport-codes/master/data/airport-codes.csv';
$file_location = 'http://tgftp.nws.noaa.gov/data/nsd_cccc.txt';
$this->_handle = @fopen($file_location, 'rb');
}
if (!$this->_handle) {
Expand All @@ -48,56 +52,114 @@ protected function _checkForMetarData()

protected function _populateTable()
{
$dataOrder = array('b' => 1, 's' => 2, 'i' => 0);
$line = 0;
$error = 0;
$insert = 'INSERT INTO horde_metar_airports '
. '(id, icao, name, state, country, municipality, latitude,'
. 'longitude, elevation) '
. 'VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?)';
. '(id, block, station, icao, name, state, country, wmo, latitude,'
. 'longitude, elevation, x, y, z) '
. 'VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)';

/**
* ident,
* type,
* name,
* latitude_deg,
* longitude_deg,
* elevation_ft,
* continent,
* iso_country,
* iso_region,
* municipality,
* gps_code,
* iata_code,
* local_code
*/
while (($data = fgetcsv($this->_handle)) !== false) {
if (sizeof($data) < 13) {
continue;
}
try {
$this->_connection->insert($insert, array(
$line,
$data[0],
$data[2],
str_replace($data[7] . '-', '', $data[8]),
$data[7],
$data[9],
round($data[3], 4),
round($data[4], 4),
$data[5])
while ($data = fgetcsv($this->_handle, 1000, ';')) {
// Check for valid data
if ((sizeof($data) < 9) || !$this->_checkData($data, $dataOrder)) {
$this->announce('ERROR: Invalid data in file!');
$this->announce(' Line ' . ($line + 1) . ': ' . implode(';', $data));
$error++;
} else {
// calculate latitude and longitude
// it comes in a ddd-mm[-ss]N|S|E|W format
$coord = array(
'latitude' => 7,
'longitude' => 8
);
} catch (Horde_Db_Exception $e) {
$this->announce('ERROR: ' . $e->getMessage());
$this->rollbackDbTransaction();
return;
foreach ($coord as $latlon => $aId) {
preg_match('/^(\d{1,3})-(\d{1,2})(-(\d{1,2}))?([NSEW])$/', $data[$aId], $result);
${$latlon} = 0;
$factor = 1;
foreach ($result as $var) {
if ((strlen($var) > 0) && ctype_digit($var)) {
${$latlon} += $var / $factor;
$factor *= 60;
} elseif (ctype_alpha($var) && in_array($var, array('S', 'W'))) {
${$latlon} *= (-1);
}
}
}

// Calculate the cartesian coordinates for latitude and longitude
$theta = deg2rad($latitude);
$phi = deg2rad($longitude);

// Radius of Earth = 6378.15
$x = 6378.15 * cos($phi) * cos($theta);
$y = 6378.15 * sin($phi) * cos($theta);
$z = 6378.15 * sin($theta);

// Check for elevation in data
$elevation = is_numeric($data[11]) ? $data[11] : 0;

// integers: convert "--" fields to null, empty fields to 0
foreach (array($dataOrder['b'], $dataOrder['s'], 6) as $i) {
if (strpos($data[$i], '--') !== false) {
$data[$i] = 'null';
} elseif ($data[$i] == '') {
$data[$i] = 0;
}
}

try {
$this->_connection->insert($insert, array(
$line - $error, $data[1], $data[2], $data[0],
$data[3], $data[4], $data[5],
$data[6], round($latitude, 4),
round($longitude, 4), $elevation,
round($x, 4), round($y, 4),
round($z, 4))
);
} catch (Horde_Db_Exception $e) {
$this->announce('ERROR: ' . $e->getMessage());
$this->rollbackDbTransaction();
return;
}
}
$line++;
}
$this->announce('Added ' . ($line) . ' airport identifiers to the database.', 'cli.message');
$this->announce('Added ' . ($line - $error) . ' airport identifiers to the database.', 'cli.message');
}

protected function _checkData($data)
{
$dataOrder = array('b' => 1, 's' => 2, 'i' => 0);
$return = true;
foreach ($dataOrder as $type => $idx) {
switch ($type) {
case 'b':
$len = 2;
$func = 'ctype_digit';
break;
case 's':
$len = 3;
$func = 'ctype_digit';
break;
case 'i':
$len = 4;
$func = 'ctype_alnum';
break;
default:
break;
}
if ((strlen($data[$idx]) != $len) ||
(!$func($data[$idx]) && ($data[$idx] != str_repeat('-', $len)))) {
$return = false;
break;
}
}
return $return;
}

public function down()
{
$this->dropTable('horde_metar_airports');
}

}

0 comments on commit 0425dd7

Please sign in to comment.