most recent rebuild sequence

lib/tasks/source_map.rake

@@ -44,8 +44,8 @@ task :reload_all_series => :environment do
   CSV.open("public/rake_time.csv", "a") {|csv| csv << ["complete series reload", "%.2f" % (Time.now - t) , t.to_s, Time.now.to_s] }
   File.open('lib/tasks/REBUILD.rb', 'w') {|file| eval_statements.each {|line| file.puts(line)} }
 
-  #719527 is 1970-01-01 in mysql days (actually one day earlier because of HST = -8 GMT)
-  inactive_ds = DataSource.where("FROM_DAYS(719527 + TRUNCATE(last_run_in_seconds,0) / 3600 / 24)  < FROM_DAYS(TO_DAYS(NOW()))").order(:last_run_in_seconds)
+  #719528 is 1970-01-01 in mysql days, -10 does the adjustment for HST
+  inactive_ds = DataSource.where("FROM_DAYS(719528 + (last_run_in_seconds / 3600 - 10) / 24)  < FROM_DAYS(TO_DAYS(NOW()))").order(:last_run_in_seconds)
 
   DataLoadMailer.series_refresh_notification(circular, inactive_ds, eval_statements.count, errors).deliver  
 end

public/dp_added.csv

@@ -1,22 +1 @@
 series_name,series_id,new_datapoints_added
-GDP_R@US.A,6608,1
-GDP@US.Q,7240,1
-IP@JP.M,7457,1
-GDP_R@US.Q,7762,1
-GDP@US.A,8432,1
-IPMN@JP.M,9260,1
-IPNS@JP.M,9714,1
-IPMNNS@JP.M,9715,1
-PCDMNS@HAW.D,11390,2
-PCDMNS@HI.D,11391,5
-PCDMNS@HON.D,11392,5
-PCDMNS@KAU.D,11393,3
-PCDMNS@MAU.D,11394,2
-PCITJPNS@HI.D,11395,1
-PCITNS@HI.D,11396,1
-PCITOTNS@HI.D,11397,1
-PCNS@HI.D,11398,5
-KPGOV_R@HI.A,24042,1
-KPNS@HI.A,24124,1
-KP@HI.A,24125,1
-KP_R@HI.A,24126,2

public/packager_output.csv

@@ -1,7 +1,7 @@
 changed,group,label
 false,japan,jp_upd_a
 false,japan,jp_upd_q
-true,japan,jp_upd_m
+false,japan,jp_upd_m
 false,japan,jp_upd_m2
 false,bea,com_upd_HI
 false,bea,inc_upd_HIa
@@ -31,15 +31,15 @@ false,tour,tour_ocup_upd
 false,rawdata,tour_vexp_upd_ID
 false,tour,tour_seats_upd
 false,tour,tour_rev_upd1
-true,tour,tour_PC_upd
+false,tour,tour_PC_upd
 false,tour,tour_upd1
 false,tour,tour_rev_upd2
 false,tour,tour_rev_upd3_pre_dummy
-true,us,us_upd_a
+false,us,us_upd_a
 false,tax,ge_upd
 false,tour,tour_upd2
 false,tour,tour_rev_upd3
-true,us,us_upd_q
+false,us,us_upd_q
 false,us,us_upd_q2
 false,rawdata,us_upd_q_ID
 false,tour,tour_upd3

public/rake_time.csv

@@ -1,53 +1,10 @@
 name,duration,start,end
-reload_aremos,3593.79,2013-02-27 22:00:11 -1000,2013-02-27 23:00:05 -1000
-daily_history_load,2139.34,2013-02-28 00:00:08 -1000,2013-02-28 00:35:47 -1000
-update_vis_history_links,1.86,2013-02-28 01:00:10 -1000,2013-02-28 01:00:12 -1000
-update_seat_links,6.56,2013-02-28 01:00:10 -1000,2013-02-28 01:00:17 -1000
-jp_upd_q,8.66,2013-02-28 01:00:10 -1000,2013-02-28 01:00:19 -1000
-jp_upd_a,13.86,2013-02-28 01:00:10 -1000,2013-02-28 01:00:24 -1000
-jp_upd_m,43.99,2013-02-28 01:00:10 -1000,2013-02-28 01:00:54 -1000
-tour_seats_upd,29.57,2013-02-28 01:10:09 -1000,2013-02-28 01:10:38 -1000
-tour_ocup_upd,30.92,2013-02-28 01:10:09 -1000,2013-02-28 01:10:40 -1000
-tour_PC_upd,39.13,2013-02-28 01:10:09 -1000,2013-02-28 01:10:48 -1000
-tour_upd,283.03,2013-02-28 01:10:09 -1000,2013-02-28 01:14:52 -1000
-const_upd_q,6.63,2013-02-28 01:30:08 -1000,2013-02-28 01:30:15 -1000
-uic_upd,24.89,2013-02-28 01:30:08 -1000,2013-02-28 01:30:33 -1000
-const_upd_m,30.52,2013-02-28 01:30:08 -1000,2013-02-28 01:30:39 -1000
-tax_upd,92.47,2013-02-28 01:35:06 -1000,2013-02-28 01:36:38 -1000
-tour_rev_upd,214.51,2013-02-28 01:40:07 -1000,2013-02-28 01:43:42 -1000
-tax_identities,74.83,2013-02-28 02:30:06 -1000,2013-02-28 02:31:21 -1000
-gsp_upd,6.10,2013-02-28 04:05:08 -1000,2013-02-28 04:05:14 -1000
-inc_upd_q,38.09,2013-02-28 04:05:08 -1000,2013-02-28 04:05:46 -1000
-com_upd,54.36,2013-02-28 04:05:08 -1000,2013-02-28 04:06:02 -1000
-inc_upd_a,71.59,2013-02-28 04:05:08 -1000,2013-02-28 04:06:20 -1000
-us_upd_a,21.49,2013-02-28 04:30:08 -1000,2013-02-28 04:30:29 -1000
-us_upd_q,111.17,2013-02-28 04:30:08 -1000,2013-02-28 04:31:59 -1000
-us_upd_m,153.31,2013-02-28 04:30:08 -1000,2013-02-28 04:32:41 -1000
-bls_cpi_upd_s,39.03,2013-02-28 05:15:09 -1000,2013-02-28 05:15:48 -1000
-bls_cpi_upd_m,65.51,2013-02-28 05:15:09 -1000,2013-02-28 05:16:14 -1000
-hiwi_upd,169.25,2013-02-28 05:15:09 -1000,2013-02-28 05:17:58 -1000
-bls_job_upd_m,277.45,2013-02-28 05:15:09 -1000,2013-02-28 05:19:46 -1000
-bea_identities,100.83,2013-02-28 05:30:07 -1000,2013-02-28 05:31:48 -1000
-bls_identities,423.25,2013-02-28 05:30:07 -1000,2013-02-28 05:37:11 -1000
-expenditures_and_nbi,0.00,2013-02-28 06:00:08 -1000,2013-02-28 06:00:08 -1000
-const_identities,227.74,2013-02-28 06:00:08 -1000,2013-02-28 06:03:56 -1000
-visitor_identities,587.15,2013-02-28 06:00:08 -1000,2013-02-28 06:09:55 -1000
-run_aggregations3,13.87,2013-02-28 06:15:11 -1000,2013-02-28 06:15:25 -1000
-run_aggregations,123.94,2013-02-28 06:15:11 -1000,2013-02-28 06:17:15 -1000
-run_aggregations2,327.15,2013-02-28 06:15:11 -1000,2013-02-28 06:20:39 -1000
-gen_investigate_csv,137.55,2013-02-28 06:30:10 -1000,2013-02-28 06:32:28 -1000
-gen_prognoz_diffs,209.33,2013-02-28 06:40:07 -1000,2013-02-28 06:43:36 -1000
-aremos_exports,65.00,2013-02-28 06:50:07 -1000,2013-02-28 06:51:12 -1000
-tsd_exports,9.63,2013-02-28 06:58:25 -1000,2013-02-28 06:58:35 -1000
-circular reference check,33.63,2013-02-28 16:46:39 -1000,2013-02-28 16:47:13 -1000
-circular reference check,35.11,2013-02-28 16:49:16 -1000,2013-02-28 16:49:51 -1000
-circular reference check,33.74,2013-02-28 16:58:38 -1000,2013-02-28 16:59:12 -1000
-complete series reload,228.78,2013-02-28 16:59:12 -1000,2013-02-28 17:03:01 -1000
-circular reference check,35.87,2013-02-28 17:03:56 -1000,2013-02-28 17:04:32 -1000
-complete series reload,208.23,2013-02-28 17:04:32 -1000,2013-02-28 17:08:00 -1000
-circular reference check,33.79,2013-02-28 17:10:00 -1000,2013-02-28 17:10:34 -1000
-complete series reload,155.44,2013-02-28 17:10:34 -1000,2013-02-28 17:13:09 -1000
-circular reference check,44.91,2013-02-28 18:10:26 -1000,2013-02-28 18:11:11 -1000
-complete series reload,257.00,2013-02-28 18:11:11 -1000,2013-02-28 18:15:28 -1000
-circular reference check,38.27,2013-02-28 18:17:20 -1000,2013-02-28 18:17:58 -1000
-complete series reload,240.42,2013-02-28 18:17:58 -1000,2013-02-28 18:21:59 -1000
+reload_aremos,3684.88,2013-03-03 22:00:14 -1000,2013-03-03 23:01:39 -1000
+update_vis_history_links,1.71,2013-03-04 01:00:12 -1000,2013-03-04 01:00:14 -1000
+update_seat_links,7.55,2013-03-04 01:00:12 -1000,2013-03-04 01:00:20 -1000
+circular reference check,34.65,2013-03-04 01:10:06 -1000,2013-03-04 01:10:41 -1000
+complete series reload,12251.53,2013-03-04 01:10:41 -1000,2013-03-04 04:34:53 -1000
+gen_investigate_csv,316.74,2013-03-04 06:30:14 -1000,2013-03-04 06:35:31 -1000
+gen_prognoz_diffs,220.58,2013-03-04 06:40:07 -1000,2013-03-04 06:43:47 -1000
+aremos_exports,67.22,2013-03-04 06:50:07 -1000,2013-03-04 06:51:14 -1000
+tsd_exports,10.22,2013-03-04 06:58:33 -1000,2013-03-04 06:58:44 -1000