Merge pull request #199 from PanDAWMS/samples-2018

Add samples with 2018 tasks data (in addition to the 2016).

Utils/Dataflow/009_oracleConnector/README

@@ -23,3 +23,10 @@ A template for the configuration file can be obtained in Dataflow's
 corresponding directory:
 
   Utils/Dataflow/config/009.cfg.example
+
+3. Samples
+----------
+The 'output' directory contains two samples of production data:
+
+  sample2016.ndjson - collected with timestamps [09-05-2016 12:12:00, 09-05-2016 13:32:30]
+  sample2018.ndjson - collected with timestamps [15-06-2018 12:00:00, 15-06-2018 13:00:00]

Utils/Dataflow/009_oracleConnector/output/sample.ndjson → Utils/Dataflow/009_oracleConnector/output/sample2016.ndjson

@@ -1,4 +1,3 @@
-{"taskid": 13319225, "start_time" : "27-02-2018 16:56:38", "end_time" : "07-03-2018 14:24:46", "status": "done"}
 {"ctag": "a821", "total_events": 30000, "campaign": "MC15", "processed_events": 30000, "energy_gev": 13000, "site": null, "trans_uses": "Atlas-20.7.5", "geometry_version": "ATLAS-R2-2015-03-01-00", "taskname": "mc15_13TeV.370950.MadGraphPythia8EvtGen_A14NNPDF23LO_GG_direct_1300_900.recon.e3962_a766_a821", "subcampaign": "MC15c", "job_config": null, "cloud": "WORL", "core_count": "8", "conditions_tags": "OFLCOND-MC15c-SDR-09", "trans_path": "Reco_tf.py", "trans_home": "AtlasProd1-20.7.5.1.1", "evgen_job_opts": null, "n_events_per_job": "2000", "taskid": 8112637, "user_name": "gingrich", "ticket_id": "ATLPSTASKS-66884", "status": "done", "description": "MC15c SUSY GG 3", "trigger_config": "RDOtoRDOTrigger=MCRECO:DBF:TRIGGERDBMC:2046,20,5", "start_time": "11-04-2016 20:12:51", "n_files_to_be_used": 30, "parent_tid": 8112637, "step_id": 830547, "vo": "atlas", "task_timestamp": "09-05-2016 13:32:23", "architecture": "x86_64-slc6-gcc49-op", "run_number": "370950", "primary_input": "mc15_13TeV.370950.MadGraphPythia8EvtGen_A14NNPDF23LO_GG_direct_1300_900.simul.HITS.e3962_a766_tid05616884_00", "pr_id": 6733, "output_formats": "AOD", "requested_events": 30000, "project": "mc15_13TeV", "end_time": "09-05-2016 10:18:29", "phys_group": "MCGN", "output": "mc15_13TeV.370950.MadGraphPythia8EvtGen_A14NNPDF23LO_GG_direct_1300_900.recon.AOD.e3962_a766_a821_tid08112637_00", "hashtag_list": "MadGraphPythia8EvtGen, gluino, simplifiedModel", "n_files_per_job": null, "step_name": "Atlfast"}
 {"ctag": "a821", "total_events": 9000, "campaign": "MC15", "processed_events": 9000, "energy_gev": 13000, "site": null, "trans_uses": "Atlas-20.7.5", "geometry_version": "ATLAS-R2-2015-03-01-00", "taskname": "mc15_13TeV.388009.MGPy8EG_A14N23LO_TT_stau_950_590.recon.e4959_a766_a821", "subcampaign": "MC15c", "job_config": null, "cloud": "WORL", "core_count": "8", "conditions_tags": "OFLCOND-MC15c-SDR-09", "trans_path": "Reco_tf.py", "trans_home": "AtlasProd1-20.7.5.1.1", "evgen_job_opts": null, "n_events_per_job": "2000", "taskid": 8117504, "user_name": "ycoadou", "ticket_id": "ATLPSTASKS-67001", "status": "finished", "description": "Additional samples Stop to Stau grid (mc15c, gridpacks)", "trigger_config": "RDOtoRDOTrigger=MCRECO:DBF:TRIGGERDBMC:2046,20,5", "start_time": "09-05-2016 02:52:05", "n_files_to_be_used": 9, "parent_tid": 7991697, "step_id": 833378, "vo": "atlas", "task_timestamp": "09-05-2016 13:32:23", "architecture": "x86_64-slc6-gcc49-op", "run_number": "388009", "primary_input": "mc15_13TeV.388009.MGPy8EG_A14N23LO_TT_stau_950_590.simul.HITS.e4959_a766_tid07991697_00", "pr_id": 6451, "output_formats": "AOD", "requested_events": 9000, "project": "mc15_13TeV", "end_time": "09-05-2016 11:19:23", "phys_group": "SUSY", "output": "mc15_13TeV.388009.MGPy8EG_A14N23LO_TT_stau_950_590.recon.AOD.e4959_a766_a821_tid08117504_00", "hashtag_list": null, "n_files_per_job": null, "step_name": "Atlfast"}
 {"ctag": "r7772", "total_events": 50000, "campaign": "MC15", "processed_events": 50000, "energy_gev": 13000, "site": null, "trans_uses": "Atlas-20.7.5", "geometry_version": "ATLAS-R2-2015-03-01-00", "taskname": "mc15_13TeV.301632.Pythia8EvtGen_A14NNPDF23LO_CIee_L20LLp_300M600.recon.e3882_s2608_s2183_r7772", "subcampaign": "MC15c", "job_config": null, "cloud": "WORL", "core_count": "8", "conditions_tags": "OFLCOND-MC15c-SDR-09", "trans_path": "Reco_tf.py", "trans_home": "AtlasProd1-20.7.5.1.1", "evgen_job_opts": null, "n_events_per_job": "2000", "taskid": 8123316, "user_name": "gingrich", "ticket_id": "ATLPSTASKS-67185", "status": "done", "description": "MC15c exotics contact interactions 2", "trigger_config": "RDOtoRDOTrigger=MCRECO:DBF:TRIGGERDBMC:2046,20,5", "start_time": "12-04-2016 20:53:42", "n_files_to_be_used": 50, "parent_tid": 8123316, "step_id": 837901, "vo": "atlas", "task_timestamp": "09-05-2016 12:12:20", "architecture": "x86_64-slc6-gcc49-op", "run_number": "301632", "primary_input": "mc15_13TeV.301632.Pythia8EvtGen_A14NNPDF23LO_CIee_L20LLp_300M600.merge.HITS.e3882_s2608_s2183_tid05540086_00", "pr_id": 6766, "output_formats": "AOD", "requested_events": 50000, "project": "mc15_13TeV", "end_time": "09-05-2016 10:09:14", "phys_group": "MCGN", "output": "mc15_13TeV.301632.Pythia8EvtGen_A14NNPDF23LO_CIee_L20LLp_300M600.recon.AOD.e3882_s2608_s2183_r7772_tid08123316_00", "hashtag_list": "2electron, BSM, Pythia8EvtGen, contactInteraction, electroweak", "n_files_per_job": null, "step_name": "Reco"}

Utils/Dataflow/016_task2es/README

@@ -18,3 +18,10 @@ Comes from 009 Oracle Connector.
 3. Output
 ---------
 Goes to 019 esFormat.
+
+4. Samples
+----------
+The 'output' directory contains 2 samples:
+
+sample2016.ndjson - 2016 data (from 025's 2016 sample)
+sample2018.ndjson - 2018 data (from 025's 2018 sample)

Utils/Dataflow/016_task2es/input

@@ -0,0 +1 @@
+../025_chicagoES/output/