Clean up before major refactoring (#102)

* unused import removed

* also excluding bad

* title

* swithced to new situation

* removed dali from partition list

* added Lanqing as assignee

.github/dependabot.yml

@@ -9,6 +9,8 @@ updates:
     directory: "/"
     schedule:
       interval: "monthly"
+    assignees:
+      - FaroutYLq
   # Maintain the requirements requirements folder
   - package-ecosystem: "pip"
     directory: "/extra_requirements"
@@ -19,3 +21,5 @@ updates:
     # to pip against the `develop` branch
     target-branch: "master"
     open-pull-requests-limit: 15
+    assignees:
+      - FaroutYLq

reprox/core.py

@@ -96,7 +96,7 @@ def get_context(package=config['context']['package'],
     return st
 
 
-def parse_args(description='nton reprocessing on dali',
+def parse_args(description='nton reprocessing on midway',
                include_find_args=False,
                include_processing_args=False,
                include_workflow_args=False,

reprox/find_runs.py

@@ -74,7 +74,7 @@ def determine_data_to_reprocess(
     :param _max_workers: Max workers for finding the stored data
     :return:
     """
-    runs = st.select_runs(exclude_tags=('messy', 'abandoned'))
+    runs = st.select_runs(exclude_tags=('messy', 'bad', 'abandoned'))
     core.log.info(f"Found {len(runs)} runs in total")
 
     if exclude_from_invalid_cmt:

reprox/process_job.py

@@ -1,6 +1,5 @@
 import os
 import utilix
-from utilix import batchq
 from reprox import core
 
 

reprox/reprocessing.ini

@@ -1,11 +1,11 @@
 ## Config file with defaults for reprocessing data with nton
 
 [context]
-base_folder = /dali/lgrandi/xenonnt/data_management_reprocessing/
-destination_folder = /dali/lgrandi/xenonnt/processed/
+base_folder = /project/lgrandi/xenonnt/data_management_reprocessing/
+destination_folder = /project/lgrandi/xenonnt/processed/
 runs_to_do = to_do_runs.csv
-context = xenonnt_v7
-cmt_version = global_v7
+context = xenonnt_offline
+cmt_version = False
 package = cutax
 # set to 26800 for testing otherwise 17900
 minimum_run_number = 17900
@@ -19,7 +19,7 @@ status_fig = ./status.png
 
 [processing]
 # allowed_partitions should be seperated by ","
-allowed_partitions = dali,xenon1t
+allowed_partitions = xenon1t, broadwl
 
 # Ignore lines with these characters in the logs for checking the status of a job.
 # Again seperated by ","
@@ -30,7 +30,7 @@ max_jobs = 100
 logging_level = INFO
 # 0 means submit everything
 submit_only = 0
-ram = 24000
-cpus_per_job = 4
-job_timeout_hours = 4
-container_tag=development
+ram = 28000
+cpus_per_job = 2
+job_timeout_hours = 8
+container_tag=2023.05.2

reprox/submit_jobs.py

@@ -221,7 +221,7 @@ def can_submit_more_jobs(nmax=core.config['processing']['max_jobs']):
     return n_jobs_running() < int(nmax)
 
 
-def cycle_queue(queues=('xenon1t', 'dali', 'broadwl')
+def cycle_queue(queues=('xenon1t', 'broadwl')
                 ):
     res = {}
     cmd = f'squeue -u {os.environ["USER"]}'