{ "apiVersion": "v1", "items": [ { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "", "kubectl.kubernetes.io/last-applied-configuration": "{\"apiVersion\":\"batch/v1\",\"kind\":\"Job\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"blast\",\"db\":\"nt\"},\"name\":\"blastn-batch-nt-job-000\",\"namespace\":\"default\"},\"spec\":{\"backoffLimit\":3,\"template\":{\"metadata\":{\"labels\":{\"app\":\"blast\",\"db\":\"nt\"}},\"spec\":{\"activeDeadlineSeconds\":604800,\"containers\":[{\"args\":[\"echo \\\"BASH version ${BASH_VERSION}\\\"; BLAST_RUNTIME=`mktemp`; ERROR_FILE=`mktemp`; DATE_NOW=`date -u +%s%N`; blastdbcmd -info -db nt | awk '/total/ {print $3}' | tr -d , \\u003e /blast/results/BLASTDB_LENGTH.out; start=`date +%s`; echo run start 000 blastn nt; echo blastn -db nt -query /blast/blastdb/batch_000.fa -out /blast/results/batch_000-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \\\"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\\\" -mt_mode 1 -taxidlist taxidlist.txt; TIME=\\\"${DATE_NOW} run start 000 blastn nt %e %U %S %P\\\" \\\\time -o ${BLAST_RUNTIME} blastn -db nt -query /blast/blastdb/batch_000.fa -out /blast/results/batch_000-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \\\"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\\\" -mt_mode 1 -taxidlist taxidlist.txt 2\\u003e$ERROR_FILE; BLAST_EXIT_CODE=$?; end=`date +%s`; cat $ERROR_FILE; printf 'RUNTIME %s %f seconds\\\\n' \\\"blast-job-000\\\" $(($end-$start)); echo run end 000 ${BLAST_EXIT_CODE}; echo `date -u +%s%N` run exitCode 000 ${BLAST_EXIT_CODE}\\u003e\\u003e ${BLAST_RUNTIME}; echo `date -u +%s%N` run end 000\\u003e\\u003e ${BLAST_RUNTIME}; gzip /blast/results/batch_000-blastn-nt.out; cp $BLAST_RUNTIME /blast/results/BLAST_RUNTIME-000.out; echo $BLAST_EXIT_CODE \\u003e /blast/results/BLAST_EXIT_CODE.out; if [[ $BLAST_EXIT_CODE -ne 0 ]] ; then if ! gsutil -q stat gs://dan-mak-project31/metadata/FAILURE.txt ; then gsutil -mq cp $ERROR_FILE gs://dan-mak-project31/metadata/FAILURE.txt; fi; fi;\"],\"command\":[\"/bin/bash\",\"-c\"],\"env\":[{\"name\":\"BLAST_USAGE_REPORT\",\"value\":\"true\"},{\"name\":\"BLAST_ELB_JOB_ID\",\"value\":\"741444cdf45a454e8779a8e9d893c85b\"},{\"name\":\"BLAST_ELB_BATCH_NUM\",\"value\":\"1\"}],\"image\":\"gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3\",\"name\":\"blast\",\"resources\":{\"limits\":{\"cpu\":15,\"memory\":\"510G\"},\"requests\":{\"cpu\":15,\"memory\":\"0.5G\"}},\"volumeMounts\":[{\"mountPath\":\"/blast/blastdb\",\"name\":\"blast-dbs\",\"readOnly\":true},{\"mountPath\":\"/blast/results\",\"name\":\"shared-data\"}],\"workingDir\":\"/blast/blastdb\"},{\"args\":[\"until [ -s /result/BLAST_EXIT_CODE.out ] ; do sleep 1; done; set -ex; ls -1f /result/BLASTDB_LENGTH.out | gsutil -qm cp -I gs://dan-mak/metadata/; gsutil -mq cp /result/BLAST_RUNTIME-000.out gs://dan-/logs/; gsutil -mq cp /result/batch_000-blastn-nt.out.gz gs://dan-/; exit `cat /result/BLAST_EXIT_CODE.out`;\"],\"command\":[\"/bin/bash\",\"-c\"],\"image\":\"google/cloud-sdk:slim\",\"name\":\"results-export\",\"volumeMounts\":[{\"mountPath\":\"/result\",\"name\":\"shared-data\"}]}],\"initContainers\":[{\"args\":[\"echo \\\"BASH version ${BASH_VERSION}\\\"; start=`date +%s`; log() { ts=`date +'%F %T'`; printf '%s RUNTIME %s %f seconds\\\\n' \\\"$ts\\\" \\\"$1\\\" \\\"$2\\\"; }; blastdb_path -dbtype nucl -db nt -getvolumespath | tr ' ' '\\\\n' | parallel vmtouch -tqm 5G; exit_code=$?; end=`date +%s`; log \\\"cache-blastdbs-to-ram\\\" $(($end-$start)); exit $exit_code;\"],\"command\":[\"/bin/bash\",\"-co\",\"pipefail\"],\"image\":\"gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3\",\"name\":\"load-blastdb-into-ram\",\"volumeMounts\":[{\"mountPath\":\"/blast/blastdb\",\"name\":\"blast-dbs\",\"readOnly\":true}],\"workingDir\":\"/blast/blastdb\"}],\"restartPolicy\":\"OnFailure\",\"volumes\":[{\"name\":\"blast-dbs\",\"persistentVolumeClaim\":{\"claimName\":\"blast-dbs-pvc\",\"readOnly\":true}},{\"emptyDir\":{},\"name\":\"shared-data\"}]}}}}\n" }, "creationTimestamp": "2023-04-30T01:29:51Z", "generation": 1, "labels": { "app": "blast", "db": "nt" }, "name": "blastn-batch-nt-job-000", "namespace": "default", "resourceVersion": "12973", "uid": "60ddf207-a010-478d-a3fc-f0fc61b55284" }, "spec": { "backoffLimit": 3, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "60ddf207-a010-478d-a3fc-f0fc61b55284" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "blast", "controller-uid": "60ddf207-a010-478d-a3fc-f0fc61b55284", "db": "nt", "job-name": "blastn-batch-nt-job-000" } }, "spec": { "activeDeadlineSeconds": 604800, "containers": [ { "args": [ "echo \"BASH version ${BASH_VERSION}\"; BLAST_RUNTIME=`mktemp`; ERROR_FILE=`mktemp`; DATE_NOW=`date -u +%s%N`; blastdbcmd -info -db nt | awk '/total/ {print $3}' | tr -d , \u003e /blast/results/BLASTDB_LENGTH.out; start=`date +%s`; echo run start 000 blastn nt; echo blastn -db nt -query /blast/blastdb/batch_000.fa -out /blast/results/batch_000-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\" -mt_mode 1 -taxidlist taxidlist.txt; TIME=\"${DATE_NOW} run start 000 blastn nt %e %U %S %P\" \\time -o ${BLAST_RUNTIME} blastn -db nt -query /blast/blastdb/batch_000.fa -out /blast/results/batch_000-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\" -mt_mode 1 -taxidlist taxidlist.txt 2\u003e$ERROR_FILE; BLAST_EXIT_CODE=$?; end=`date +%s`; cat $ERROR_FILE; printf 'RUNTIME %s %f seconds\\n' \"blast-job-000\" $(($end-$start)); echo run end 000 ${BLAST_EXIT_CODE}; echo `date -u +%s%N` run exitCode 000 ${BLAST_EXIT_CODE}\u003e\u003e ${BLAST_RUNTIME}; echo `date -u +%s%N` run end 000\u003e\u003e ${BLAST_RUNTIME}; gzip /blast/results/batch_000-blastn-nt.out; cp $BLAST_RUNTIME /blast/results/BLAST_RUNTIME-000.out; echo $BLAST_EXIT_CODE \u003e /blast/results/BLAST_EXIT_CODE.out; if [[ $BLAST_EXIT_CODE -ne 0 ]] ; then if ! gsutil -q stat gs://dan-/metadata/FAILURE.txt ; then gsutil -mq cp $ERROR_FILE gs://dan-/metadata/FAILURE.txt; fi; fi;" ], "command": [ "/bin/bash", "-c" ], "env": [ { "name": "BLAST_USAGE_REPORT", "value": "true" }, { "name": "BLAST_ELB_JOB_ID", "value": "741444cdf45a454e8779a8e9d893c85b" }, { "name": "BLAST_ELB_BATCH_NUM", "value": "1" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3", "imagePullPolicy": "IfNotPresent", "name": "blast", "resources": { "limits": { "cpu": "15", "memory": "510G" }, "requests": { "cpu": "15", "memory": "500M" } }, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/blast/blastdb", "name": "blast-dbs", "readOnly": true }, { "mountPath": "/blast/results", "name": "shared-data" } ], "workingDir": "/blast/blastdb" }, { "args": [ "until [ -s /result/BLAST_EXIT_CODE.out ] ; do sleep 1; done; set -ex; ls -1f /result/BLASTDB_LENGTH.out | gsutil -qm cp -I gs://dan/metadata/; gsutil -mq cp /result/BLAST_RUNTIME-000.out gs://dan-/logs/; gsutil -mq cp /result/batch_000-blastn-nt.out.gz gs://dan-/; exit `cat /result/BLAST_EXIT_CODE.out`;" ], "command": [ "/bin/bash", "-c" ], "image": "google/cloud-sdk:slim", "imagePullPolicy": "IfNotPresent", "name": "results-export", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/result", "name": "shared-data" } ] } ], "dnsPolicy": "ClusterFirst", "initContainers": [ { "args": [ "echo \"BASH version ${BASH_VERSION}\"; start=`date +%s`; log() { ts=`date +'%F %T'`; printf '%s RUNTIME %s %f seconds\\n' \"$ts\" \"$1\" \"$2\"; }; blastdb_path -dbtype nucl -db nt -getvolumespath | tr ' ' '\\n' | parallel vmtouch -tqm 5G; exit_code=$?; end=`date +%s`; log \"cache-blastdbs-to-ram\" $(($end-$start)); exit $exit_code;" ], "command": [ "/bin/bash", "-co", "pipefail" ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3", "imagePullPolicy": "IfNotPresent", "name": "load-blastdb-into-ram", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/blast/blastdb", "name": "blast-dbs", "readOnly": true } ], "workingDir": "/blast/blastdb" } ], "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30, "volumes": [ { "name": "blast-dbs", "persistentVolumeClaim": { "claimName": "blast-dbs-pvc", "readOnly": true } }, { "emptyDir": {}, "name": "shared-data" } ] } } }, "status": { "conditions": [ { "lastProbeTime": "2023-04-30T01:31:37Z", "lastTransitionTime": "2023-04-30T01:31:37Z", "message": "Job has reached the specified backoff limit", "reason": "BackoffLimitExceeded", "status": "True", "type": "Failed" } ], "failed": 1, "ready": 0, "startTime": "2023-04-30T01:29:51Z", "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "", "kubectl.kubernetes.io/last-applied-configuration": "{\"apiVersion\":\"batch/v1\",\"kind\":\"Job\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"blast\",\"db\":\"nt\"},\"name\":\"blastn-batch-nt-job-001\",\"namespace\":\"default\"},\"spec\":{\"backoffLimit\":3,\"template\":{\"metadata\":{\"labels\":{\"app\":\"blast\",\"db\":\"nt\"}},\"spec\":{\"activeDeadlineSeconds\":604800,\"containers\":[{\"args\":[\"echo \\\"BASH version ${BASH_VERSION}\\\"; BLAST_RUNTIME=`mktemp`; ERROR_FILE=`mktemp`; DATE_NOW=`date -u +%s%N`; blastdbcmd -info -db nt | awk '/total/ {print $3}' | tr -d , \\u003e /blast/results/BLASTDB_LENGTH.out; start=`date +%s`; echo run start 001 blastn nt; echo blastn -db nt -query /blast/blastdb/batch_001.fa -out /blast/results/batch_001-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \\\"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\\\" -mt_mode 1 -taxidlist taxidlist.txt; TIME=\\\"${DATE_NOW} run start 001 blastn nt %e %U %S %P\\\" \\\\time -o ${BLAST_RUNTIME} blastn -db nt -query /blast/blastdb/batch_001.fa -out /blast/results/batch_001-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \\\"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\\\" -mt_mode 1 -taxidlist taxidlist.txt 2\\u003e$ERROR_FILE; BLAST_EXIT_CODE=$?; end=`date +%s`; cat $ERROR_FILE; printf 'RUNTIME %s %f seconds\\\\n' \\\"blast-job-001\\\" $(($end-$start)); echo run end 001 ${BLAST_EXIT_CODE}; echo `date -u +%s%N` run exitCode 001 ${BLAST_EXIT_CODE}\\u003e\\u003e ${BLAST_RUNTIME}; echo `date -u +%s%N` run end 001\\u003e\\u003e ${BLAST_RUNTIME}; gzip /blast/results/batch_001-blastn-nt.out; cp $BLAST_RUNTIME /blast/results/BLAST_RUNTIME-001.out; echo $BLAST_EXIT_CODE \\u003e /blast/results/BLAST_EXIT_CODE.out; if [[ $BLAST_EXIT_CODE -ne 0 ]] ; then if ! gsutil -q stat gs://dan-/metadata/FAILURE.txt ; then gsutil -mq cp $ERROR_FILE gs://dan-/metadata/FAILURE.txt; fi; fi;\"],\"command\":[\"/bin/bash\",\"-c\"],\"env\":[{\"name\":\"BLAST_USAGE_REPORT\",\"value\":\"true\"},{\"name\":\"BLAST_ELB_JOB_ID\",\"value\":\"741444cdf45a454e8779a8e9d893c85b\"},{\"name\":\"BLAST_ELB_BATCH_NUM\",\"value\":\"0\"}],\"image\":\"gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3\",\"name\":\"blast\",\"resources\":{\"limits\":{\"cpu\":15,\"memory\":\"510G\"},\"requests\":{\"cpu\":15,\"memory\":\"0.5G\"}},\"volumeMounts\":[{\"mountPath\":\"/blast/blastdb\",\"name\":\"blast-dbs\",\"readOnly\":true},{\"mountPath\":\"/blast/results\",\"name\":\"shared-data\"}],\"workingDir\":\"/blast/blastdb\"},{\"args\":[\"until [ -s /result/BLAST_EXIT_CODE.out ] ; do sleep 1; done; set -ex; ls -1f /result/BLASTDB_LENGTH.out | gsutil -qm cp -I gs://dan-/metadata/; gsutil -mq cp /result/BLAST_RUNTIME-001.out gs://dan-/logs/; gsutil -mq cp /result/batch_001-blastn-nt.out.gz gs://dan-/; exit `cat /result/BLAST_EXIT_CODE.out`;\"],\"command\":[\"/bin/bash\",\"-c\"],\"image\":\"google/cloud-sdk:slim\",\"name\":\"results-export\",\"volumeMounts\":[{\"mountPath\":\"/result\",\"name\":\"shared-data\"}]}],\"initContainers\":[{\"args\":[\"echo \\\"BASH version ${BASH_VERSION}\\\"; start=`date +%s`; log() { ts=`date +'%F %T'`; printf '%s RUNTIME %s %f seconds\\\\n' \\\"$ts\\\" \\\"$1\\\" \\\"$2\\\"; }; blastdb_path -dbtype nucl -db nt -getvolumespath | tr ' ' '\\\\n' | parallel vmtouch -tqm 5G; exit_code=$?; end=`date +%s`; log \\\"cache-blastdbs-to-ram\\\" $(($end-$start)); exit $exit_code;\"],\"command\":[\"/bin/bash\",\"-co\",\"pipefail\"],\"image\":\"gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3\",\"name\":\"load-blastdb-into-ram\",\"volumeMounts\":[{\"mountPath\":\"/blast/blastdb\",\"name\":\"blast-dbs\",\"readOnly\":true}],\"workingDir\":\"/blast/blastdb\"}],\"restartPolicy\":\"OnFailure\",\"volumes\":[{\"name\":\"blast-dbs\",\"persistentVolumeClaim\":{\"claimName\":\"blast-dbs-pvc\",\"readOnly\":true}},{\"emptyDir\":{},\"name\":\"shared-data\"}]}}}}\n" }, "creationTimestamp": "2023-04-30T01:29:51Z", "generation": 1, "labels": { "app": "blast", "db": "nt" }, "name": "blastn-batch-nt-job-001", "namespace": "default", "resourceVersion": "12930", "uid": "d5383dce-3dd9-45a0-9dba-fdb055dc4ef0" }, "spec": { "backoffLimit": 3, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "d5383dce-3dd9-45a0-9dba-fdb055dc4ef0" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "blast", "controller-uid": "d5383dce-3dd9-45a0-9dba-fdb055dc4ef0", "db": "nt", "job-name": "blastn-batch-nt-job-001" } }, "spec": { "activeDeadlineSeconds": 604800, "containers": [ { "args": [ "echo \"BASH version ${BASH_VERSION}\"; BLAST_RUNTIME=`mktemp`; ERROR_FILE=`mktemp`; DATE_NOW=`date -u +%s%N`; blastdbcmd -info -db nt | awk '/total/ {print $3}' | tr -d , \u003e /blast/results/BLASTDB_LENGTH.out; start=`date +%s`; echo run start 001 blastn nt; echo blastn -db nt -query /blast/blastdb/batch_001.fa -out /blast/results/batch_001-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\" -mt_mode 1 -taxidlist taxidlist.txt; TIME=\"${DATE_NOW} run start 001 blastn nt %e %U %S %P\" \\time -o ${BLAST_RUNTIME} blastn -db nt -query /blast/blastdb/batch_001.fa -out /blast/results/batch_001-blastn-nt.out -num_threads 15 -task -evalue 1e-3 -outfmt \"6 qseqid sacc pident length gapopen qstart qend sstart send evalue bitscore\" -mt_mode 1 -taxidlist taxidlist.txt 2\u003e$ERROR_FILE; BLAST_EXIT_CODE=$?; end=`date +%s`; cat $ERROR_FILE; printf 'RUNTIME %s %f seconds\\n' \"blast-job-001\" $(($end-$start)); echo run end 001 ${BLAST_EXIT_CODE}; echo `date -u +%s%N` run exitCode 001 ${BLAST_EXIT_CODE}\u003e\u003e ${BLAST_RUNTIME}; echo `date -u +%s%N` run end 001\u003e\u003e ${BLAST_RUNTIME}; gzip /blast/results/batch_001-blastn-nt.out; cp $BLAST_RUNTIME /blast/results/BLAST_RUNTIME-001.out; echo $BLAST_EXIT_CODE \u003e /blast/results/BLAST_EXIT_CODE.out; if [[ $BLAST_EXIT_CODE -ne 0 ]] ; then if ! gsutil -q stat gs://dan-/metadata/FAILURE.txt ; then gsutil -mq cp $ERROR_FILE gs://dan-/metadata/FAILURE.txt; fi; fi;" ], "command": [ "/bin/bash", "-c" ], "env": [ { "name": "BLAST_USAGE_REPORT", "value": "true" }, { "name": "BLAST_ELB_JOB_ID", "value": "741444cdf45a454e8779a8e9d893c85b" }, { "name": "BLAST_ELB_BATCH_NUM", "value": "0" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3", "imagePullPolicy": "IfNotPresent", "name": "blast", "resources": { "limits": { "cpu": "15", "memory": "510G" }, "requests": { "cpu": "15", "memory": "500M" } }, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/blast/blastdb", "name": "blast-dbs", "readOnly": true }, { "mountPath": "/blast/results", "name": "shared-data" } ], "workingDir": "/blast/blastdb" }, { "args": [ "until [ -s /result/BLAST_EXIT_CODE.out ] ; do sleep 1; done; set -ex; ls -1f /result/BLASTDB_LENGTH.out | gsutil -qm cp -I gs://dan-/metadata/; gsutil -mq cp /result/BLAST_RUNTIME-001.out gs://dan-/logs/; gsutil -mq cp /result/batch_001-blastn-nt.out.gz gs://dan-/; exit `cat /result/BLAST_EXIT_CODE.out`;" ], "command": [ "/bin/bash", "-c" ], "image": "google/cloud-sdk:slim", "imagePullPolicy": "IfNotPresent", "name": "results-export", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/result", "name": "shared-data" } ] } ], "dnsPolicy": "ClusterFirst", "initContainers": [ { "args": [ "echo \"BASH version ${BASH_VERSION}\"; start=`date +%s`; log() { ts=`date +'%F %T'`; printf '%s RUNTIME %s %f seconds\\n' \"$ts\" \"$1\" \"$2\"; }; blastdb_path -dbtype nucl -db nt -getvolumespath | tr ' ' '\\n' | parallel vmtouch -tqm 5G; exit_code=$?; end=`date +%s`; log \"cache-blastdbs-to-ram\" $(($end-$start)); exit $exit_code;" ], "command": [ "/bin/bash", "-co", "pipefail" ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elb:1.1.3", "imagePullPolicy": "IfNotPresent", "name": "load-blastdb-into-ram", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/blast/blastdb", "name": "blast-dbs", "readOnly": true } ], "workingDir": "/blast/blastdb" } ], "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30, "volumes": [ { "name": "blast-dbs", "persistentVolumeClaim": { "claimName": "blast-dbs-pvc", "readOnly": true } }, { "emptyDir": {}, "name": "shared-data" } ] } } }, "status": { "conditions": [ { "lastProbeTime": "2023-04-30T01:31:33Z", "lastTransitionTime": "2023-04-30T01:31:33Z", "message": "Job has reached the specified backoff limit", "reason": "BackoffLimitExceeded", "status": "True", "type": "Failed" } ], "failed": 1, "ready": 0, "startTime": "2023-04-30T01:29:51Z", "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "" }, "creationTimestamp": "2023-04-30T01:20:00Z", "generation": 1, "labels": { "app": "janitor", "controller-uid": "966778ff-8935-4969-af72-d0f06ed10421", "job-name": "elb-janitor-28046960" }, "name": "elb-janitor-28046960", "namespace": "default", "ownerReferences": [ { "apiVersion": "batch/v1", "blockOwnerDeletion": true, "controller": true, "kind": "CronJob", "name": "elb-janitor", "uid": "e9c6abac-d8ad-4653-bf41-e53fff91cf6d" } ], "resourceVersion": "6400", "uid": "966778ff-8935-4969-af72-d0f06ed10421" }, "spec": { "backoffLimit": 6, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "966778ff-8935-4969-af72-d0f06ed10421" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "janitor", "controller-uid": "966778ff-8935-4969-af72-d0f06ed10421", "job-name": "elb-janitor-28046960" } }, "spec": { "containers": [ { "env": [ { "name": "ELB_GCP_PROJECT", "value": "my-project-dan-33721" }, { "name": "ELB_GCP_REGION", "value": "us-west3" }, { "name": "ELB_GCP_ZONE", "value": "us-west3-c" }, { "name": "ELB_RESULTS", "value": "gs://dan-" }, { "name": "ELB_CLUSTER_NAME", "value": "elastic-blast" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-janitor:0.3.0", "imagePullPolicy": "IfNotPresent", "name": "check-blast-jobs", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File" } ], "dnsPolicy": "ClusterFirst", "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30 } } }, "status": { "completionTime": "2023-04-30T01:20:35Z", "conditions": [ { "lastProbeTime": "2023-04-30T01:20:35Z", "lastTransitionTime": "2023-04-30T01:20:35Z", "status": "True", "type": "Complete" } ], "ready": 0, "startTime": "2023-04-30T01:20:00Z", "succeeded": 1, "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "" }, "creationTimestamp": "2023-04-30T01:25:00Z", "generation": 1, "labels": { "app": "janitor", "controller-uid": "01b9528e-a050-47bb-94fe-bacf2cedd669", "job-name": "elb-janitor-28046965" }, "name": "elb-janitor-28046965", "namespace": "default", "ownerReferences": [ { "apiVersion": "batch/v1", "blockOwnerDeletion": true, "controller": true, "kind": "CronJob", "name": "elb-janitor", "uid": "e9c6abac-d8ad-4653-bf41-e53fff91cf6d" } ], "resourceVersion": "9640", "uid": "01b9528e-a050-47bb-94fe-bacf2cedd669" }, "spec": { "backoffLimit": 6, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "01b9528e-a050-47bb-94fe-bacf2cedd669" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "janitor", "controller-uid": "01b9528e-a050-47bb-94fe-bacf2cedd669", "job-name": "elb-janitor-28046965" } }, "spec": { "containers": [ { "env": [ { "name": "ELB_GCP_PROJECT", "value": "my-project-dan-33721" }, { "name": "ELB_GCP_REGION", "value": "us-west3" }, { "name": "ELB_GCP_ZONE", "value": "us-west3-c" }, { "name": "ELB_RESULTS", "value": "gs://dan-" }, { "name": "ELB_CLUSTER_NAME", "value": "elastic-blast" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-janitor:0.3.0", "imagePullPolicy": "IfNotPresent", "name": "check-blast-jobs", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File" } ], "dnsPolicy": "ClusterFirst", "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30 } } }, "status": { "completionTime": "2023-04-30T01:25:35Z", "conditions": [ { "lastProbeTime": "2023-04-30T01:25:35Z", "lastTransitionTime": "2023-04-30T01:25:35Z", "status": "True", "type": "Complete" } ], "ready": 0, "startTime": "2023-04-30T01:25:00Z", "succeeded": 1, "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "" }, "creationTimestamp": "2023-04-30T01:30:00Z", "generation": 1, "labels": { "app": "janitor", "controller-uid": "786f8a84-f23f-499f-961e-b651ce0d63af", "job-name": "elb-janitor-28046970" }, "name": "elb-janitor-28046970", "namespace": "default", "ownerReferences": [ { "apiVersion": "batch/v1", "blockOwnerDeletion": true, "controller": true, "kind": "CronJob", "name": "elb-janitor", "uid": "e9c6abac-d8ad-4653-bf41-e53fff91cf6d" } ], "resourceVersion": "12348", "uid": "786f8a84-f23f-499f-961e-b651ce0d63af" }, "spec": { "backoffLimit": 6, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "786f8a84-f23f-499f-961e-b651ce0d63af" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "janitor", "controller-uid": "786f8a84-f23f-499f-961e-b651ce0d63af", "job-name": "elb-janitor-28046970" } }, "spec": { "containers": [ { "env": [ { "name": "ELB_GCP_PROJECT", "value": "my-project-dan-33721" }, { "name": "ELB_GCP_REGION", "value": "us-west3" }, { "name": "ELB_GCP_ZONE", "value": "us-west3-c" }, { "name": "ELB_RESULTS", "value": "gs://dan-" }, { "name": "ELB_CLUSTER_NAME", "value": "elastic-blast" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-janitor:0.3.0", "imagePullPolicy": "IfNotPresent", "name": "check-blast-jobs", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File" } ], "dnsPolicy": "ClusterFirst", "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30 } } }, "status": { "completionTime": "2023-04-30T01:30:34Z", "conditions": [ { "lastProbeTime": "2023-04-30T01:30:34Z", "lastTransitionTime": "2023-04-30T01:30:34Z", "status": "True", "type": "Complete" } ], "ready": 0, "startTime": "2023-04-30T01:30:00Z", "succeeded": 1, "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "" }, "creationTimestamp": "2023-04-30T01:35:00Z", "generation": 1, "labels": { "app": "janitor", "controller-uid": "b4376ee4-4825-4e60-ba9d-385cbb7c5191", "job-name": "elb-janitor-28046975" }, "name": "elb-janitor-28046975", "namespace": "default", "ownerReferences": [ { "apiVersion": "batch/v1", "blockOwnerDeletion": true, "controller": true, "kind": "CronJob", "name": "elb-janitor", "uid": "e9c6abac-d8ad-4653-bf41-e53fff91cf6d" } ], "resourceVersion": "14626", "uid": "b4376ee4-4825-4e60-ba9d-385cbb7c5191" }, "spec": { "backoffLimit": 6, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "b4376ee4-4825-4e60-ba9d-385cbb7c5191" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "janitor", "controller-uid": "b4376ee4-4825-4e60-ba9d-385cbb7c5191", "job-name": "elb-janitor-28046975" } }, "spec": { "containers": [ { "env": [ { "name": "ELB_GCP_PROJECT", "value": "my-project-dan-33721" }, { "name": "ELB_GCP_REGION", "value": "us-west3" }, { "name": "ELB_GCP_ZONE", "value": "us-west3-c" }, { "name": "ELB_RESULTS", "value": "gs://dan-" }, { "name": "ELB_CLUSTER_NAME", "value": "elastic-blast" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-janitor:0.3.0", "imagePullPolicy": "IfNotPresent", "name": "check-blast-jobs", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File" } ], "dnsPolicy": "ClusterFirst", "restartPolicy": "OnFailure", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30 } } }, "status": { "active": 1, "ready": 1, "startTime": "2023-04-30T01:35:00Z", "uncountedTerminatedPods": {} } }, { "apiVersion": "batch/v1", "kind": "Job", "metadata": { "annotations": { "batch.kubernetes.io/job-tracking": "", "kubectl.kubernetes.io/last-applied-configuration": "{\"apiVersion\":\"batch/v1\",\"kind\":\"Job\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"submit\"},\"name\":\"submit-jobs\",\"namespace\":\"default\"},\"spec\":{\"backoffLimit\":0,\"template\":{\"metadata\":{\"labels\":{\"app\":\"submit\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"ELB_GCP_PROJECT\",\"value\":\"my-project-dan-33721\"},{\"name\":\"ELB_GCP_ZONE\",\"value\":\"us-west3-c\"},{\"name\":\"ELB_RESULTS\",\"value\":\"gs://dan-\"},{\"name\":\"ELB_CLUSTER_NAME\",\"value\":\"elastic-blast\"},{\"name\":\"ELB_NUM_NODES\",\"value\":\"1\"},{\"name\":\"ELB_PD_SIZE\",\"value\":\"300Gi\"},{\"name\":\"ELB_LABELS\",\"value\":\"cluster-name=elastic-blast,client-hostname=cs-619646043697-default,project=elastic-blast,billingcode=elastic-blast,creator=mohammadmafakheri69,created=2023-04-30-01-05-32,owner=user,program=blastn,db=nt,name=elastic-blast,results=gs---dan-m,version=1-0-0\"},{\"name\":\"ELB_USE_LOCAL_SSD\",\"value\":\"false\"}],\"image\":\"gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-job-submit:3.0.0\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"submit-jobs\",\"volumeMounts\":[{\"mountPath\":\"/workspace\",\"name\":\"workspace\"}],\"workingDir\":\"/workspace\"}],\"restartPolicy\":\"Never\",\"volumes\":[{\"emptyDir\":{},\"name\":\"workspace\"}]}}}}\n" }, "creationTimestamp": "2023-04-30T01:11:16Z", "generation": 1, "labels": { "app": "submit" }, "name": "submit-jobs", "namespace": "default", "resourceVersion": "12747", "uid": "ad16e653-4b69-46c5-960c-40fd528f354a" }, "spec": { "backoffLimit": 0, "completionMode": "NonIndexed", "completions": 1, "parallelism": 1, "selector": { "matchLabels": { "controller-uid": "ad16e653-4b69-46c5-960c-40fd528f354a" } }, "suspend": false, "template": { "metadata": { "creationTimestamp": null, "labels": { "app": "submit", "controller-uid": "ad16e653-4b69-46c5-960c-40fd528f354a", "job-name": "submit-jobs" } }, "spec": { "containers": [ { "env": [ { "name": "ELB_GCP_PROJECT", "value": "my-xxx" }, { "name": "ELB_GCP_ZONE", "value": "us-west3-c" }, { "name": "ELB_RESULTS", "value": "gs://dan-" }, { "name": "ELB_CLUSTER_NAME", "value": "elastic-blast" }, { "name": "ELB_NUM_NODES", "value": "1" }, { "name": "ELB_PD_SIZE", "value": "300Gi" }, { "name": "ELB_LABELS", "value": "cluster-name=elastic-blast,client-hostname=cs-619646043697-default,project=elastic-blast,billingcode=elastic-blast,creator=mohammadmafakheri69,created=2023-04-30-01-05-32,owner=user,program=blastn,db=nt,name=elastic-blast,results=gs---dan-m,version=1-0-0" }, { "name": "ELB_USE_LOCAL_SSD", "value": "false" } ], "image": "gcr.io/ncbi-sandbox-blast/ncbi/elasticblast-job-submit:3.0.0", "imagePullPolicy": "IfNotPresent", "name": "submit-jobs", "resources": {}, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "volumeMounts": [ { "mountPath": "/workspace", "name": "workspace" } ], "workingDir": "/workspace" } ], "dnsPolicy": "ClusterFirst", "restartPolicy": "Never", "schedulerName": "default-scheduler", "securityContext": {}, "terminationGracePeriodSeconds": 30, "volumes": [ { "emptyDir": {}, "name": "workspace" } ] } } }, "status": { "completionTime": "2023-04-30T01:31:13Z", "conditions": [ { "lastProbeTime": "2023-04-30T01:31:13Z", "lastTransitionTime": "2023-04-30T01:31:13Z", "status": "True", "type": "Complete" } ], "ready": 0, "startTime": "2023-04-30T01:11:17Z", "succeeded": 1, "uncountedTerminatedPods": {} } } ], "kind": "List", "metadata": { "resourceVersion": "" } }