Skip to content
Snippets Groups Projects
Commit 12951c8f authored by Ian's avatar Ian Committed by Ian
Browse files

fix: write unsuccessful job details to JSON file instead of logging

parent 607f736b
No related branches found
No related tags found
No related merge requests found
...@@ -5,6 +5,7 @@ import time ...@@ -5,6 +5,7 @@ import time
from tqdm import tqdm from tqdm import tqdm
from pathlib import Path from pathlib import Path
import logging import logging
import json
from .RunConfig import RunConfig from .RunConfig import RunConfig
from .Job import Job from .Job import Job
...@@ -233,13 +234,14 @@ class JobManager: ...@@ -233,13 +234,14 @@ class JobManager:
successful_jobs = set(self.ledger.get_jobs_in_state("Succeeded")) successful_jobs = set(self.ledger.get_jobs_in_state("Succeeded"))
unsuccessful_jobs = set(self.ledger.get_jobs()) - successful_jobs unsuccessful_jobs = set(self.ledger.get_jobs()) - successful_jobs
# Write ids, final state, and kwargs of unsuccessful jobs to log # Write unsuccessful jobs details to JSON in output directory
logging.info(f"See unsuccessful_jobs.json in {self.output_dir}" unsuccessful_jobs_details = [
"for details on unsuccessful jobs.") {"job_id": job.job_id, "state": job.get_status(), "kwargs": job.kwargs}
for job in unsuccessful_jobs
for job in unsuccessful_jobs: ]
logging.debug(f"\nFailed job ID: {job.job_id}") json_file = self.output_dir / "unsuccessful_jobs.json"
logging.debug(f" Final state: {job.get_status()}") with open(json_file, "w") as f:
logging.debug(f" Job kwargs: {job.kwargs}") json.dump(unsuccessful_jobs_details, f, indent=2)
logging.info(f"Wrote unsuccessful jobs details to {json_file}")
return counts return counts
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment