From eedcbd4f64af13ec2098508c3d839a60f7e9ffce Mon Sep 17 00:00:00 2001 From: Scott Date: Sun, 23 Jan 2022 12:43:46 -0800 Subject: Clean up the remote executor stuff and create a dedicated heartbeat thread. Fix the parallelize integration test. Other changes that depended on these fixes. --- ml/model_trainer.py | 3 +++ 1 file changed, 3 insertions(+) (limited to 'ml') diff --git a/ml/model_trainer.py b/ml/model_trainer.py index 79ce706..041f0f8 100644 --- a/ml/model_trainer.py +++ b/ml/model_trainer.py @@ -22,6 +22,7 @@ from ansi import bold, reset import argparse_utils import config from decorator_utils import timed +import executors import parallelize as par logger = logging.getLogger(__file__) @@ -171,9 +172,11 @@ class TrainingBlueprint(ABC): ) if not self.spec.quiet: + executors.DefaultExecutors().shutdown() msg = f"Done training; best test set score was: {best_test_score:.1f}%" print(msg) logger.info(msg) + scaler_filename, model_filename, model_info_filename = ( self.maybe_persist_scaler_and_model( best_training_score, -- cgit v1.3