Clean up the remote executor stuff and create a dedicated heartbeat

thread.  Fix the parallelize integration test.  Other changes that
depended on these fixes.

1 files changed, 3 insertions, 0 deletions

diff --git a/ml/model_trainer.py b/ml/model_trainer.py
index 79ce706..041f0f8 100644
--- a/ml/model_trainer.py
+++ b/ml/model_trainer.py
@@ -22,6 +22,7 @@ from ansi import bold, reset
 import argparse_utils
 import config
 from decorator_utils import timed
+import executors
 import parallelize as par
 
 logger = logging.getLogger(__file__)
@@ -171,9 +172,11 @@ class TrainingBlueprint(ABC):
                         )
 
         if not self.spec.quiet:
+            executors.DefaultExecutors().shutdown()
             msg = f"Done training; best test set score was: {best_test_score:.1f}%"
             print(msg)
             logger.info(msg)
+
         scaler_filename, model_filename, model_info_filename = (
             self.maybe_persist_scaler_and_model(
                 best_training_score,