summaryrefslogtreecommitdiff
path: root/executors.py
diff options
context:
space:
mode:
authorScott <[email protected]>2022-01-11 13:33:24 -0800
committerScott <[email protected]>2022-01-11 13:33:24 -0800
commitb454ad295eb3024a238d32bf2aef1ebc3c496b44 (patch)
tree89368a7cdad571da9e2c7297190fdce48eb3feb9 /executors.py
parentd2478310649d51e14f8ece57651ca9d925d98793 (diff)
Start using warnings from stdlib.
Diffstat (limited to 'executors.py')
-rw-r--r--executors.py27
1 files changed, 16 insertions, 11 deletions
diff --git a/executors.py b/executors.py
index cdbb811..dabddf3 100644
--- a/executors.py
+++ b/executors.py
@@ -15,6 +15,7 @@ import subprocess
import threading
import time
from typing import Any, Callable, Dict, List, Optional, Set
+import warnings
import cloudpickle # type: ignore
from overrides import overrides
@@ -490,7 +491,9 @@ class WeightedRandomRemoteWorkerSelectionPolicy(RemoteWorkerSelectionPolicy):
worker.count -= 1
logger.debug(f'Selected worker {worker}')
return worker
- logger.warning("Couldn't find a worker; go fish.")
+ msg = 'Unexpectedly could not find a worker, retrying...'
+ logger.warning(msg)
+ warnings.warn(msg)
return None
@@ -525,7 +528,9 @@ class RoundRobinRemoteWorkerSelectionPolicy(RemoteWorkerSelectionPolicy):
if x >= len(self.workers):
x = 0
if x == self.index:
- logger.warning("Couldn't find a worker; go fish.")
+ msg = 'Unexpectedly could not find a worker, retrying...'
+ logger.warning(msg)
+ warnings.warn(msg)
return None
@@ -768,11 +773,11 @@ class RemoteExecutor(BaseExecutor):
# There's a race condition where someone else
# already finished the work and removed the source
# code file before we could copy it. No biggie.
- logger.warning(
- f'{bundle}: Failed to send instructions to the worker machine... ' +
+ msg = f'{bundle}: Failed to send instructions to the worker machine... ' +
'We\'re a backup and this may be caused by the original (or some ' +
'other backup) already finishing this work. Ignoring this.'
- )
+ logger.warning(msg)
+ warnings.warn(msg)
return None
# Kick off the work. Note that if this fails we let
@@ -844,9 +849,9 @@ class RemoteExecutor(BaseExecutor):
logger.exception(e)
logger.error(f'{bundle}: Something unexpected just happened...')
if p is not None:
- logger.warning(
- f"{bundle}: Failed to wrap up \"done\" bundle, re-waiting on active ssh."
- )
+ msg = f"{bundle}: Failed to wrap up \"done\" bundle, re-waiting on active ssh."
+ logger.warning(msg)
+ warnings.warn(msg)
return self.wait_for_process(p, bundle, depth + 1)
else:
self.status.record_release_worker(
@@ -1059,9 +1064,9 @@ class RemoteExecutor(BaseExecutor):
logger.error(f'{bundle}: At least it\'s only a backup; better luck with the others.')
return None
else:
- logger.warning(
- f'>>> Emergency rescheduling {bundle} because of unexected errors (wtf?!) <<<'
- )
+ msg = f'>>> Emergency rescheduling {bundle} because of unexected errors (wtf?!) <<<'
+ logger.warning(msg)
+ warnings.warn(msg)
return self.launch(bundle, avoid_last_machine)
@overrides