Julian Bilcke
commited on
Commit
·
d5d59a0
1
Parent(s):
7408d76
debugging..
Browse files- vms/services/trainer.py +14 -14
vms/services/trainer.py
CHANGED
|
@@ -1280,20 +1280,20 @@ class TrainingService:
|
|
| 1280 |
# Parse metrics only from stdout
|
| 1281 |
metrics = parse_training_log(line)
|
| 1282 |
if metrics:
|
| 1283 |
-
status
|
| 1284 |
-
|
| 1285 |
-
|
| 1286 |
-
|
| 1287 |
-
|
| 1288 |
-
|
| 1289 |
-
|
| 1290 |
-
if '
|
| 1291 |
-
|
| 1292 |
-
|
| 1293 |
-
|
| 1294 |
-
|
| 1295 |
-
|
| 1296 |
-
|
| 1297 |
return True
|
| 1298 |
return False
|
| 1299 |
|
|
|
|
| 1280 |
# Parse metrics only from stdout
|
| 1281 |
metrics = parse_training_log(line)
|
| 1282 |
if metrics:
|
| 1283 |
+
# Get current status first
|
| 1284 |
+
current_status = self.get_status()
|
| 1285 |
+
|
| 1286 |
+
# Update with new metrics
|
| 1287 |
+
current_status.update(metrics)
|
| 1288 |
+
|
| 1289 |
+
# Ensure 'state' is present, use current status if available, default to 'training'
|
| 1290 |
+
if 'status' in current_status:
|
| 1291 |
+
# Use 'status' as 'state' to match the required parameter
|
| 1292 |
+
state = current_status.pop('status', 'training')
|
| 1293 |
+
self.save_status(state, **current_status)
|
| 1294 |
+
else:
|
| 1295 |
+
# If no status in the current_status, use 'training' as the default state
|
| 1296 |
+
self.save_status('training', **current_status)
|
| 1297 |
return True
|
| 1298 |
return False
|
| 1299 |
|