OSSForks/faceswap
1
0
Fork 0
mirror of https://github.com/zebrajr/faceswap.git synced 2025-12-06 00:20:09 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

lr-finder: Log error on NaN

Browse Source
This commit is contained in:
torzdf 2025-10-23 18:18:39 +01:00
parent 0f27fe19cd
commit b16b755d55
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
lib/training/lr_finder.py
View File

@ -132,7 +132,8 @@ class LearningRateFinder:
for idx in pbar:
model_inputs, model_targets = self._feeder.get_batch()
loss: list[float] = self._model.model.train_on_batch(model_inputs, y=model_targets)
if np.isnan(loss[0]):
if any(np.isnan(x) for x in loss):
logger.warning("NaN detected! Exiting early")
break
self._on_batch_end(idx, loss[0])
self._update_description(pbar)