OSSForks/faceswap
1
0
Fork 0
mirror of https://github.com/zebrajr/faceswap.git synced 2025-12-06 00:20:09 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

bugfix: Optimizer save error on older models

Browse Source
This commit is contained in:
torzdf 2023-06-30 12:14:23 +01:00
parent f4c912e273
commit 2bf529ad65
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
plugins/train/model/_base/io.py
View File

@ -195,7 +195,16 @@ class IO():
self._save_optimizer == "always" or
(self._save_optimizer == "exit" and is_exit))
self._plugin.model.save(self._filename, include_optimizer=include_optimizer)
try:
self._plugin.model.save(self._filename, include_optimizer=include_optimizer)
except ValueError as err:
if include_optimizer and "name already exists" in str(err):
logger.warning("Due to a bug in older versions of Tensorflow, optimizer state "
"cannot be saved for this model.")
self._plugin.model.save(self._filename, include_optimizer=False)
else:
raise
self._plugin.state.save()
msg = "[Saved optimizer state for Snapshot]" if force_save_optimizer else "[Saved models]"
@ -263,13 +272,6 @@ class IO():
the latest save, hence iteration being reduced by 1.
"""
logger.debug("Performing snapshot. Iterations: %s", self._plugin.iterations)
# self.save(force_save_optimizer=True)
# TODO Re-enable saving optimizer state when h5 bug fixed:
# File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
# File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
# File "h5py/h5d.pyx", line 87, in h5py.h5d.create
# ValueError: Unable to create dataset (name already exists)
self._backup.snapshot_models(self._plugin.iterations - 1)
logger.debug("Performed snapshot")