del folder afterwards
This commit is contained in:
+21
-5
@@ -1,4 +1,5 @@
|
|||||||
import os
|
import os
|
||||||
|
import shutil
|
||||||
import sys
|
import sys
|
||||||
import yaml
|
import yaml
|
||||||
import logging
|
import logging
|
||||||
@@ -181,6 +182,8 @@ def main(args, resume_preempt=False):
|
|||||||
|
|
||||||
with open(os.path.join(folder, "params-supervised.yaml"), "w") as f:
|
with open(os.path.join(folder, "params-supervised.yaml"), "w") as f:
|
||||||
yaml.dump(args, f)
|
yaml.dump(args, f)
|
||||||
|
with open(os.path.join(folder, "params.yaml"), "w") as f:
|
||||||
|
yaml.dump(args, f)
|
||||||
|
|
||||||
save_path = os.path.join(folder, f"{tag}" + "-ep{epoch}.pth.tar")
|
save_path = os.path.join(folder, f"{tag}" + "-ep{epoch}.pth.tar")
|
||||||
latest_path = os.path.join(folder, f"{tag}-latest.pth.tar")
|
latest_path = os.path.join(folder, f"{tag}-latest.pth.tar")
|
||||||
@@ -504,13 +507,26 @@ def main(args, resume_preempt=False):
|
|||||||
}
|
}
|
||||||
eval_wilds_main(args=eval_args)
|
eval_wilds_main(args=eval_args)
|
||||||
|
|
||||||
if os.path.exists(folder):
|
eval_folder = eval_args.get("logging", {}).get("folder")
|
||||||
for fname in os.listdir(folder):
|
supervised_params = os.path.join(folder, "params-supervised.yaml")
|
||||||
if fname.endswith(".pth.tar"):
|
if eval_folder and os.path.exists(supervised_params):
|
||||||
try:
|
try:
|
||||||
os.remove(os.path.join(folder, fname))
|
shutil.copy2(
|
||||||
|
supervised_params,
|
||||||
|
os.path.join(eval_folder, "params-supervised.yaml"),
|
||||||
|
)
|
||||||
|
shutil.copy2(
|
||||||
|
supervised_params,
|
||||||
|
os.path.join(eval_folder, "params.yaml"),
|
||||||
|
)
|
||||||
except OSError:
|
except OSError:
|
||||||
logger.warning(f"Could not remove checkpoint file: {fname}")
|
logger.warning("Could not copy supervised params to eval folder")
|
||||||
|
|
||||||
|
if os.path.exists(folder):
|
||||||
|
try:
|
||||||
|
shutil.rmtree(folder)
|
||||||
|
except OSError:
|
||||||
|
logger.warning("Could not remove supervised run folder")
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
Reference in New Issue
Block a user