You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
64 lines
1.9 KiB
64 lines
1.9 KiB
import contextlib
|
|
import os
|
|
from pathlib import Path
|
|
from zipfile import ZipFile
|
|
|
|
import yaml
|
|
|
|
|
|
class WorkingDirectory(contextlib.ContextDecorator):
|
|
# Usage: @WorkingDirectory(dir) decorator or 'with WorkingDirectory(dir):' context manager
|
|
def __init__(self, new_dir):
|
|
self.dir = new_dir # new dir
|
|
self.cwd = Path.cwd().resolve() # current dir
|
|
|
|
def __enter__(self):
|
|
os.chdir(self.dir)
|
|
|
|
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
os.chdir(self.cwd)
|
|
|
|
|
|
def increment_path(path, exist_ok=False, sep='', mkdir=False):
|
|
"""
|
|
Increment file or directory path, i.e. runs/exp --> runs/exp{sep}2, runs/exp{sep}3, ... etc.
|
|
# TODO: docs
|
|
"""
|
|
path = Path(path) # os-agnostic
|
|
if path.exists() and not exist_ok:
|
|
path, suffix = (path.with_suffix(''), path.suffix) if path.is_file() else (path, '')
|
|
|
|
# Method 1
|
|
for n in range(2, 9999):
|
|
p = f'{path}{sep}{n}{suffix}' # increment path
|
|
if not os.path.exists(p): #
|
|
break
|
|
path = Path(p)
|
|
|
|
if mkdir:
|
|
path.mkdir(parents=True, exist_ok=True) # make directory
|
|
|
|
return path
|
|
|
|
|
|
def save_yaml(file='data.yaml', data=None):
|
|
# Single-line safe yaml saving
|
|
with open(file, 'w') as f:
|
|
yaml.safe_dump({k: str(v) if isinstance(v, Path) else v for k, v in data.items()}, f, sort_keys=False)
|
|
|
|
|
|
def yaml_load(file='data.yaml'):
|
|
# Single-line safe yaml loading
|
|
with open(file, errors='ignore') as f:
|
|
return yaml.safe_load(f)
|
|
|
|
|
|
def unzip_file(file, path=None, exclude=('.DS_Store', '__MACOSX')):
|
|
# Unzip a *.zip file to path/, excluding files containing strings in exclude list
|
|
if path is None:
|
|
path = Path(file).parent # default path
|
|
with ZipFile(file) as zipObj:
|
|
for f in zipObj.namelist(): # list all archived filenames in the zip
|
|
if all(x not in f for x in exclude):
|
|
zipObj.extract(f, path=path)
|