mirror of
https://github.com/storytold/FineTrainers-Conditioning.git
synced 2026-10-09 00:09:45 +00:00
Aryan
9ef58e2f3a
* rename files * ltx finetuning * update * update * improvements * make style * gradient clipping * update * fix distributed inference * update * update
45 lines
1.2 KiB
Python
45 lines
1.2 KiB
Python
import logging
|
|
import os
|
|
import shutil
|
|
from pathlib import Path
|
|
from typing import Any, Dict, List, Union
|
|
|
|
|
|
logger = logging.getLogger("finetrainers")
|
|
logger.setLevel(os.environ.get("FINETRAINERS_LOG_LEVEL", "INFO"))
|
|
|
|
|
|
def find_files(dir: Union[str, Path], prefix: str = "checkpoint") -> List[str]:
|
|
if not isinstance(dir, Path):
|
|
dir = Path(dir)
|
|
if not dir.exists():
|
|
return []
|
|
checkpoints = os.listdir(dir.as_posix())
|
|
checkpoints = [c for c in checkpoints if c.startswith(prefix)]
|
|
checkpoints = sorted(checkpoints, key=lambda x: int(x.split("-")[1]))
|
|
return checkpoints
|
|
|
|
|
|
def delete_files(dirs: Union[str, List[str], Path, List[Path]]) -> None:
|
|
if not isinstance(dirs, list):
|
|
dirs = [dirs]
|
|
dirs = [Path(d) if isinstance(d, str) else d for d in dirs]
|
|
logger.info(f"Deleting files: {dirs}")
|
|
for dir in dirs:
|
|
if not dir.exists():
|
|
continue
|
|
shutil.rmtree(dir, ignore_errors=True)
|
|
|
|
|
|
def string_to_filename(s: str) -> str:
|
|
return (
|
|
s.replace(" ", "-")
|
|
.replace("/", "-")
|
|
.replace(":", "-")
|
|
.replace(".", "-")
|
|
.replace(",", "-")
|
|
.replace(";", "-")
|
|
.replace("!", "-")
|
|
.replace("?", "-")
|
|
)
|