Merge branch 'main' into feature/full-finetuning

README.md

@@ -24,7 +24,7 @@ FineTrainers is a work-in-progress library to support (accessible) training of v
 
 ## Quickstart
 
-Clone the repository and make sure the requirements are installed: `pip install -r requirements.txt` and install `diffusers` from source by `pip install git+https://github.com/huggingface/diffusers`.
+Clone the repository and make sure the requirements are installed: `pip install -r requirements.txt` and install `diffusers` from source by `pip install git+https://github.com/huggingface/diffusers`. The requirements specify `diffusers>=0.32.1`, but it is always recommended to use the `main` branch for the latest features and bugfixes.
 
 Then download a dataset:
 

finetrainers/utils/memory_utils.py

@@ -21,7 +21,7 @@ def get_memory_statistics(precision: int = 3) -> Dict[str, Any]:
         max_memory_allocated = torch.cuda.max_memory_allocated(device)
         max_memory_reserved = torch.cuda.max_memory_reserved(device)
 
-    elif torch.mps.is_available():
+    elif torch.backends.mps.is_available():
         memory_allocated = torch.mps.current_allocated_memory()
 
     else:

requirements.txt

@@ -1,16 +1,16 @@
 accelerate
 bitsandbytes
-diffusers>=0.30.3
+diffusers>=0.32.1
 transformers>=4.45.2
 huggingface_hub
 hf_transfer>=0.1.8
-peft>=0.12.0
+peft>=0.13.0
 decord>=0.6.0
 wandb
 pandas
-torch<2.5.0
-torchvision<0.20.0
-torchao>=0.5.0
+torch>=2.5.1
+torchvision>=0.20.1
+torchao>=0.7.0
 sentencepiece>=0.2.0
 imageio-ffmpeg>=0.5.1
 numpy>=1.26.4