CI fix - Upgrade transformers and accelerate versions

Author: ShreejithSG

fastvideo/models/loader/component_loader.py

@@ -517,12 +517,14 @@ def load(self, model_path: str, fastvideo_args: FastVideoArgs):
         try:
             # First try loading with AutoModel which supports remote code
             from transformers import AutoModel
+            from fastvideo.distributed.parallel_state import get_local_torch_device
+            
+            target_device = get_local_torch_device()
             model = AutoModel.from_pretrained(
                 model_path,
                 trust_remote_code=fastvideo_args.trust_remote_code,
                 torch_dtype=torch.bfloat16,
-                device_map="auto",
-            )
+            ).to(target_device)
         except Exception as e:
             logger.warning(f"AutoModel.from_pretrained failed: {e}")
             # Try loading Config first to debug

pyproject.toml

@@ -21,7 +21,7 @@ dependencies = [
     "requests>=2.32.2",
 
     # Machine Learning & Transformers
-    "transformers==4.57.3",
+    "transformers>=5.0.0",
     "tokenizers>=0.20.1",
     "sentencepiece==0.2.0",
     "timm==1.0.11",
@@ -32,7 +32,7 @@ dependencies = [
     "torchaudio",
 
     # Acceleration & Optimization
-    "accelerate==1.0.1",
+    "accelerate>=1.0.1",
 
     # Computer Vision & Image Processing
     "opencv-python==4.10.0.84",

pyproject_other.toml

@@ -21,7 +21,7 @@ dependencies = [
     "requests>=2.32.2",
 
     # Machine Learning & Transformers
-    "transformers==4.57.3",
+    "transformers>=5.0.0",
     "tokenizers>=0.20.1",
     "sentencepiece==0.2.0",
     "timm==1.0.11",
@@ -31,7 +31,7 @@ dependencies = [
     "torchvision",
 
     # Acceleration & Optimization
-    "accelerate==1.0.1",
+    "accelerate>=1.0.1",
 
     # Computer Vision & Image Processing
     "opencv-python==4.10.0.84",