fix vision data t dim not divisible by temporal_patch_size

src/models/qwen2_5vl/processor.rs

@@ -107,6 +107,16 @@ impl Qwen2_5VLProcessor {
     }
 
     pub fn process_vision_tensor(&self, img_tensor: &Tensor) -> Result<(Tensor, Tensor)> {
+        // Check that data have `num_frames` divisible by `temporal_patch_size`
+        // img_tensor: (t, c, h, w)
+        let t = img_tensor.dim(0)?;
+        let img_tensor = if t % self.vision_setting.temporal_patch_size != 0 {
+            let repeat_num = self.vision_setting.temporal_patch_size - t % self.vision_setting.temporal_patch_size;
+            let repeats = img_tensor.i(t-1)?.repeat((repeat_num, 1, 1, 1))?;
+            Tensor::cat(&[img_tensor, &repeats], 0)?
+        } else {
+            img_tensor.clone()
+        };
         let channel = img_tensor.dim(1)?;
         let grid_t = img_tensor.dim(0)? / self.vision_setting.temporal_patch_size;
         let grid_h = img_tensor.dim(2)? / self.vision_setting.patch_size;

src/models/qwen3vl/processor.rs

@@ -158,6 +158,16 @@ impl Qwen3VLProcessor {
     }
 
     pub fn process_vision_tensor(&self, img_tensor: &Tensor) -> Result<(Tensor, Tensor)> {
+        // Check that data have `num_frames` divisible by `temporal_patch_size`
+        // img_tensor: (t, c, h, w)
+        let t = img_tensor.dim(0)?;
+        let img_tensor = if t % self.img_process_cfg.temporal_patch_size != 0 {
+            let repeat_num = self.img_process_cfg.temporal_patch_size - t % self.img_process_cfg.temporal_patch_size;
+            let repeats = img_tensor.i(t-1)?.repeat((repeat_num, 1, 1, 1))?;
+            Tensor::cat(&[img_tensor, &repeats], 0)?
+        } else {
+            img_tensor.clone()
+        };
         let channel = img_tensor.dim(1)?;
         let grid_t = img_tensor.dim(0)? / self.img_process_cfg.temporal_patch_size;
         let grid_h = img_tensor.dim(2)? / self.img_process_cfg.patch_size;
@@ -241,6 +251,7 @@ impl Qwen3VLProcessor {
                 .broadcast_sub(img_mean)?
                 .broadcast_div(img_std)?
                 .contiguous()?;
+            // t 
             let (video_tensor, video_grid_thw) = self.process_vision_tensor(&video_tensor)?;
             pixel_values_vec.push(video_tensor);
             vision_grid_thws_vec.push(video_grid_thw);