Fix device for cpu

modeling_minicpmv.py

@@ -154,7 +154,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
         )
 
         model_input = {}
-        model_input["input_ids"] = input_ids.unsqueeze(0).cuda()
+        model_input["input_ids"] = input_ids.unsqueeze(0).to(self.device)
         model_input["image_bound"] = image_bound
 
         return model_input
@@ -167,7 +167,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
             input_tensors.append(self._convert_to_tensors(tokenizer, data, max_inp_length))
         padded = {}
         for key in pad_keys:
-            padded[key] = pad(input_tensors, key, padding_side="left").cuda()
+            padded[key] = pad(input_tensors, key, padding_side="left").to(self.device)
         padded['image_bound'] = [i['image_bound'] for i in input_tensors]
         return padded
 
@@ -217,7 +217,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
                 for img in img_list[i]:
                     img_inps.append(self.transform(img))
                 if img_inps:
-                    pixel_values.append(torch.stack(img_inps).cuda())
+                    pixel_values.append(torch.stack(img_inps).to(self.device))
                 else:
                     pixel_values.append([])
             model_inputs['pixel_values'] = pixel_values