update deepseek-ocr with combine_moe (#2300)

Author: lvyufeng

examples/transformers/inference/deepseek-ocr/result_with_boxes.jpg

@@ -12,6 +12,7 @@
                                   trust_remote_code=True, use_safetensors=True, device_map='auto')
 model = model.eval()
 
+model.combine_moe()
 
 # prompt = "<image>\nFree OCR. "
 prompt = "<image>\n<|grounding|>Convert the document to markdown. "

examples/transformers/inference/deepseek-ocr/run_dpsk_ocr.py

@@ -459,6 +459,8 @@ def sum(input, dim, keepdim, dtype):
         Tensor: The tensor with summed elements.
     """
     if ENABLE_PYBOOST:
+        if dtype is None:
+            dtype = input.dtype
         return pyboost.sum_ext_op(input, dim, keepdim, dtype)
     return legacy.reduce_sum(input.astype(dtype), dim, keepdim)
 

mindtorch/_apis/npu_910a.py

@@ -461,6 +461,8 @@ def sum(input, dim, keepdim, dtype):
         Tensor: The tensor with summed elements.
     """
     if ENABLE_PYBOOST:
+        if dtype is None:
+            dtype = input.dtype
         return pyboost.sum_ext_op(input, dim, keepdim, dtype)
     return legacy.reduce_sum(input.astype(dtype), dim, keepdim)