Fixing resize_image and adding additional distortion check (#3162)

adding fixes for the runtime error on masking as well as distortion checking

Co-authored-by: J.Y <[email protected]>

nerfstudio/data/datamanagers/full_images_datamanager.py

@@ -161,7 +161,7 @@ def undistort_idx(idx: int) -> Dict[str, torch.Tensor]:
                 f'The size of image ({data["image"].shape[1]}, {data["image"].shape[0]}) loaded '
                 f'does not match the camera parameters ({camera.width.item(), camera.height.item()})'
             )
-            if camera.distortion_params is None:
+            if camera.distortion_params is None or torch.all(camera.distortion_params == 0):
                 return data
             K = camera.get_intrinsics_matrices().numpy()
             distortion_params = camera.distortion_params.numpy()

nerfstudio/models/splatfacto.py

@@ -91,6 +91,7 @@ def resize_image(image: torch.Tensor, d: int):
     """
     import torch.nn.functional as tf
 
+    image = image.to(torch.float32)
     weight = (1.0 / (d * d)) * torch.ones((1, 1, d, d), dtype=torch.float32, device=image.device)
     return tf.conv2d(image.permute(2, 0, 1)[:, None, ...], weight, stride=d).squeeze(1).permute(1, 2, 0)