[AMP] Register some new ops (#9849)

* add new mixed precision ops

* remove space

* Update python/tvm/relay/transform/mixed_precision.py

Co-authored-by: Cody Yu <[email protected]>

Co-authored-by: Cody Yu <[email protected]>

Author: AndrewZhaoLuo

python/tvm/relay/transform/mixed_precision.py

@@ -65,6 +65,7 @@
     "scatter",
     "full",
     "dyn.full",
+    "nn.depth_to_space",
     # Comparison
     "less",
     "greater",
@@ -88,13 +89,19 @@
     "min",
     "maximum",
     "minimum",
+    "argmax",
+    "argmin",
     "nn.relu",
     "nn.leaky_relu",
     "nn.prelu",
     "nn.dropout",
     # Complicated activations which saturate in a narrow range
     "sigmoid",
     "tanh",
+    "fast_tanh",  # Some coefficients outside of representable range, but probably ok
+    "fast_exp",
+    "fast_erf",
+    "clip",  # Usually safe, may result in oddity if clip greater than fp16 range
     # Pooling operations
     "nn.max_pool1d",
     "nn.max_pool2d",
@@ -108,6 +115,7 @@
     "nn.adaptive_max_pool1d",
     "nn.adaptive_max_pool2d",
     "nn.adaptive_max_pool3d",
+    "image.resize2d",
 ]
 DEFAULT_NEVER_LIST = [
     # In general if |f(x)| >> |x| for expected inputs then put the op here.
@@ -134,7 +142,6 @@
     "nn.layer_norm",
 ]
 
-
 # Returns a decorator which registers for every given op, the function under FTVMMixedPrecisionConversionType
 def register_func_to_op_list(list_ops: List):
     def decorator(func):