Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions python/tvm/relax/frontend/torch/fx_translator.py
Original file line number Diff line number Diff line change
Expand Up @@ -1509,6 +1509,7 @@ def create_convert_map(self):
"softmax": self._softmax,
"log_softmax": self._log_softmax,
"dropout": lambda node: self.env[node.args[0]],
"stochastic_depth": lambda node: self.env[node.args[0]],
"clamp": self._clamp,
"relu": lambda node: self.block_builder.emit(relax.op.nn.relu(self.env[node.args[0]])),
"leaky_relu": self._leakyrelu,
Expand Down
32 changes: 32 additions & 0 deletions tests/python/relax/test_frontend_from_fx.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
import torch.nn.functional as F
from torch import fx
from torch.nn import Module
import torchvision

import tvm
from tvm import relax
Expand Down Expand Up @@ -1160,6 +1161,37 @@ def main(
verify_model(Dropout2(), input_info, {}, expected1)


def test_stochastic_depth():
input_info = [([1, 3, 10, 10], "float32")]

class StochasticDepth1(Module):
def __init__(self):
super().__init__()
self.stochastic_depth = torchvision.ops.StochasticDepth(0.5, mode="row")

def forward(self, x):
return self.stochastic_depth(x)

class StochasticDepth2(Module):
def forward(self, x):
return torchvision.ops.stochastic_depth(x, 0.5, mode="row", training=False)

@tvm.script.ir_module
class expected1:
@R.function
def main(
input_1: R.Tensor((1, 3, 10, 10), dtype="float32")
) -> R.Tensor((1, 3, 10, 10), dtype="float32"):
# block 0
with R.dataflow():
gv: R.Tensor((1, 3, 10, 10), dtype="float32") = input_1
R.output(gv)
return gv

verify_model(StochasticDepth1(), input_info, {}, expected1)
verify_model(StochasticDepth2(), input_info, {}, expected1)


def test_layernorm():
input_info = [([1, 3, 10, 10], "float32")]

Expand Down