We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent af506b9 commit e959587Copy full SHA for e959587
test/legacy_test/test_weight_decay.py
@@ -62,9 +62,9 @@ def bow_net(
62
bow = paddle.static.nn.sequence_lod.sequence_pool(
63
input=emb, pool_type='sum'
64
)
65
- bow_tanh = paddle.tanh(bow)
66
- fc_1 = paddle.static.nn.fc(x=bow_tanh, size=hid_dim, activation="tanh")
67
- fc_2 = paddle.static.nn.fc(x=fc_1, size=hid_dim2, activation="tanh")
+ bow_silu = paddle.nn.functional.silu(bow)
+ fc_1 = paddle.static.nn.fc(x=bow_silu, size=hid_dim, activation="silu")
+ fc_2 = paddle.static.nn.fc(x=fc_1, size=hid_dim2, activation="silu")
68
prediction = paddle.static.nn.fc(
69
x=[fc_2], size=class_dim, activation="softmax"
70
0 commit comments