DeepPoly ReLU and FullyConnected

MekAkUActOR · Nov 22, 2022 · 9caea2d · 9caea2d
1 parent fd5f98d
commit 9caea2d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 7 deletions.
diff --git a/code/deeppoly.py b/code/deeppoly.py
@@ -82,7 +82,8 @@ def __init__(self, in_features):
         super(DPReLU, self).__init__()
         self.in_features = in_features
         self.out_features = in_features
-        self.alpha = torch.nn.Parameter(torch.ones(in_features))
+        # self.alpha = torch.nn.Parameter(torch.ones(in_features))
+        self.alpha = torch.nn.Parameter(torch.rand(in_features) * 0.7854)
         self.alpha.requires_grad = True
 
     def forward(self, x):

diff --git a/code/verifier.py b/code/verifier.py
@@ -208,14 +208,9 @@ def analyze(net, inputs, eps, true_label):
     up_bound = nomalize((inputs + eps).clamp(0, 1), inputs)
 
     ####################################### new added
-    for alpha in range(1, 8):
-        alpha = alpha / 10
+    for alpha in range(10):
         verifiable_net = verifiable(net, inputs)
         optimizer = optim.Adam(verifiable_net.parameters(), lr=LR)
-        for p in verifiable_net.parameters():
-            if p.requires_grad:
-                p.data.clamp_(alpha, alpha)
-
         for i in range(num_iter):
             optimizer.zero_grad()
             verifier_output = verifiable_net(DeepPoly(low_bound.shape[0], low_bound, up_bound))