Skip word embedding init when enable linear embedding skip init (Oneflow-Inc#483)

BBuf · web-flow · commit 5a1eb44bfc1c · 2023-03-23T17:45:42.000+08:00
* skip init in VocabEmbedding when enable ONEFLOW_LINEAR_EMBEDDING_SKIP_INIT

* add .gitignore

* revert version.py gitignore
diff --git a/.gitignore b/.gitignore
@@ -3,6 +3,7 @@
 __pycache__/
 *.py[cod]
 *$py.class
+libai/config/configs
 
 # C extensions
 *.so
diff --git a/libai/layers/embedding.py b/libai/layers/embedding.py
@@ -148,7 +148,8 @@ def __init__(
             )
         )
         # Initialize the word embedding
-        self.init_method(self.weight)
+        if os.getenv("ONEFLOW_LINEAR_EMBEDDING_SKIP_INIT", "0") != "1":
+            self.init_method(self.weight)
         # FIXME(Lxy): Fill padding_idx is not supported in nd_sbp right now.
         # self._fill_padding_idx_with_zero()
 

Original file line number	Diff line number	Diff line change
`@@ -148,7 +148,8 @@ def __init__(`
`148`	`148`	`)`
`149`	`149`	`)`
`150`	`150`	`# Initialize the word embedding`
`151`		`- self.init_method(self.weight)`
	`151`	`+ if os.getenv("ONEFLOW_LINEAR_EMBEDDING_SKIP_INIT", "0") != "1":`
	`152`	`+ self.init_method(self.weight)`
`152`	`153`	`# FIXME(Lxy): Fill padding_idx is not supported in nd_sbp right now.`
`153`	`154`	`# self._fill_padding_idx_with_zero()`
`154`	`155`