Add electra presets

Author: pranavvp16

keras_nlp/models/electra/electra_presets.py

@@ -16,14 +16,54 @@
 backbone_presets = {
     "electra_base_discriminator_en": {
         "metadata": {
-            "description": ("ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators"
-                            "This is base discriminator model with 12 layers."
-                            ),
+            "description": (
+                "ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators"
+                "This is base discriminator model with 12 layers."
+            ),
             "params": "109482240",
             "official_name": "ELECTRA",
             "path": "electra",
-            "model_card": "https://github.com/google-research/electra/blob/master/README.md"
+            "model_card": "https://huggingface.co/google/electra-base-discriminator",
         },
-        "kaggle_handle": "kaggle://pranavprajapati16/electra/keras/electra_base_discriminator_en/2"
-    }
-}
+        "kaggle_handle": "kaggle://pranavprajapati16/electra/keras/electra_base_discriminator_en/1",
+    },
+    "electra_small_discriminator_en": {
+        "metadata": {
+            "description": (
+                "ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators"
+                "This is small discriminator model with 12 layers."
+            ),
+            "params": "13,548,800",
+            "official_name": "ELECTRA",
+            "path": "electra",
+            "model_card": "https://huggingface.co/google/electra-small-discriminator",
+        },
+        "kaggle_handle": "kaggle://pranavprajapati16/electra/keras/electra_small_discriminator_en/1",
+    },
+    "electra_small_generator_en": {
+        "metadata": {
+            "description": (
+                "ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators"
+                "This is small generator model with 12 layers."
+            ),
+            "params": "13548800",
+            "official_name": "ELECTRA",
+            "path": "electra",
+            "model_card": "https://huggingface.co/google/electra-small-generator",
+        },
+        "kaggle_handle": "kaggle://pranavprajapati16/electra/keras/electra_small_generator_en/1",
+    },
+    "electra_base_generator_en": {
+        "metadata": {
+            "description": (
+                "ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators"
+                "This is base generator model with 12 layers."
+            ),
+            "params": "33576960",
+            "official_name": "ELECTRA",
+            "path": "electra",
+            "model_card": "https://huggingface.co/google/electra-base-generator",
+        },
+        "kaggle_handle": "kaggle://pranavprajapati16/electra/keras/electra_base_generator_en/1",
+    },
+}

tools/checkpoint_conversion/convert_electra_checkpoints.py

@@ -44,7 +44,7 @@
 FLAGS = flags.FLAGS
 flags.DEFINE_string(
     "preset",
-    "electra_small_generator_en",
+    "electra_base_discriminator_en",
     f'Must be one of {",".join(PRESET_MAP)}',
 )
 flags.mark_flag_as_required("preset")