Add MOFA

conda/meta.yaml

@@ -38,6 +38,7 @@ requirements:
     - scikit-learn
     - psutil
     - pytest >=3.0.0
+    - scikit-optimize
 
 test:
   import:

docs/src/code/algo.rst

@@ -17,5 +17,6 @@ Algorithm modules
    algo/asha
    algo/pbt
    algo/tpe
+   algo/mofa
    algo/parallel_strategy
    algo/registry

docs/src/code/algo/mofa.rst

@@ -0,0 +1,5 @@
+MOFA Algorithm
+===================
+
+.. automodule:: orion.algo.mofa.mofa
+   :members:

docs/src/user/algorithms.rst

@@ -401,6 +401,53 @@ Configuration
                      requires_dist, requires_type
 
 
+.. _mofa algorithm:
+
+MOFA
+-----
+
+The MOdular FActorial Design (`MOFA`_) algorithm is based on factorial design and factorial
+analysis methods to optmimize hyperparameters. It performs multiple iterations each of which
+starts with sampling hyperparameter trial values from an orthogonal latin hypercube to cover
+the search space well while de-correlating hyperparameters. Once all trials in an iteration
+are returned, MOFA performs ftoactorial analysis to determine which hyperparameters should be
+fixed in value and which hyperparameters require further exploration. As the hyperparameters
+become fixed, the number of trials are reduced in subsequent iterations.
+
+.. _MOFA: https://arxiv.org/abs/2011.09545
+
+
+.. note::
+
+   Default values for the ``index``, ``n_levels``, and ``strength`` parameters are set
+   to the empirically obtained optimal values described in section 5.2 of the paper.
+   The ``strength`` parameter must be set to either ``1`` or ``2``.
+
+.. note::
+
+   The number of trials N for a single MOFA iteration is set to ``N = index * n_levels^strength``.
+   The ``--exp-max-trials`` should at least be a multiple of ``N``.
+
+Configuration
+~~~~~~~~~~~~~
+
+.. code-block:: yaml
+
+    experiment:
+        algorithms:
+            MOFA:
+               seed: null
+               index: 1
+               n_levels: 5
+               strength: 2
+               threshold: 0.1
+
+.. autoclass:: orion.algo.mofa.mofa.MOFA
+   :noindex:
+   :exclude-members: space, state_dict, set_state, suggest, observe, is_done, seed_rng,
+                     requires_dist, requires_type
+
+
 Algorithm Plugins
 =================
 

setup.py

@@ -15,6 +15,7 @@
 
 packages = [  # Packages must be sorted alphabetically to ease maintenance and merges.
     "orion.algo",
+    "orion.algo.mofa",
     "orion.algo.pbt",
     "orion.analysis",
     "orion.benchmark",
@@ -63,6 +64,7 @@
             "tpe = orion.algo.tpe:TPE",
             "EvolutionES = orion.algo.evolution_es:EvolutionES",
             "pbt = orion.algo.pbt.pbt:PBT",
+            "mofa = orion.algo.mofa.mofa:MOFA",
         ],
         "Database": [
             "ephemeraldb = orion.core.io.database.ephemeraldb:EphemeralDB",
@@ -100,6 +102,7 @@
         "psutil",
         "joblib",
         "pytest>=3.0.0",
+        "scikit-optimize",
     ],
     tests_require=tests_require,
     setup_requires=["setuptools", "appdirs", "pytest-runner"],
@@ -129,7 +132,7 @@
     "Programming Language :: Python",
     "Topic :: Scientific/Engineering",
     "Topic :: Scientific/Engineering :: Artificial Intelligence",
-] + [("Programming Language :: Python :: %s" % x) for x in "3 3.7 3.8 3.9".split()]
+] + [("Programming Language :: Python :: %s" % x) for x in "3 3.8 3.9".split()]
 
 if __name__ == "__main__":
     setup(**setup_args)