Skip to content

Commit d71d7fb

Browse files
dorukkilitciogludorukkilitcioglu
authored
Merge pull request #63 from fidelity/warm_start_fix
Fix double warm start issue
2 parents 1ef640a + 925d902 commit d71d7fb

35 files changed

+420
-70
lines changed

‎.github/workflows/ci.yml

+3-2
Original file line numberDiff line numberDiff line change
@@ -10,10 +10,11 @@ on:
1010

1111
jobs:
1212
Test:
13-
runs-on: ubuntu-latest
13+
runs-on: ${{ matrix.os }}
1414
strategy:
1515
matrix:
16-
python-version: [3.6, 3.7, 3.8, 3.9]
16+
python-version: ["3.7", "3.8", "3.9", "3.10"]
17+
os: [ubuntu-latest, macos-latest, windows-latest]
1718
steps:
1819
- uses: actions/checkout@v2
1920
- name: Set up Python ${{ matrix.python-version }}

‎CHANGELOG.txt

+8
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,14 @@
22
MABWiser CHANGELOG
33
=====================
44

5+
January, 19, 2022 2.5.0
6+
-------------------------------------------------------------------------------
7+
major:
8+
- Update warm start logic to only warm start an arm once
9+
10+
minor:
11+
- Implement fix for fitting scalers in Linear policies when variance is too small
12+
513
March, 28, 2022 2.4.1
614
-------------------------------------------------------------------------------
715
minor:

‎docs/.buildinfo

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
# Sphinx build info version 1
22
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
3-
config: 3d55ee819e2d2bd60e727943c52c4b22
3+
config: e4fe041dc60ac002d2f7d6fda6f40d56
44
tags: 645f666f9bcd5a90fca523b33c5a78b7

‎docs/_static/documentation_options.js

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
var DOCUMENTATION_OPTIONS = {
22
URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
3-
VERSION: '2.4.0',
3+
VERSION: '2.5.0',
44
LANGUAGE: 'None',
55
COLLAPSE_INDEX: false,
66
BUILDER: 'html',

‎docs/_static/pygments.css

+17-17
Original file line numberDiff line numberDiff line change
@@ -5,22 +5,22 @@ td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5
55
span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
66
.highlight .hll { background-color: #ffffcc }
77
.highlight { background: #f8f8f8; }
8-
.highlight .c { color: #3D7B7B; font-style: italic } /* Comment */
8+
.highlight .c { color: #408080; font-style: italic } /* Comment */
99
.highlight .err { border: 1px solid #FF0000 } /* Error */
1010
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
1111
.highlight .o { color: #666666 } /* Operator */
12-
.highlight .ch { color: #3D7B7B; font-style: italic } /* Comment.Hashbang */
13-
.highlight .cm { color: #3D7B7B; font-style: italic } /* Comment.Multiline */
14-
.highlight .cp { color: #9C6500 } /* Comment.Preproc */
15-
.highlight .cpf { color: #3D7B7B; font-style: italic } /* Comment.PreprocFile */
16-
.highlight .c1 { color: #3D7B7B; font-style: italic } /* Comment.Single */
17-
.highlight .cs { color: #3D7B7B; font-style: italic } /* Comment.Special */
12+
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
13+
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
14+
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
15+
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
16+
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
17+
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
1818
.highlight .gd { color: #A00000 } /* Generic.Deleted */
1919
.highlight .ge { font-style: italic } /* Generic.Emph */
20-
.highlight .gr { color: #E40000 } /* Generic.Error */
20+
.highlight .gr { color: #FF0000 } /* Generic.Error */
2121
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
22-
.highlight .gi { color: #008400 } /* Generic.Inserted */
23-
.highlight .go { color: #717171 } /* Generic.Output */
22+
.highlight .gi { color: #00A000 } /* Generic.Inserted */
23+
.highlight .go { color: #888888 } /* Generic.Output */
2424
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
2525
.highlight .gs { font-weight: bold } /* Generic.Strong */
2626
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
@@ -33,15 +33,15 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
3333
.highlight .kt { color: #B00040 } /* Keyword.Type */
3434
.highlight .m { color: #666666 } /* Literal.Number */
3535
.highlight .s { color: #BA2121 } /* Literal.String */
36-
.highlight .na { color: #687822 } /* Name.Attribute */
36+
.highlight .na { color: #7D9029 } /* Name.Attribute */
3737
.highlight .nb { color: #008000 } /* Name.Builtin */
3838
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
3939
.highlight .no { color: #880000 } /* Name.Constant */
4040
.highlight .nd { color: #AA22FF } /* Name.Decorator */
41-
.highlight .ni { color: #717171; font-weight: bold } /* Name.Entity */
42-
.highlight .ne { color: #CB3F38; font-weight: bold } /* Name.Exception */
41+
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
42+
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
4343
.highlight .nf { color: #0000FF } /* Name.Function */
44-
.highlight .nl { color: #767600 } /* Name.Label */
44+
.highlight .nl { color: #A0A000 } /* Name.Label */
4545
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
4646
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
4747
.highlight .nv { color: #19177C } /* Name.Variable */
@@ -58,11 +58,11 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
5858
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
5959
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
6060
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
61-
.highlight .se { color: #AA5D1F; font-weight: bold } /* Literal.String.Escape */
61+
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
6262
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
63-
.highlight .si { color: #A45A77; font-weight: bold } /* Literal.String.Interpol */
63+
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
6464
.highlight .sx { color: #008000 } /* Literal.String.Other */
65-
.highlight .sr { color: #A45A77 } /* Literal.String.Regex */
65+
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
6666
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
6767
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
6868
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */

‎docs/about.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>About Multi-Armed Bandits &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>About Multi-Armed Bandits &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

‎docs/api.html

+3-3
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>MABWiser Public API &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>MABWiser Public API &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>
@@ -1418,9 +1418,9 @@
14181418
<dt class="sig sig-object py" id="mabwiser.mab.NeighborhoodPolicy.TreeBandit.tree_parameters">
14191419
<span class="sig-name descname"><span class="pre">tree_parameters</span></span><a class="headerlink" href="#mabwiser.mab.NeighborhoodPolicy.TreeBandit.tree_parameters" title="Permalink to this definition"></a></dt>
14201420
<dd><p>Parameters of the decision tree.
1421-
The keys must match the parameters of sklearn.tree.DecisionTreeClassifier.
1421+
The keys must match the parameters of sklearn.tree.DecisionTreeRegressor.
14221422
When a parameter is not given, the default parameters from
1423-
sklearn.tree.DecisionTreeClassifier will be chosen.
1423+
sklearn.tree.DecisionTreeRegressor will be chosen.
14241424
Default value is an empty dictionary.</p>
14251425
<dl class="field-list simple">
14261426
<dt class="field-odd">Type</dt>

‎docs/contributing.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>Contributing &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>Contributing &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

‎docs/examples.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>Usage Examples &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>Usage Examples &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

‎docs/genindex.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<head>
44
<meta charset="utf-8" />
55
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
6-
<title>Index &mdash; MABWiser 2.4.0 documentation</title>
6+
<title>Index &mdash; MABWiser 2.5.0 documentation</title>
77
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
88
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
99
<!--[if lt IE 9]>

‎docs/index.html

+23-23
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>MABWiser Contextual Multi-Armed Bandits &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>MABWiser Contextual Multi-Armed Bandits &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>
@@ -181,28 +181,28 @@ <h1>Citation<a class="headerlink" href="#citation" title="Permalink to this head
181181
<li><p><strong>[IJAIT 2021]</strong> <a class="reference external" href="https://www.worldscientific.com/doi/abs/10.1142/S0218213021500214">E. Strong, B. Kleynhans, and S. Kadioglu, “MABWiser: Parallelizable Contextual Multi-Armed Bandits”</a></p></li>
182182
<li><p><strong>[ICTAI 2019]</strong> <a class="reference external" href="https://ieeexplore.ieee.org/document/8995418">E. Strong, B. Kleynhans, and S. Kadioglu, “MABWiser: A Parallelizable Contextual Multi-Armed Bandit Library for Python”</a></p></li>
183183
</ul>
184-
<div class="highlight-bibtex notranslate"><div class="highlight"><pre><span></span><span class="nc">@article</span><span class="p">{</span><span class="nl">DBLP:journals/ijait/StrongKK21</span><span class="p">,</span><span class="w"></span>
185-
<span class="w"> </span><span class="na">author</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{Emily Strong and Bernard Kleynhans and Serdar Kadioglu}</span><span class="p">,</span><span class="w"></span>
186-
<span class="w"> </span><span class="na">title</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{{MABWiser:} Parallelizable Contextual Multi-armed Bandits}</span><span class="p">,</span><span class="w"></span>
187-
<span class="w"> </span><span class="na">journal</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{Int. J. Artif. Intell. Tools}</span><span class="p">,</span><span class="w"></span>
188-
<span class="w"> </span><span class="na">volume</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{30}</span><span class="p">,</span><span class="w"></span>
189-
<span class="w"> </span><span class="na">number</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{4}</span><span class="p">,</span><span class="w"></span>
190-
<span class="w"> </span><span class="na">pages</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{2150021:1--2150021:19}</span><span class="p">,</span><span class="w"></span>
191-
<span class="w"> </span><span class="na">year</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{2021}</span><span class="p">,</span><span class="w"></span>
192-
<span class="w"> </span><span class="na">url</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{https://doi.org/10.1142/S0218213021500214}</span><span class="p">,</span><span class="w"></span>
193-
<span class="w"> </span><span class="na">doi</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{10.1142/S0218213021500214}</span><span class="p">,</span><span class="w"></span>
194-
<span class="p">}</span><span class="w"></span>
195-
196-
<span class="nc">@inproceedings</span><span class="p">{</span><span class="nl">DBLP:conf/ictai/StrongKK19</span><span class="p">,</span><span class="w"></span>
197-
<span class="w"> </span><span class="na">author</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{Emily Strong and Bernard Kleynhans and Serdar Kadioglu}</span><span class="p">,</span><span class="w"></span>
198-
<span class="w"> </span><span class="na">title</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{MABWiser: {A} Parallelizable Contextual Multi-Armed Bandit Library for Python}</span><span class="p">,</span><span class="w"></span>
199-
<span class="w"> </span><span class="na">booktitle</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{31st {IEEE} International Conference on Tools with Artificial Intelligence, {ICTAI} 2019, Portland, OR, USA, November 4-6, 2019}</span><span class="p">,</span><span class="w"></span>
200-
<span class="w"> </span><span class="na">pages</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{909--914}</span><span class="p">,</span><span class="w"></span>
201-
<span class="w"> </span><span class="na">publisher</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{{IEEE}}</span><span class="p">,</span><span class="w"></span>
202-
<span class="w"> </span><span class="na">year</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{2019}</span><span class="p">,</span><span class="w"></span>
203-
<span class="w"> </span><span class="na">url</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{https://doi.org/10.1109/ICTAI.2019.00129}</span><span class="p">,</span><span class="w"></span>
204-
<span class="w"> </span><span class="na">doi</span><span class="w"> </span><span class="p">=</span><span class="w"> </span><span class="s">{10.1109/ICTAI.2019.00129}</span><span class="p">,</span><span class="w"></span>
205-
<span class="p">}</span><span class="w"></span>
184+
<div class="highlight-bibtex notranslate"><div class="highlight"><pre><span></span><span class="nc">@article</span><span class="p">{</span><span class="nl">DBLP:journals/ijait/StrongKK21</span><span class="p">,</span>
185+
<span class="na">author</span> <span class="p">=</span> <span class="s">{Emily Strong and Bernard Kleynhans and Serdar Kadioglu}</span><span class="p">,</span>
186+
<span class="na">title</span> <span class="p">=</span> <span class="s">{{MABWiser:} Parallelizable Contextual Multi-armed Bandits}</span><span class="p">,</span>
187+
<span class="na">journal</span> <span class="p">=</span> <span class="s">{Int. J. Artif. Intell. Tools}</span><span class="p">,</span>
188+
<span class="na">volume</span> <span class="p">=</span> <span class="s">{30}</span><span class="p">,</span>
189+
<span class="na">number</span> <span class="p">=</span> <span class="s">{4}</span><span class="p">,</span>
190+
<span class="na">pages</span> <span class="p">=</span> <span class="s">{2150021:1--2150021:19}</span><span class="p">,</span>
191+
<span class="na">year</span> <span class="p">=</span> <span class="s">{2021}</span><span class="p">,</span>
192+
<span class="na">url</span> <span class="p">=</span> <span class="s">{https://doi.org/10.1142/S0218213021500214}</span><span class="p">,</span>
193+
<span class="na">doi</span> <span class="p">=</span> <span class="s">{10.1142/S0218213021500214}</span><span class="p">,</span>
194+
<span class="p">}</span>
195+
196+
<span class="nc">@inproceedings</span><span class="p">{</span><span class="nl">DBLP:conf/ictai/StrongKK19</span><span class="p">,</span>
197+
<span class="na">author</span> <span class="p">=</span> <span class="s">{Emily Strong and Bernard Kleynhans and Serdar Kadioglu}</span><span class="p">,</span>
198+
<span class="na">title</span> <span class="p">=</span> <span class="s">{MABWiser: {A} Parallelizable Contextual Multi-Armed Bandit Library for Python}</span><span class="p">,</span>
199+
<span class="na">booktitle</span> <span class="p">=</span> <span class="s">{31st {IEEE} International Conference on Tools with Artificial Intelligence, {ICTAI} 2019, Portland, OR, USA, November 4-6, 2019}</span><span class="p">,</span>
200+
<span class="na">pages</span> <span class="p">=</span> <span class="s">{909--914}</span><span class="p">,</span>
201+
<span class="na">publisher</span> <span class="p">=</span> <span class="s">{{IEEE}}</span><span class="p">,</span>
202+
<span class="na">year</span> <span class="p">=</span> <span class="s">{2019}</span><span class="p">,</span>
203+
<span class="na">url</span> <span class="p">=</span> <span class="s">{https://doi.org/10.1109/ICTAI.2019.00129}</span><span class="p">,</span>
204+
<span class="na">doi</span> <span class="p">=</span> <span class="s">{10.1109/ICTAI.2019.00129}</span><span class="p">,</span>
205+
<span class="p">}</span>
206206
</pre></div>
207207
</div>
208208
</section>

‎docs/installation.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>Installation &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>Installation &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

‎docs/new_bandit.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>Adding a New Bandit &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>Adding a New Bandit &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

‎docs/py-modindex.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<head>
44
<meta charset="utf-8" />
55
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
6-
<title>Python Module Index &mdash; MABWiser 2.4.0 documentation</title>
6+
<title>Python Module Index &mdash; MABWiser 2.5.0 documentation</title>
77
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
88
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
99
<!--[if lt IE 9]>

‎docs/quick.html

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
55

66
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
7-
<title>Quick Start &mdash; MABWiser 2.4.0 documentation</title>
7+
<title>Quick Start &mdash; MABWiser 2.5.0 documentation</title>
88
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
99
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
1010
<!--[if lt IE 9]>

0 commit comments

Comments
 (0)