Update on support initial parameters for SkOpt

.gitignore

@@ -135,6 +135,7 @@ build
 
 # Pytest Cache
 **/.pytest_cache
+.benchmarks
 
 # Vscode
 .vscode/

.travis.yml

@@ -26,15 +26,17 @@ matrix:
         - JDK='Oracle JDK 8'
         - PYTHON=3.5 PYTHONWARNINGS=ignore
         - RAY_USE_CMAKE=1
+        - RAY_INSTALL_JAVA=1
       install:
         - ./ci/travis/install-dependencies.sh
         - export PATH="$HOME/miniconda/bin:$PATH"
+        - ./ci/travis/install-ray.sh
       script:
       - ./java/test.sh
 
       # Test Bazel build
       - rm -rf build
-      - ./ci/travis/install-bazel.sh
+      - ./ci/suppress_output ./ci/travis/install-bazel.sh
       - bazel build ...
 
     - os: linux
@@ -82,10 +84,10 @@ matrix:
         - sudo apt-get update -qq
         - sudo apt-get install -qq valgrind
       install:
-        - ./ci/travis/install-bazel.sh
-        - ./ci/travis/install-dependencies.sh
+        - ./ci/suppress_output ./ci/travis/install-bazel.sh
+        - ./ci/suppress_output ./ci/travis/install-dependencies.sh
         - export PATH="$HOME/miniconda/bin:$PATH"
-        - ./ci/travis/install-ray.sh
+        - ./ci/suppress_output ./ci/travis/install-ray.sh
 
       script:
         - bash src/ray/test/run_object_manager_valgrind.sh
@@ -96,11 +98,11 @@ matrix:
         # - export RAY_REDIS_SERVER_VALGRIND=1
 
         # # Python3.5+ only. Otherwise we will get `SyntaxError` regardless of how we set the tester.
-        - python -c 'import sys;exit(sys.version_info>=(3,5))' || python -m pytest -v --durations=10 python/ray/experimental/test/async_test.py
-        - python -m pytest -v --durations=10 python/ray/tests/test_mini.py
-        - python -m pytest -v --durations=10 python/ray/tests/test_array.py
-        - python -m pytest -v --durations=10 python/ray/tests/test_multi_node_2.py
-        - python -m pytest -v --durations=10 python/ray/tests/test_node_manager.py
+        - python -c 'import sys;exit(sys.version_info>=(3,5))' || python -m pytest --durations=5 python/ray/experimental/test/async_test.py
+        - python -m pytest --durations=5 python/ray/tests/test_mini.py
+        - python -m pytest --durations=5 python/ray/tests/test_array.py
+        - python -m pytest --durations=5 python/ray/tests/test_multi_node_2.py
+        - python -m pytest --durations=5 python/ray/tests/test_node_manager.py
 
 
     # Build Linux wheels.
@@ -136,16 +138,16 @@ matrix:
 
 
 install:
-  - ./ci/travis/install-bazel.sh
-  - ./ci/travis/install-dependencies.sh
+  - ./ci/suppress_output ./ci/travis/install-bazel.sh
+  - ./ci/suppress_output ./ci/travis/install-dependencies.sh
   - export PATH="$HOME/miniconda/bin:$PATH"
-  - ./ci/travis/install-ray.sh
-  - ./ci/travis/install-cython-examples.sh
+  - ./ci/suppress_output ./ci/travis/install-ray.sh
+  - ./ci/suppress_output ./ci/travis/install-cython-examples.sh
 
-  - bash src/ray/test/run_gcs_tests.sh
+  - ./ci/suppress_output bash src/ray/test/run_gcs_tests.sh
   # Raylet tests.
-  - bash src/ray/test/run_object_manager_tests.sh
-  - bazel test --build_tests_only --test_lang_filters=cc ... -c opt
+  - ./ci/suppress_output bash src/ray/test/run_object_manager_tests.sh
+  - ./ci/suppress_output bazel test --build_tests_only --test_lang_filters=cc ... -c opt
 
 
 script:
@@ -157,20 +159,20 @@ script:
   # - export PYTHONPATH="$PYTHONPATH:./ci/"
 
   # ray tune tests
-  - python python/ray/tune/tests/test_dependency.py
+  - ./ci/suppress_output python python/ray/tune/tests/test_dependency.py
   # `cluster_tests.py` runs on Jenkins, not Travis.
-  - python -m pytest -v --durations=30 --ignore=python/ray/tune/tests/test_cluster.py python/ray/tune/tests
+  - python -m pytest --durations=10 --ignore=python/ray/tune/tests/test_cluster.py python/ray/tune/tests
 
   # ray rllib tests
-  - python python/ray/rllib/tests/test_catalog.py
-  - python python/ray/rllib/tests/test_filters.py
-  - python python/ray/rllib/tests/test_optimizers.py
-  - python python/ray/rllib/tests/test_evaluators.py
+  - python/ray/rllib/tests/run_silent.sh tests/test_catalog.py
+  - python/ray/rllib/tests/run_silent.sh tests/test_filters.py
+  - python/ray/rllib/tests/run_silent.sh tests/test_optimizers.py
+  - python/ray/rllib/tests/run_silent.sh tests/test_evaluators.py
 
   # ray tests
   # Python3.5+ only. Otherwise we will get `SyntaxError` regardless of how we set the tester.
-  - python -c 'import sys;exit(sys.version_info>=(3,5))' || python -m pytest -v --durations=10 python/ray/experimental/test/async_test.py
-  - python -m pytest -v --durations=30 python/ray/tests
+  - python -c 'import sys;exit(sys.version_info>=(3,5))' || python -m pytest --durations=5 python/ray/experimental/test/async_test.py
+  - python -m pytest --durations=10 python/ray/tests
 deploy:
   - provider: s3
     access_key_id: AKIAJ2L7XDUSZVTXI5QA

BUILD.bazel

@@ -507,7 +507,6 @@ filegroup(
         "python/ray/dashboard/res/main.js",
         "python/ray/experimental/*.py",
         "python/ray/internal/*.py",
-        "python/ray/WebUI.ipynb",
         "python/ray/workers/default_worker.py",
     ]),
 )

WORKSPACE

@@ -28,11 +28,10 @@ git_repository(
     tag = "v2.2.2",
 )
 
-new_git_repository(
+git_repository(
     name = "com_github_google_glog",
-    build_file = "//bazel:BUILD.glog",
-    remote = "https://github.com/google/glog.git",
-    tag = "v0.3.5",
+    commit = "5c576f78c49b28d89b23fbb1fc80f54c879ec02e",
+    remote = "https://github.com/google/glog",
 )
 
 new_git_repository(

build.sh

@@ -121,7 +121,7 @@ else
   $PYTHON_EXECUTABLE -m pip install \
       --target=$ROOT_DIR/python/ray/pyarrow_files pyarrow==0.12.0.RAY \
       --find-links https://s3-us-west-2.amazonaws.com/arrow-wheels/9357dc130789ee42f8181d8724bee1d5d1509060/index.html
-  bazel build //:ray_pkg -c opt
+  bazel build //:ray_pkg -c opt --verbose_failures
   # Copy files and keep them writeable. This is a workaround, as Bazel
   # marks all generated files non-writeable. If we would just copy them
   # over without adding write permission, the copy would fail the next time.

ci/jenkins_tests/multi_node_tests/large_memory_test.py → ci/jenkins_tests/miscellaneous/large_memory_test.py

@@ -32,6 +32,9 @@
     del c
     print("Successfully put C.")
 
+    # The below code runs successfully, but when commented in, the whole test
+    # takes about 10 minutes.
+
     # D = (2 ** 30 + 1) * ["h"]
     # d = ray.put(D)
     # assert ray.get(d) == D