Sync Bonsai Changes in 1.0.1

.bazelrc

@@ -37,6 +37,7 @@ build --per_file_copt="-\\.(asm|S)$,external/.*@-w"
 # Ignore minor warnings for host tools, which we generally can't control
 build:clang-cl --host_copt="-Wno-inconsistent-missing-override"
 build:clang-cl --host_copt="-Wno-microsoft-unqualified-friend"
+build:clang-cl --host_copt="-Wno-range-loop-analysis"
 # This workaround is needed due to https://github.com/bazelbuild/bazel/issues/4341
 build --per_file_copt="-\\.(asm|S)$,external/com_github_grpc_grpc/.*@-DGRPC_BAZEL_BUILD"
 # Don't generate warnings about kernel features we don't need https://github.com/ray-project/ray/issues/6832
@@ -90,25 +91,25 @@ test:asan --test_env=LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libasan.so.2 /usr/lib
 # test:asan --test_env=LD_PRELOAD="/usr/lib/gcc/x86_64-linux-gnu/7/libasan.so"
 
 # CI configuration:
-aquery:ci --color=no
-aquery:ci --noshow_progress
-build:ci --color=yes
-build:ci --curses=no
+aquery --color=no
+aquery --noshow_progress
+build --color=yes
+build --curses=no
 build:ci --disk_cache=~/ray-bazel-cache
-build:ci --keep_going
+build --keep_going
 build:ci --remote_cache="https://storage.googleapis.com/ray-bazel-cache"
-build:ci --progress_report_interval=100
-build:ci --show_progress_rate_limit=15
-build:ci --show_task_finish
-build:ci --ui_actions_shown=1024
+build --progress_report_interval=100
+build --show_progress_rate_limit=15
+build --show_task_finish
+build --ui_actions_shown=1024
 build:ci-travis --show_timestamps  # Travis doesn't have an option to show timestamps, but GitHub Actions does
 # GitHub Actions has low disk space, so prefer hardlinks there.
 build:ci-github --experimental_repository_cache_hardlinks
-test:ci --flaky_test_attempts=3
-test:ci --nocache_test_results
-test:ci --spawn_strategy=local
-test:ci --test_output=errors
-test:ci --test_verbose_timeout_warnings
+test --flaky_test_attempts=5
+test --nocache_test_results
+test --spawn_strategy=local
+test --test_output=errors
+test --test_verbose_timeout_warnings
 
 aquery:get-toolchain --include_commandline=false
 aquery:get-toolchain --noimplicit_deps

.bazelversion

@@ -0,0 +1 @@
+3.4.1

.github/CODEOWNERS

@@ -1,38 +1,51 @@
+# Each line is a file pattern followed by one or more owners.
 # See https://help.github.com/articles/about-codeowners/
 # for more info about CODEOWNERS file
 
 # It uses the same pattern rule for gitignore file,
 # see https://git-scm.com/docs/gitignore#_pattern_format.
 
+# ==== Ray default ====
+# These owners will be the default owners for everything in
+# the repo. Unless a later match takes precedence,
+# @BonsaiAI/ray-code-owners will be requested for
+# review when someone opens a pull request.
+*       @BonsaiAI/ray-code-owners
+
+
 # ==== Ray core ====
 
 # All C++ code.
-/src/ray @ray-project/ray-core-cpp
+/src/ray @BonsaiAI/ray-maintainers
 
 # Python worker.
-/python/ray/ @ray-project/ray-core-python
-!/python/ray/tune/ @ray-project/ray-core-python
-!/python/ray/rllib/ @ray-project/ray-core-python
+/python/ray/ @BonsaiAI/ray-maintainers
+!/python/ray/tune/ @BonsaiAI/ray-maintainers
+!/python/ray/rllib/ @BonsaiAI/ray-maintainers
 
 # Java worker.
-/java/ @ray-project/ray-core-java
+/java/ @BonsaiAI/ray-maintainers
+
+# Kube Operator.
+/deploy/ @BonsaiAI/ray-maintainers
 
 # ==== Libraries and frameworks ====
 
 # Ray tune.
-/python/ray/tune/ @ray-project/ray-tune
+/python/ray/tune/ @BonsaiAI/ray-code-owners
 
 # RLlib.
-/python/ray/rllib/ @ray-project/rllib
+/python/ray/rllib/ @BonsaiAI/ray-code-owners
+/rllib/ @BonsaiAI/ray-code-owners
 
 # ==== Build and CI ====
 
 # Bazel.
-/BUILD.bazel @ray-project/ray-core
-/WORKSPACE @ray-project/ray-core
-/bazel/ @ray-project/ray-core
+/BUILD.bazel @BonsaiAI/ray-code-owners
+/WORKSPACE @BonsaiAI/ray-code-owners
+/bazel/ @BonsaiAI/ray-code-owners
 
 # CI scripts.
-/.travis.yml @ray-project/ray-core
-/ci/travis/ @ray-project/ray-core
+/.travis.yml @BonsaiAI/ray-maintainers
+/ci/ @BonsaiAI/ray-maintainers
 

.github/workflows/main.yml

@@ -1,6 +1,18 @@
 name: CI
 
-on: [push, pull_request]
+on:
+  push:
+    branches-ignore:
+        - '**'
+    # branches:
+    #   - master
+    #   - releases/*
+  pull_request:
+    branches-ignore:
+        - '**'
+    # branches:
+    #   - master
+    #   - releases/*
 
 env:
   # Git GITHUB_... variables are useful for translating Travis environment variables

.gitignore

@@ -1,5 +1,6 @@
 # The build output should clearly not be checked in
 /bazel-*
+/bazel-ray/
 /python/ray/core
 /python/ray/pickle5_files/
 /python/ray/thirdparty_files/
@@ -183,3 +184,6 @@ tools/prometheus*
 # ray project files
 project-id
 .mypy_cache/
+
+# PyCharm
+.ijwb/

bazel/ray.bzl

@@ -3,7 +3,7 @@ load("@com_github_checkstyle_java//checkstyle:checkstyle.bzl", "checkstyle_test"
 load("@bazel_skylib//rules:copy_file.bzl", "copy_file")
 load("@bazel_common//tools/maven:pom_file.bzl", "pom_file")
 
-COPTS = ["-DRAY_USE_GLOG"] + select({
+COPTS = ["-DRAY_USE_GLOG", "-Wno-range-loop-analysis"] + select({
     "//:opt": ["-DBAZEL_OPT"],
     "//conditions:default": [],
 }) + select({

bazel/ray_deps_setup.bzl

@@ -119,8 +119,8 @@ def ray_deps_setup():
 
     auto_http_archive(
         name = "bazel_common",
-        url = "https://github.com/google/bazel-common/archive/084aadd3b854cad5d5e754a7e7d958ac531e6801.tar.gz",
-        sha256 = "a6e372118bc961b182a3a86344c0385b6b509882929c6b12dc03bb5084c775d5",
+        url = "https://github.com/google/bazel-common/archive/bf87eb1a4ddbfc95e215b0897f3edc89b2254a1a.tar.gz",
+        sha256 = "dab4cbd634aae4bc9b116f4de5737e4d3c0754c3a1d712ad4a9b75140d278614",
     )
 
     auto_http_archive(

ci/asan_tests/Makefile

@@ -0,0 +1,28 @@
+SHELL=/bin/bash
+
+echo:
+	@echo "Available commands: setup, run, recompile"
+
+setup:
+	echo "Setting up the environment"
+	pip install -r ray-project/requirements.txt
+	pip install -U pytest
+
+	echo "Installing cython example"
+	cd "${HOME}"/ray/doc/examples/cython; python setup.py install --user
+
+	echo "Settting up the shell"
+	cp bazelrc "${HOME}"/.bazelrc # Setup cache
+	echo "LD_PRELOAD=/usr/lib/gcc/x86_64-linux-gnu/7/libasan.so" >> "${HOME}"/.bashrc
+	echo "ASAN_OPTIONS=detect_leaks=0" >> "${HOME}"/.bashrc
+
+	echo "Compiling ray"
+	cd "${HOME}"/ray; git fetch; git pull origin master
+	cd "${HOME}"/ray/python; pip install -e . --verbose || true
+
+run:
+	./run_asan_tests.sh
+
+recompile:
+	cd "${HOME}"/ray; git fetch; git checkout "${git_sha}"
+	cd "${HOME}"/ray/python; pip install -e . --verbose || true

ci/asan_tests/bazelrc

@@ -0,0 +1,30 @@
+# This bazelrc specifies configuration for the release asan test.
+# It exists because we want everything to be "default" configuration
+# instead of "--config=ci" or "--config=asan".
+
+# Cache
+build --remote_cache=https://storage.googleapis.com/ray-bazel-cache
+build --disk_cache=/tmp/bazel-cache
+build --repository_cache=/tmp/bazel-cache
+build --remote_upload_local_results=false
+
+# Asan
+build --strip=never
+build --copt -g
+build --copt -fsanitize=address
+build --copt -fno-sanitize=vptr
+build --copt -DADDRESS_SANITIZER
+build --copt -fno-omit-frame-pointer
+build --linkopt -fsanitize=address
+build --linkopt -fno-sanitize=vptr
+test --action_env=ASAN_OPTIONS=detect_leaks=0
+test --action_env=LD_PRELOAD=/usr/lib/gcc/x86_64-linux-gnu/7/libasan.so
+
+# Travis test config
+test --flaky_test_attempts=3
+test --nocache_test_results
+test --show_timestamps
+test --spawn_strategy=local
+test --test_output=errors
+test --test_verbose_timeout_warnings
+test --jobs 1