From fa27cad6652a9a3334afaaa132ef3800fb606344 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 9 Apr 2021 21:57:49 +0000 Subject: [PATCH 01/33] init --- .gitpod/Dockerfile | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 .gitpod/Dockerfile diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile new file mode 100644 index 000000000000..61438c0678a9 --- /dev/null +++ b/.gitpod/Dockerfile @@ -0,0 +1,19 @@ +FROM ubuntu:focal + +ENV DEBIAN_FRONTEND=noninteractive +ENV TZ=America/Los_Angeles + +RUN apt-get update -qq +RUN apt-get install -y -qq \ + curl python-is-python3 git build-essential \ + sudo unzip apt-utils dialog tzdata wget rsync \ + language-pack-en tmux cmake gdb vim htop \ + libgtk2.0-dev zlib1g-dev libgl1-mesa-dev maven \ + openjdk-8-jre openjdk-8-jdk clang-format-7 +RUN ln -s /usr/bin/clang-format-7 /usr/bin/clang-format + +# System conf for tests +RUN locale -a +ENV LC_ALL=en_US.utf8 +ENV LANG=en_US.utf8 +RUN echo "ulimit -c 0" >> /root/.bashrc From a88dd3b8dc86a8ccb5fe59095b13a1cd1c3140e4 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 9 Apr 2021 22:04:58 +0000 Subject: [PATCH 02/33] fix --- .gitpod.yml | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 .gitpod.yml diff --git a/.gitpod.yml b/.gitpod.yml new file mode 100644 index 000000000000..8f1831a630ca --- /dev/null +++ b/.gitpod.yml @@ -0,0 +1,2 @@ +image: + file: .gitpod/Dockerfile \ No newline at end of file From 95df9914067311e9733690d580caa1b5b820af4c Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Sat, 10 Apr 2021 00:12:52 +0000 Subject: [PATCH 03/33] fix --- .gitpod.yml | 5 ++++- .gitpod/Dockerfile | 37 ++++++++++++++++++++----------------- 2 files changed, 24 insertions(+), 18 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index 8f1831a630ca..44436c90c1e6 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,2 +1,5 @@ image: - file: .gitpod/Dockerfile \ No newline at end of file + file: .gitpod/Dockerfile +tasks: + - init: yarn install + command: yarn build diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 61438c0678a9..bff92b3a8ee6 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -1,19 +1,22 @@ -FROM ubuntu:focal +FROM ubuntu:20.10 +ENV SHELL=/bin/bash +ENV TERM=xterm-256color +ENV LANG=C.UTF-8 +ENV LC_TERMINAL=iTerm2 +ENV LC_TERMINAL_VERSION=3.4.4 +ARG DEBIAN_FRONTEND=noninteractive +RUN set -x; apt update \ + && ln -fs /usr/share/zoneinfo/America/Los_Angeles /etc/localtime \ + && apt install emacs gdb wget npm git build-essential curl unzip zip psmisc curl gnupg python3 pip iptables ycmd -y \ + && dpkg-reconfigure --frontend noninteractive tzdata \ + && apt install default-jre default-jdk clang rtags tmux clang-format shellcheck cmake autogen python-dev automake autoconf libtool -y \ + && curl -fsSL https://bazel.build/bazel-release.pub.gpg | gpg --dearmor > bazel.gpg \ + && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ + && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ + && apt update && apt install bazel-3.7.2 -y -ENV DEBIAN_FRONTEND=noninteractive -ENV TZ=America/Los_Angeles +RUN pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes -RUN apt-get update -qq -RUN apt-get install -y -qq \ - curl python-is-python3 git build-essential \ - sudo unzip apt-utils dialog tzdata wget rsync \ - language-pack-en tmux cmake gdb vim htop \ - libgtk2.0-dev zlib1g-dev libgl1-mesa-dev maven \ - openjdk-8-jre openjdk-8-jdk clang-format-7 -RUN ln -s /usr/bin/clang-format-7 /usr/bin/clang-format - -# System conf for tests -RUN locale -a -ENV LC_ALL=en_US.utf8 -ENV LANG=en_US.utf8 -RUN echo "ulimit -c 0" >> /root/.bashrc +RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ + && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ + && echo "kernel.yama.ptrace_scope = 0" > /etc/sysctl.d/10-ptrace.conf From 6794e9c98ddf6d0c633df08d41733464422a96fc Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Sat, 10 Apr 2021 00:36:22 +0000 Subject: [PATCH 04/33] fix --- .gitpod.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index 44436c90c1e6..c36dfa3251b9 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,5 +1,2 @@ image: file: .gitpod/Dockerfile -tasks: - - init: yarn install - command: yarn build From 8479541eb5711ef0840d2c4eb2f63ab7e2213721 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 16:39:38 -0700 Subject: [PATCH 05/33] Test --- python/package-lock.json | 3 +++ python/ray/actor.py | 4 +++- 2 files changed, 6 insertions(+), 1 deletion(-) create mode 100644 python/package-lock.json diff --git a/python/package-lock.json b/python/package-lock.json new file mode 100644 index 000000000000..48e341a0954d --- /dev/null +++ b/python/package-lock.json @@ -0,0 +1,3 @@ +{ + "lockfileVersion": 1 +} diff --git a/python/ray/actor.py b/python/ray/actor.py index ead207cd83bd..e55dbb621c88 100644 --- a/python/ray/actor.py +++ b/python/ray/actor.py @@ -24,7 +24,9 @@ ) logger = logging.getLogger(__name__) - +""" +This is just for testing +""" @client_mode_hook def method(*args, **kwargs): From db478e3eed3710ed80ef09fe7b9690c5c47c48f5 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 17:59:38 -0700 Subject: [PATCH 06/33] prebuild --- .gitpod.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.gitpod.yml b/.gitpod.yml index c36dfa3251b9..7f1519f378d8 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,2 +1,10 @@ image: file: .gitpod/Dockerfile +tasks: + - prebuild: pip3 install psutil setproctitle==1.1.10 && cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . +github: + prebuilds: + # enable for the master/default branch (defaults to true) + master: true + # enable for all branches in this repo (defaults to false) + branches: true From ffd06c0ee88d0c3ac6836506916ab3385507ba62 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 17:59:52 -0700 Subject: [PATCH 07/33] prebuild --- .gitpod.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod.yml b/.gitpod.yml index 7f1519f378d8..f31e8636b584 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -5,6 +5,6 @@ tasks: github: prebuilds: # enable for the master/default branch (defaults to true) - master: true + master: false # enable for all branches in this repo (defaults to false) branches: true From 88777c7acfdab97fad0463d0ca1eb07f46a3da8b Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 19:45:24 -0700 Subject: [PATCH 08/33] cache link --- .gitpod.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.gitpod.yml b/.gitpod.yml index f31e8636b584..d04f8d7d0faa 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,6 +1,8 @@ image: file: .gitpod/Dockerfile tasks: + - init: mkdir .cache -p + - before: ln -s .cache $HOME/ - prebuild: pip3 install psutil setproctitle==1.1.10 && cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: From c7bcc8cafed4d045266e874c893c55fbefff0681 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 19:51:08 -0700 Subject: [PATCH 09/33] up --- .gitpod/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index bff92b3a8ee6..8e280beb13bd 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -15,7 +15,7 @@ RUN set -x; apt update \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y -RUN pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes +RUN pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From 0d303f79836654364322a30cb7c4616429e87d65 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 21:11:22 -0700 Subject: [PATCH 10/33] fix --- .gitpod.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index d04f8d7d0faa..3c9c0075044b 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,9 +1,8 @@ image: file: .gitpod/Dockerfile tasks: - - init: mkdir .cache -p - - before: ln -s .cache $HOME/ - - prebuild: pip3 install psutil setproctitle==1.1.10 && cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . + - init: mkdir /workspace/ray/.cache -p && ln -s /workspace/ray/.cache $HOME/.cache + - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: # enable for the master/default branch (defaults to true) From 1ef819f5b472ed16a1f55ff90eb7af2fa5148e20 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 21:53:46 -0700 Subject: [PATCH 11/33] fix --- .gitpod.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod.yml b/.gitpod.yml index 3c9c0075044b..1e92b5427da2 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,7 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - init: mkdir /workspace/ray/.cache -p && ln -s /workspace/ray/.cache $HOME/.cache - - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . + prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: # enable for the master/default branch (defaults to true) From a786c93b52287ecec493443f24b22f4300fbfbc6 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 22:30:55 -0700 Subject: [PATCH 12/33] git` --- .gitpod.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index 1e92b5427da2..c4232bf793c0 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,8 +1,9 @@ image: file: .gitpod/Dockerfile tasks: - - init: mkdir /workspace/ray/.cache -p && ln -s /workspace/ray/.cache $HOME/.cache - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . + - init: mkdir .cache -p && ln -s $(pwd)/.cache $HOME/.cache + prebuild: echo "Test" > $HOME/.cache/test +# prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: # enable for the master/default branch (defaults to true) From 515fbc292c3bb40f1dd22a09b96d6e8a3cc1ed53 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 22:34:52 -0700 Subject: [PATCH 13/33] fix --- .gitpod.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index c4232bf793c0..68a5fba7fbcb 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,8 +1,8 @@ image: file: .gitpod/Dockerfile tasks: - - init: mkdir .cache -p && ln -s $(pwd)/.cache $HOME/.cache - prebuild: echo "Test" > $HOME/.cache/test + - init: mkdir bazel-cache -p + prebuild: echo "Test" > bazel-cache/abc # prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: From 5f8d6b3722f2c222af2220305a13fbd950040e12 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 22:46:20 -0700 Subject: [PATCH 14/33] fix --- .bazelrc | 1 + .gitpod.yml | 5 ++--- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.bazelrc b/.bazelrc index 75a12be95901..3d1b20e9abe2 100644 --- a/.bazelrc +++ b/.bazelrc @@ -7,6 +7,7 @@ build --enable_platform_specific_config build --action_env=PATH # For --compilation_mode=dbg, consider enabling checks in the standard library as well (below). build --compilation_mode=opt +startup --output_base=.bazel-cache build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" diff --git a/.gitpod.yml b/.gitpod.yml index 68a5fba7fbcb..638c10be06bd 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,9 +1,8 @@ image: file: .gitpod/Dockerfile tasks: - - init: mkdir bazel-cache -p - prebuild: echo "Test" > bazel-cache/abc -# prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . + - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:gcs_actor_manager_test + #bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . github: prebuilds: # enable for the master/default branch (defaults to true) From b2a0a5033c6ff84ea96dd09e43391d331c3da232 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Wed, 14 Apr 2021 23:15:32 -0700 Subject: [PATCH 15/33] fix --- .gitpod.yml | 3 +-- .gitpod/Dockerfile | 6 +++--- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index 638c10be06bd..4d3173362252 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,8 +1,7 @@ image: file: .gitpod/Dockerfile tasks: - - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:gcs_actor_manager_test - #bazel build //:ray_pkg --jobs=4 && cd python && SKIP_THIRDPARTY_INSTALL=1 pip install -e . + - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: # enable for the master/default branch (defaults to true) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 8e280beb13bd..44d2d3003aa9 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -13,9 +13,9 @@ RUN set -x; apt update \ && curl -fsSL https://bazel.build/bazel-release.pub.gpg | gpg --dearmor > bazel.gpg \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ - && apt update && apt install bazel-3.7.2 -y - -RUN pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 + && apt update && apt install bazel-3.7.2 -y \ + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 ray[all] \ + && ray install-nightly RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From 1e1ff2e1f2057446e9073bdb9c5556ea0f9c3594 Mon Sep 17 00:00:00 2001 From: Yi Cheng <74173148+iycheng@users.noreply.github.com> Date: Thu, 15 Apr 2021 00:21:50 -0700 Subject: [PATCH 16/33] Update .bazelrc --- .bazelrc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.bazelrc b/.bazelrc index 3d1b20e9abe2..fc89e57852cc 100644 --- a/.bazelrc +++ b/.bazelrc @@ -7,7 +7,7 @@ build --enable_platform_specific_config build --action_env=PATH # For --compilation_mode=dbg, consider enabling checks in the standard library as well (below). build --compilation_mode=opt -startup --output_base=.bazel-cache +startup --output_base=bazel-cache build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" From c77e6597f1c7fb0a6c25367129d0468457d5a8ad Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 10:18:47 -0700 Subject: [PATCH 17/33] fix --- .gitpod/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 44d2d3003aa9..900d58df0d4f 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -14,7 +14,7 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 ray[all] \ + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 \ && ray install-nightly RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ From 7576f7bfdd8d09a66645287e00428c3af57d9c30 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 10:39:35 -0700 Subject: [PATCH 18/33] fix --- .gitpod/Dockerfile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 900d58df0d4f..9e98e6240ea7 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -14,9 +14,8 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 \ - && ray install-nightly - + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 + RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ && echo "kernel.yama.ptrace_scope = 0" > /etc/sysctl.d/10-ptrace.conf From b4250ad0f8fda0fe2d35cff22f6ad2a768f3f6a7 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 18:00:38 +0000 Subject: [PATCH 19/33] fix --- .gitpod/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 9e98e6240ea7..cf7c61f52e55 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -14,8 +14,8 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes psutil setproctitle==1.1.10 - + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil + RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ && echo "kernel.yama.ptrace_scope = 0" > /etc/sysctl.d/10-ptrace.conf From 68c2e64322d40e20154ba6fe4e83a1c5eee84508 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 18:22:39 +0000 Subject: [PATCH 20/33] fix --- .gitpod.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index 4d3173362252..ab8d645f8b0b 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -4,7 +4,5 @@ tasks: - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: - # enable for the master/default branch (defaults to true) master: false - # enable for all branches in this repo (defaults to false) branches: true From be39bdeeb14f9fe7b950c30f9c5a11d84d591ded Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 20:35:59 -0700 Subject: [PATCH 21/33] fix --- .bazelrc | 1 - .gitpod.yml | 4 +++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/.bazelrc b/.bazelrc index fc89e57852cc..75a12be95901 100644 --- a/.bazelrc +++ b/.bazelrc @@ -7,7 +7,6 @@ build --enable_platform_specific_config build --action_env=PATH # For --compilation_mode=dbg, consider enabling checks in the standard library as well (below). build --compilation_mode=opt -startup --output_base=bazel-cache build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" diff --git a/.gitpod.yml b/.gitpod.yml index ab8d645f8b0b..0a84df04765d 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,7 +1,9 @@ image: file: .gitpod/Dockerfile tasks: - - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 + - before: mkdir bazel-cache && rm ~/.cache -rf && ln -s $(readlink -f bazel-cache) $HOME/.cache + - prebuild: bazel --output_base=/mnt/yic/test-cache build //:plasma_store_server_lib --jobs=4 +# - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: master: false From eda737bf8823bc8d2d1a1ffbbcf58ef9eee54fc3 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 22:40:02 -0700 Subject: [PATCH 22/33] fix --- .gitpod.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod.yml b/.gitpod.yml index 0a84df04765d..5af2484398a8 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,7 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - before: mkdir bazel-cache && rm ~/.cache -rf && ln -s $(readlink -f bazel-cache) $HOME/.cache - - prebuild: bazel --output_base=/mnt/yic/test-cache build //:plasma_store_server_lib --jobs=4 + - prebuild: ls $HOME/ -lh && echo "ABC" > $HOME/.cache/ABC && ls -lh # - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: From f284e4861dd052bb6888ea70fdabb66044480f79 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 23:44:15 -0700 Subject: [PATCH 23/33] fix --- .bazelrc | 1 + 1 file changed, 1 insertion(+) diff --git a/.bazelrc b/.bazelrc index 75a12be95901..f4e3184f6723 100644 --- a/.bazelrc +++ b/.bazelrc @@ -10,6 +10,7 @@ build --compilation_mode=opt build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" +startup --output_base=/workspace/ray/bazel-cache build:msvc --cxxopt="/std:c++14" # This workaround is needed to prevent Bazel from compiling the same file twice (once PIC and once not). build:linux --force_pic From c8e51d70e93107d9af6b3260944f9941206416d4 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Thu, 15 Apr 2021 23:49:15 -0700 Subject: [PATCH 24/33] fix --- .bazelrc | 2 +- .gitpod.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.bazelrc b/.bazelrc index f4e3184f6723..80ee4dcf2a4b 100644 --- a/.bazelrc +++ b/.bazelrc @@ -10,7 +10,7 @@ build --compilation_mode=opt build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" -startup --output_base=/workspace/ray/bazel-cache +# startup --output_base=/workspace/ray/bazel-cache build:msvc --cxxopt="/std:c++14" # This workaround is needed to prevent Bazel from compiling the same file twice (once PIC and once not). build:linux --force_pic diff --git a/.gitpod.yml b/.gitpod.yml index 5af2484398a8..d2e5a759f2a8 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,7 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - before: mkdir bazel-cache && rm ~/.cache -rf && ln -s $(readlink -f bazel-cache) $HOME/.cache - - prebuild: ls $HOME/ -lh && echo "ABC" > $HOME/.cache/ABC && ls -lh + prebuild: ls $HOME/ -lh && echo "ABC" > $HOME/.cache/ABC && ls -lh # - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: From 8da8929931e0beb6d0ea7f18a2fc15ee13f10eab Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 00:07:31 -0700 Subject: [PATCH 25/33] fix --- .gitpod.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index d2e5a759f2a8..2b026ea58ade 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,8 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - before: mkdir bazel-cache && rm ~/.cache -rf && ln -s $(readlink -f bazel-cache) $HOME/.cache - prebuild: ls $HOME/ -lh && echo "ABC" > $HOME/.cache/ABC && ls -lh -# - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 + prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: master: false From 2864e7be7725125fa4685d21e8700a26a596bce6 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 00:18:51 -0700 Subject: [PATCH 26/33] fix --- .bazelrc | 1 - .gitpod.yml | 3 +-- .gitpod/Dockerfile | 3 ++- 3 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.bazelrc b/.bazelrc index 80ee4dcf2a4b..75a12be95901 100644 --- a/.bazelrc +++ b/.bazelrc @@ -10,7 +10,6 @@ build --compilation_mode=opt build:linux --cxxopt="-std=c++14" build:macos --cxxopt="-std=c++14" build:clang-cl --cxxopt="-std=c++14" -# startup --output_base=/workspace/ray/bazel-cache build:msvc --cxxopt="/std:c++14" # This workaround is needed to prevent Bazel from compiling the same file twice (once PIC and once not). build:linux --force_pic diff --git a/.gitpod.yml b/.gitpod.yml index 2b026ea58ade..c8aa5d59c0da 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,8 +1,7 @@ image: file: .gitpod/Dockerfile tasks: - - before: mkdir bazel-cache && rm ~/.cache -rf && ln -s $(readlink -f bazel-cache) $HOME/.cache - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 + - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: master: false diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index cf7c61f52e55..db9989e8ed60 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -14,7 +14,8 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil \ + && echo "startup --output_base=/workspace/ray/bazel-cache" > /etc/bazel.bazelrc RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From 5cd52a116a84744d6714ed84cdd357a574cf8aa4 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 11:13:39 -0700 Subject: [PATCH 27/33] fix --- .gitpod/Dockerfile | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index db9989e8ed60..c73b9226c760 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -4,7 +4,9 @@ ENV TERM=xterm-256color ENV LANG=C.UTF-8 ENV LC_TERMINAL=iTerm2 ENV LC_TERMINAL_VERSION=3.4.4 +ENV SKIP_THIRDPARTY_INSTALL=1 ARG DEBIAN_FRONTEND=noninteractive +ENV XDG_CONFIG_HOME=/workspace/ray/bazel-cache RUN set -x; apt update \ && ln -fs /usr/share/zoneinfo/America/Los_Angeles /etc/localtime \ && apt install emacs gdb wget npm git build-essential curl unzip zip psmisc curl gnupg python3 pip iptables ycmd -y \ @@ -14,8 +16,9 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil \ - && echo "startup --output_base=/workspace/ray/bazel-cache" > /etc/bazel.bazelrc + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil +# \ +# && echo "startup --output_base=/workspace/ray/bazel-cache" > /etc/bazel.bazelrc RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From 40ab23365cfbac1cf4cf7c851bd3224219f8e844 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 13:30:54 -0700 Subject: [PATCH 28/33] fix --- .gitignore | 4 ++++ .gitpod.yml | 3 ++- .gitpod/Dockerfile | 6 ++---- 3 files changed, 8 insertions(+), 5 deletions(-) diff --git a/.gitignore b/.gitignore index f7b53fa5060b..d3125c981453 100644 --- a/.gitignore +++ b/.gitignore @@ -186,3 +186,7 @@ tools/prometheus* # ray project files project-id .mypy_cache/ + +# gitpod cache related +.pip_cache/ +.bazel_cache/ diff --git a/.gitpod.yml b/.gitpod.yml index c8aa5d59c0da..32fa09b873fe 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,7 +1,8 @@ image: file: .gitpod/Dockerfile tasks: - - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 + - before: export PIP_CACHE_DIR=/workspace/ray/.pip_cache + prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 github: prebuilds: master: false diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index c73b9226c760..341489ede606 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -6,7 +6,6 @@ ENV LC_TERMINAL=iTerm2 ENV LC_TERMINAL_VERSION=3.4.4 ENV SKIP_THIRDPARTY_INSTALL=1 ARG DEBIAN_FRONTEND=noninteractive -ENV XDG_CONFIG_HOME=/workspace/ray/bazel-cache RUN set -x; apt update \ && ln -fs /usr/share/zoneinfo/America/Los_Angeles /etc/localtime \ && apt install emacs gdb wget npm git build-essential curl unzip zip psmisc curl gnupg python3 pip iptables ycmd -y \ @@ -16,9 +15,8 @@ RUN set -x; apt update \ && mv bazel.gpg /etc/apt/trusted.gpg.d/ \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ - && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil -# \ -# && echo "startup --output_base=/workspace/ray/bazel-cache" > /etc/bazel.bazelrc + && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil \ + && echo "startup --output_base=/workspace/ray/.bazel-cache" > /etc/bazel.bazelrc RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From 6b0474df4ccb8970987c1797cc13f0af4f5ae462 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 14:56:44 -0700 Subject: [PATCH 29/33] up --- .gitpod.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitpod.yml b/.gitpod.yml index 32fa09b873fe..c5ee653ae61b 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,7 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - before: export PIP_CACHE_DIR=/workspace/ray/.pip_cache - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 + prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && pip install -e . && cd ../ github: prebuilds: master: false From 7b41224697a95ecef98982e61d566ddd26033fd7 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 15:45:02 -0700 Subject: [PATCH 30/33] fix --- .gitignore | 4 ++-- .gitpod.yml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitignore b/.gitignore index d3125c981453..df592e6abd61 100644 --- a/.gitignore +++ b/.gitignore @@ -188,5 +188,5 @@ project-id .mypy_cache/ # gitpod cache related -.pip_cache/ -.bazel_cache/ +.pip-cache/ +.bazel-cache/ diff --git a/.gitpod.yml b/.gitpod.yml index c5ee653ae61b..c725c6eda20f 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -1,7 +1,7 @@ image: file: .gitpod/Dockerfile tasks: - - before: export PIP_CACHE_DIR=/workspace/ray/.pip_cache + - before: export PIP_CACHE_DIR=/workspace/ray/.pip-cache prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && pip install -e . && cd ../ github: prebuilds: From 5de74d1c9459918d3d7a433ddb74bfaec7873fb3 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 16:37:15 -0700 Subject: [PATCH 31/33] fix --- .gitpod.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.gitpod.yml b/.gitpod.yml index c725c6eda20f..c32ee8f055cd 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -5,5 +5,12 @@ tasks: prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && pip install -e . && cd ../ github: prebuilds: - master: false + master: true branches: true + pullRequests: true + pullRequestsFromForks: true + # Let's keep them turn off for now + addCheck: false + addComment: false + addBadge: false + addLabel: false From af97d9f7fa3408f394a943b512c8f53c4c99dab5 Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 16:59:00 -0700 Subject: [PATCH 32/33] fix --- .gitpod.yml | 2 +- .gitpod/Dockerfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitpod.yml b/.gitpod.yml index c32ee8f055cd..aa049347f391 100644 --- a/.gitpod.yml +++ b/.gitpod.yml @@ -2,7 +2,7 @@ image: file: .gitpod/Dockerfile tasks: - before: export PIP_CACHE_DIR=/workspace/ray/.pip-cache - prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg --jobs=4 && cd python && pip install -e . && cd ../ + prebuild: cd dashboard/client && npm install && npm run build && cd - && bazel build //:ray_pkg && cd python && pip install -e . && cd ../ github: prebuilds: master: true diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 341489ede606..43e69aa810bc 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -16,7 +16,7 @@ RUN set -x; apt update \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil \ - && echo "startup --output_base=/workspace/ray/.bazel-cache" > /etc/bazel.bazelrc + && echo -e "startup --output_base=/workspace/ray/.bazel-cache\nbuild --host_jvm_args=-Xmx1800m\nbuild --jobs=6" > /etc/bazel.bazelrc RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ From ec15a7d62c3dc6e76e3d60ae0c59504e65d173ce Mon Sep 17 00:00:00 2001 From: Yi Cheng Date: Fri, 16 Apr 2021 17:41:30 -0700 Subject: [PATCH 33/33] fix --- .gitpod/Dockerfile | 2 +- x | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 x diff --git a/.gitpod/Dockerfile b/.gitpod/Dockerfile index 43e69aa810bc..ee91a6dd2b9a 100644 --- a/.gitpod/Dockerfile +++ b/.gitpod/Dockerfile @@ -16,7 +16,7 @@ RUN set -x; apt update \ && echo "deb [arch=amd64] https://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list \ && apt update && apt install bazel-3.7.2 -y \ && pip3 install cython==0.29.0 pytest pandas tree tabulate pexpect sklearn joblib yapf==0.23.0 flake8==3.7.7 mypy==0.782 flake8-quotes setproctitle==1.1.10 psutil \ - && echo -e "startup --output_base=/workspace/ray/.bazel-cache\nbuild --host_jvm_args=-Xmx1800m\nbuild --jobs=6" > /etc/bazel.bazelrc + && python3 -c 'print("startup --output_base=/workspace/ray/.bazel-cache\nbuild --host_jvm_args=-Xmx1800m\nbuild --jobs=6")' > /etc/bazel.bazelrc RUN update-alternatives --install /usr/local/bin/python python /usr/bin/python3 30 \ && update-alternatives --install /usr/bin/bazel bazel /usr/bin/bazel-3.7.2 30 \ diff --git a/x b/x new file mode 100644 index 000000000000..daf0c81f2487 --- /dev/null +++ b/x @@ -0,0 +1,3 @@ +startup --output_base=/workspace/ray/.bazel-cache +build --host_jvm_args=-Xmx1800m +build --jobs=6