Skip to content

CircleCI: Fixed problem with GPU testing #440

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Aug 6, 2020
Merged

CircleCI: Fixed problem with GPU testing #440

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions Dockerfile.gpu-test
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,11 +29,13 @@ COPY --from=redis /usr/local/ /usr/local/
COPY ./opt/ opt/
COPY ./test/test_requirements.txt test/

RUN ./opt/readies/bin/getpy3
RUN ./opt/system-setup.py
RUN PIP=19.3.1 ./opt/readies/bin/getpy3
RUN python3 -m pip install virtualenv

RUN set -e ;\
python3 -m virtualenv venv --system-site-packages;\
python3 -m virtualenv venv --system-site-packages ;\
. venv/bin/activate ;\
python -m pip install pip==19.3.1 ;\
./opt/system-setup.py

ARG DEPS_ARGS=""
Expand Down
2 changes: 1 addition & 1 deletion opt/readies
Open in desktop
Submodule readies updated 19 files
+28 −0 bin/getbashdb
+18 −7 bin/getdocker
+2 −2 bin/getgosu
+31 −9 bin/getpy2
+47 −11 bin/getpy3
+92 −22 bin/getredis
+37 −10 cetara/diag/gdb.c
+3 −0 mk/cmake.rules
+16 −16 mk/docker
+3 −1 mk/main
+12 −2 paella/files.py
+11 −1 paella/log.py
+4 −1 paella/platform.py
+1 −0 paella/requirements.txt
+30 −31 paella/setup.py
+1 −1 paella/utils.py
+4 −3 paella/utils2.py
+5 −5 paella/utils3.py
+37 −2 shibumi/functions
22 changes: 12 additions & 10 deletions opt/system-setup.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,15 +18,16 @@ def __init__(self, nop=False):
def common_first(self):
self.install_downloaders()
self.setup_pip()
self.pip3_install("wheel virtualenv")
self.pip3_install("setuptools --upgrade")
self.pip_install("wheel virtualenv")
self.pip_install("setuptools --upgrade")

if self.os == 'linux':
self.install("ca-certificates")
self.install("git unzip wget patchelf awscli")
self.install("git unzip wget patchelf")
self.install("coreutils") # for realpath

def debian_compat(self):
self.pip_install("-IU --force-reinstall setuptools")
self.install("build-essential cmake")
self.install("python3-regex")
self.install("python3-venv python3-psutil python3-networkx python3-numpy") # python3-skimage
Expand All @@ -53,7 +54,7 @@ def redhat_compat(self):
else:
self.run("amazon-linux-extras install epel", output_on_error=True)
self.install("python3-devel")
self.pip3_install("psutil")
self.pip_install("psutil")

self.install_git_lfs_on_linux()

Expand All @@ -76,14 +77,15 @@ def macosx(self):
def common_last(self):
self.run("python3 -m pip uninstall -y ramp-packer RLTest || true")
# redis-py-cluster should be installed from git due to redis-py dependency
self.pip3_install("--no-cache-dir git+https://github.com/Grokzen/redis-py-cluster.git@master")
self.pip3_install("--no-cache-dir git+https://github.com/RedisLabsModules/RLTest.git@master")
self.pip3_install("--no-cache-dir git+https://github.com/RedisLabs/RAMP@master")
self.pip_install("--no-cache-dir git+https://github.com/Grokzen/redis-py-cluster.git@master")
self.pip_install("--no-cache-dir git+https://github.com/RedisLabsModules/RLTest.git@master")
self.pip_install("--no-cache-dir git+https://github.com/RedisLabs/RAMP@master")

self.pip3_install("-r %s/readies/paella/requirements.txt" % HERE)
self.pip3_install("-r %s/test/test_requirements.txt" % ROOT)
self.pip_install("-r %s/readies/paella/requirements.txt" % HERE)
self.pip_install("-r %s/test/test_requirements.txt" % ROOT)

self.pip3_install("mkdocs mkdocs-material mkdocs-extensions")
self.pip_install("awscli")
self.pip_install("mkdocs mkdocs-material mkdocs-extensions")

#----------------------------------------------------------------------------------------------

Expand Down