Build system refactoring #2

Author: rafie

.gitignore

@@ -2,12 +2,13 @@ bin/*
 VARIANT
 BINDIR
 deps/*
-!deps/bazel/
 !deps/readies/
 !deps/*.py
 examples/js/node_modules/
 examples/js/package-lock.json
 /[0-9]*/
+*.tar.gz
+*.tgz
 
 # Misc
 .DS_Store

build/libtorch-arm/Dockerfile

@@ -1,10 +1,10 @@
-ARG OS=ubuntu:bionic
+ARG OS=debian:stretch-slim
 
 #----------------------------------------------------------------------------------------------
 FROM ${OS}
 
 # ARG ARCH=x64
-ARG PT_VER=v1.0.1
+ARG PT_VER=v1.1.0
 
 RUN set -ex; apt-get update; apt-get install -y git
 

build/libtorch-x64/Dockerfile

@@ -1,9 +1,9 @@
-ARG OS=ubuntu:bionic
+ARG OS=debian:stretch
 
 #----------------------------------------------------------------------------------------------
 FROM ${OS}
 
-ARG PT_VER=v1.0.1
+ARG PT_VER=v1.1.0
 
 RUN set -ex; apt-get update; apt-get install -y git
 

build/libtorch-x64/Makefile

@@ -0,0 +1,12 @@
+
+.PHONY: repack upload
+
+VERSION=1.1.0
+
+S3_URL=redismodules/pytorch
+
+repack:
+	@PT_VERSION=$(VERSION) ./repack.sh
+
+upload:
+	@aws s3 cp libtorch-cpu-linux-x86_64-$(VERSION).tar.gz s3://$(S3_URL)/ --acl public-read

build/libtorch-x64/repack.sh

@@ -15,7 +15,7 @@ fi
 OS=$(python3 $ROOT/deps/readies/bin/platform --os)
 ARCH=$(python3 $ROOT/deps/readies/bin/platform --arch)
 
-PT_VERSION=1.0.1
+PT_VERSION=1.1.0
 #PT_VERSION="latest"
 
 if [[ $OS == linux ]]; then

get_deps.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-# set -xe
+set -e
 
 if [[ "$1" == "cpu" ]]; then
 	GPU=no

system-setup.py

@@ -21,7 +21,7 @@ def common_first(self):
         self.pip_install("wheel")
         self.pip_install("setuptools --upgrade")
 
-        self.install("git git-lfs python3 cmake ca-certificates curl unzip wget patchelf")
+        self.install("git git-lfs python3 cmake ca-certificates curl unzip wget patchelf awscli")
 
     def debian_compat(self):
         self.install("build-essential")