gitlab ci

Author: Red_M

.gitignore

@@ -8,3 +8,4 @@ build
 ssh2/libssh2.so*
 redlibssh2/libssh2.so*
 src/
+ci/docker/manylinux*/libssh2

.gitlab-ci.yml

@@ -0,0 +1,39 @@
+
+build_manylinux_wheel_release:
+    image: docker:dind
+    services:
+      - docker:dind
+    variables:
+      DOCKER_HOST: tcp://docker:2375
+      DOCKER_TLS_CERTDIR: ""
+    script:
+      - apk add --no-cache bash git
+      - git submodule update --init --recursive
+      - chmod +x ./ci/gitlab/build-manylinux.sh
+      - cp -r ./libssh2 ./ci/docker/manylinux_2014/libssh2
+      - ./ci/gitlab/build-manylinux.sh
+    artifacts:
+        paths:
+        - wheelhouse
+    only:
+        - master
+        - /^0\.[0-9]+\.[0-9]+$/
+
+test_build:
+    image: debian:stable
+    script:
+        - date
+    only:
+        - master
+
+#~ tests_py3.5:
+    #~ image: debian:9
+    #~ script:
+    #~ - ./tests/scripts/install_root.sh GITLAB 3 5
+    #~ - ./tests/scripts/install.sh GITLAB 3 5
+    #~ - ./tests/scripts/test.sh GITLAB 3 5
+    #~ artifacts:
+        #~ paths:
+        #~ - htmlcov
+    #~ only:
+    #~ - master

README.rst

@@ -23,16 +23,14 @@ Super fast SSH2 protocol library. ``redlibssh2`` provides Python bindings for `l
 Installation
 ______________
 
-Binary wheel packages are provided for Linux, OSX and Windows, all Python versions. Wheel packages have **no dependencies**.
+Binary wheel packages are provided for Linux on all Python versions. Wheel packages have **no dependencies**.
 
 ``pip`` may need to be updated to be able to install binary wheel packages - ``pip install -U pip``.
 
 .. code-block:: shell
 
    pip install redlibssh2
 
-`Conda <https://conda.io/miniconda.html>`_ is another installation option - see `documentation <http://redlibssh2.readthedocs.org/en/latest/>`_ for more detailed instructions.
-
 For from source installation instructions, including building against system provided libssh2, `see documentation <https://redlibssh2.readthedocs.io/en/latest/installation.html#installation-from-source>`_.
 
 For creating native system packages for Centos/RedHat, Ubuntu, Debian and Fedora, see `instructions in the documentation <http://redlibssh2.readthedocs.io/en/latest/installation.html#system-binary-packages>`_.
@@ -273,6 +271,19 @@ Performance of above example, compared with Paramiko.
      user	0m0.351s
      sys	0m0.021s
 
+Why did you drop manylinux1 wheels?
+___________________________________
+
+Because frankly the manylinux1 docker containers won't run on my build hosts because I run up to date software and kernels.
+The manylinux1 docker images are also full of extremely old package versions that will not receive updates or security fixes. The way that ParallelSSH handled this was to bundle their own versions of libssh2, OpenSSL and zlib in the repository.
+I moved to manylinux2014 because 2010 had old packages. If someone asks for a manylinux2010 wheel, I'll provide one but for now 2014 is what will be built and provided.
+
+Why did you drop Windows and OSX wheels?
+________________________________________
+I don't have build infrastructure for them and I don't use these platforms anywhere.
+If someone would like these wheels to be built you can open an issue and it'll be reviewed based on what can be provided to get such builds running.
+
+
 
 .. _libssh2: https://www.libssh2.org
 .. _Cython: https://www.cython.org

ci/docker/manylinux/Dockerfile

@@ -32,4 +32,4 @@ RUN mkdir -p build_libssh2 && cd build_libssh2 && \
 
 RUN rm -rf ${OPENSSL}* build_libssh2 libssh2.tar.gz
 
-VOLUME /var/cache
+VOLUME /var/cache

ci/docker/manylinux_2014/Dockerfile

@@ -0,0 +1,15 @@
+FROM quay.io/pypa/manylinux2014_x86_64
+
+ENV SYSTEM_LIBSSH2 1
+
+COPY ./libssh2 /libssh2
+
+RUN yum -y --disablerepo="epel" install zlib-devel openssl-devel cmake gcc
+
+# Libssh2
+RUN mkdir -p build_libssh2 && cd build_libssh2 && \
+    cmake /libssh2 -DBUILD_SHARED_LIBS=ON -DENABLE_ZLIB_COMPRESSION=ON \
+    -DENABLE_CRYPT_NONE=ON -DENABLE_MAC_NONE=ON -DCMAKE_INSTALL_PREFIX=/usr && \
+    cmake --build . --config Release --target install
+
+RUN rm -rf build_libssh2

ci/gitlab/build-manylinux.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+
+export DOCKER_TAG=red_m/redlibssh2
+rm -rf build dist ssh2/libssh2.*
+
+docker build -t $DOCKER_TAG ci/docker/manylinux_2014
+docker run --rm -v `pwd`:/io $DOCKER_TAG /io/ci/gitlab/build-wheels.sh
+ls wheelhouse/

ci/gitlab/build-wheels.sh

@@ -0,0 +1,17 @@
+#!/bin/bash -xe
+
+# Compile wheels
+for PYBIN in `ls -1d /opt/python/*/bin | grep -v cpython`; do
+    "${PYBIN}/pip" wheel /io/ -w wheelhouse/
+done
+
+# Bundle external shared libraries into the wheels
+for whl in wheelhouse/*.whl; do
+    auditwheel repair "$whl" -w /io/wheelhouse/
+done
+
+# Install packages and test
+for PYBIN in `ls -1d /opt/python/*/bin | grep -v cpython`; do
+    "${PYBIN}/pip" install redlibssh2 --no-index -f /io/wheelhouse
+    (cd "$HOME"; "${PYBIN}/python" -c 'from ssh2.session import Session; Session()')
+done