.buildkite added

Author: shravanngoswamii

.buildkite/.gitignore

@@ -0,0 +1 @@
+ssh_deploy.key

.buildkite/0_webui.yml

@@ -0,0 +1,28 @@
+agents:
+  queue: "juliaecosystem"
+  sandbox_capable: true
+
+steps:
+  - label: ":unlock: Launch tutorials build if hash check successful"
+    branches: "!gh-pages"
+    plugins:
+      - staticfloat/cryptic#v2:
+          signed_pipelines:
+            - pipeline: .buildkite/launch_tutorials.yml
+              signature_file: .buildkite/launch_tutorials.yml.signature
+              inputs:
+                - .buildkite/run_tutorial.yml
+                - .buildkite/publish_tutorials_output.sh
+              allow_hash_override: true
+    command: "true"
+
+  - label: ":runner: Dynamically launch test suite"
+    plugins:
+      - staticfloat/forerunner:
+          # This will create one job overall, throwing all path information away
+          watch:
+            - "src/**/*.jl"
+            - "src/*.jl"
+            - "**/*.toml"
+          target: .buildkite/test_turing.yml
+          target_type: simple

.buildkite/build_tutorial.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -euo pipefail
+
+echo "--- Instantiate"
+julia --project=. -e 'using Pkg; Pkg.instantiate(); Pkg.build()'
+
+# Run tutorial
+echo "+++ Run tutorial for ${1}"
+julia --project=. weave_tutorials.jl "${1}"

.buildkite/cryptic_repo_keys/.gitignore

@@ -0,0 +1,6 @@
+
+# Ignore the unencrypted repo_key
+repo_key
+
+# Ignore any agent keys (public or private) we have stored
+agent_key*

.buildkite/cryptic_repo_keys/repo_key.2297e5e7

@@ -0,0 +1,16 @@
+agents:
+  queue: "juliaecosystem"
+  sandbox_capable: true
+
+steps:
+  - label: ":runner: Dynamically launch test_turing"
+    branches: "!gh-pages"
+    plugins:
+      - staticfloat/forerunner:
+          # This will create one job overall, throwing all path information away
+          watch:
+            - "src/**/*.jl"
+            - "src/*.jl"
+            - "**/*.toml"
+          target: .buildkite/test_turing.yml
+          target_type: simple

.buildkite/launch_test_turing.yml

@@ -0,0 +1,19 @@
+agents:
+  queue: "juliaecosystem"
+  sandbox_capable: true
+
+steps:
+  - label: ":runner: Dynamically launch run_tutorial.yml"
+    branches: "!gh-pages"
+    env:
+      BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET: ${BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET?}
+    depends_on:
+    plugins:
+      - staticfloat/forerunner:
+          # This will create one job per project
+          watch:
+            - tutorials/**/*.jmd
+            - tutorials/**/*.toml
+          path_processor: .buildkite/path_processors/project-coalescing
+          target: .buildkite/run_tutorial.yml
+          target_type: template

.buildkite/launch_tutorials.yml

@@ -0,0 +1,62 @@
+#!/bin/bash
+
+# When a `.jmd` file is modified, it gets rewritten by itself; but when a `.toml` file
+# (such as a `Project.toml` or a `Manifest.toml`) gets modified, we rebuild the entire
+# directory.  To avoid double-building, we coalesce all changes here, by converting
+# changed files that end in `.toml` to their directory, then dropping all other files
+# within that folder.
+
+# This will hold all files that need to be rebuilt, keyed by path and pointing to their
+# containing project
+declare -A FILES
+
+# This will hold all projects that need to be rebuilt, and will allow us to suppress
+# values from FILES_TO_RUN
+declare -A PROJECTS
+
+# Helper function to find the directory that contains the `Project.toml` for this file
+function find_project() {
+    d="${1}"
+    # We define a basecase, that the path must begin with `tutorials` and is not allowed
+    # to move outside of that subtree.
+    while [[ "${d}" =~ tutorials/.* ]]; do
+        if [[ -f "${d}/Project.toml" ]]; then
+            echo "${d}"
+            return
+        fi
+        d="$(dirname "${d}")"
+    done
+}
+
+# For each file, find its project, then if its a `.jmd` file, we add it to `FILES`
+# If it's a `.toml` file, we add it to `PROJECTS`.
+for f in "$@"; do
+    proj=$(find_project "${f}")
+    if [[ -z "${proj}" ]]; then
+        buildkite-agent annotate "Unable to find project for ${f}" --style "error"
+        continue
+    fi
+
+    if [[ "${f}" == *.jmd ]]; then
+        FILES["${f}"]="${proj}"
+    elif [[ "${f}" == *.toml ]]; then
+        PROJECTS["${proj}"]=1
+    else
+        buildkite-agent annotate "Unknown weave type for file ${f}" --style "error"
+    fi
+done
+
+# We're going to emit the project directories first:
+BUILD_TARGETS="${!PROJECTS[@]}"
+
+# But we're also going to emit any single files whose projects are _not_ contained
+# in the projects we're already building
+for f in "${!FILES[@]}"; do
+    proj=${FILES[$f]}
+    if ! [ ${PROJECTS[$proj]+x} ]; then
+        BUILD_TARGETS="${BUILD_TARGETS} ${f}"
+    fi
+done
+
+# Output the build targets
+echo "${BUILD_TARGETS}"

.buildkite/launch_tutorials.yml.signature

@@ -0,0 +1,15 @@
+steps:
+  - label: ":runner: Dynamically launch Pipelines"
+    plugins:
+      - staticfloat/forerunner:
+          # This will create one job per project
+          watch:
+            - tutorials/**/*.jmd
+            - tutorials/**/*.toml
+          path_processor: .buildkite/path_processors/project-coalescing
+          target: .buildkite/run_tutorial.yml
+          target_type: template
+    agents:
+      queue: "juliacpu"
+      fastcpu: true
+    if: build.message !~ /\[skip ci\]/