microsoft · fl3sc0b · May 10, 2022
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/Dockerfile b/containers/python-3-pyspark-databricks-dbx/.devcontainer/Dockerfile
@@ -0,0 +1,61 @@
+# [Choice] Python version (use -bullseye variants on local arm64/Apple Silicon): 3, 3.10, 3.9, 3.8, 3.7, 3.6, 3-bullseye, 3.10-bullseye, 3.9-bullseye, 3.8-bullseye, 3.7-bullseye, 3.6-bullseye, 3-buster, 3.10-buster, 3.9-buster, 3.8-buster, 3.7-buster, 3.6-buster
+ARG VARIANT=3-bullseye
+FROM mcr.microsoft.com/vscode/devcontainers/python:${VARIANT}
+
+# [Choice] Node.js version: none, lts/*, 16, 14, 12, 10
+ARG NODE_VERSION="none"
+RUN if [ "${NODE_VERSION}" != "none" ]; then su vscode -c "umask 0002 && . /usr/local/share/nvm/nvm.sh && nvm install ${NODE_VERSION} 2>&1"; fi
+
+ARG spark_version="3.1.2"
+ARG hadoop_version="3.2"
+ARG spark_checksum="2385CB772F21B014CE2ABD6B8F5E815721580D6E8BC42A26D70BBCDDA8D303D886A6F12B36D40F6971B5547B70FAE62B5A96146F0421CB93D4E51491308EF5D5"
+ARG openjdk_version=11
+
+ENV APACHE_SPARK_VERSION="${spark_version}" \
+    HADOOP_VERSION="${hadoop_version}"
+
+RUN sudo apt-get update --yes && sudo apt-get install --yes --no-install-recommends \
+	"openjdk-${openjdk_version}-jre-headless" \
+	ca-certificates-java && \
+	sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*
+
+# Spark installation
+WORKDIR /tmp
+RUN sudo wget -q "https://archive.apache.org/dist/spark/spark-${APACHE_SPARK_VERSION}/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \
+    echo "${spark_checksum} *spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" | sha512sum -c - && \
+    sudo tar xzf "spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" -C /usr/local --owner root --group root --no-same-owner && \
+    sudo rm "spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz"
+
+WORKDIR /usr/local
+
+# Configure Spark
+ENV SPARK_HOME=/usr/local/spark
+ENV SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info" \
+    PATH="${PATH}:${SPARK_HOME}/bin"
+
+RUN sudo ln -s "spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}" spark && \
+    # Add a link in the before_notebook hook in order to source automatically PYTHONPATH
+    sudo mkdir -p /usr/local/bin/before-notebook.d && \
+    sudo ln -s "${SPARK_HOME}/sbin/spark-config.sh" /usr/local/bin/before-notebook.d/spark-config.sh
+
+# Fix Spark installation for Java 11 and Apache Arrow library
+# see: https://github.com/apache/spark/pull/27356, https://spark.apache.org/docs/latest/#downloading
+RUN sudo cp -p "${SPARK_HOME}/conf/spark-defaults.conf.template" "${SPARK_HOME}/conf/spark-defaults.conf" && \
+    echo 'spark.driver.extraJavaOptions -Dio.netty.tryReflectionSetAccessible=true' >> "${SPARK_HOME}/conf/spark-defaults.conf" && \
+    echo 'spark.executor.extraJavaOptions -Dio.netty.tryReflectionSetAccessible=true' >> "${SPARK_HOME}/conf/spark-defaults.conf"
+
+RUN sudo pip install pyspark
+
+RUN sudo pip install dbx
+
+# [Optional] If your pip requirements rarely change, uncomment this section to add them to the image.
+# COPY requirements.txt /tmp/pip-tmp/
+# RUN pip3 --disable-pip-version-check --no-cache-dir install -r /tmp/pip-tmp/requirements.txt \
+#    && rm -rf /tmp/pip-tmp
+
+# [Optional] Uncomment this section to install additional OS packages.
+# RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
+#     && apt-get -y install --no-install-recommends <your-package-list-here>
+
+# [Optional] Uncomment this line to install global node packages.
+# RUN su vscode -c "source /usr/local/share/nvm/nvm.sh && npm install -g <your-package-here>" 2>&1
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/base.Dockerfile b/containers/python-3-pyspark-databricks-dbx/.devcontainer/base.Dockerfile
@@ -0,0 +1,51 @@
+# [Choice] Python version (use -bullseye variants on local arm64/Apple Silicon): 3, 3.10, 3.9, 3.8, 3.7, 3.6, 3-bullseye, 3.10-bullseye, 3.9-bullseye, 3.8-bullseye, 3.7-bullseye, 3.6-bullseye, 3-buster, 3.10-buster, 3.9-buster, 3.8-buster, 3.7-buster, 3.6-buster
+ARG VARIANT=3-bullseye
+FROM python:${VARIANT}
+
+# Copy library scripts to execute
+COPY .devcontainer/library-scripts/*.sh .devcontainer/library-scripts/*.env /tmp/library-scripts/
+
+# [Option] Install zsh
+ARG INSTALL_ZSH="true"
+# [Option] Upgrade OS packages to their latest versions
+ARG UPGRADE_PACKAGES="true"
+# Install needed packages and setup non-root user. Use a separate RUN statement to add your own dependencies.
+ARG USERNAME=vscode
+ARG USER_UID=1000
+ARG USER_GID=$USER_UID
+RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
+    # Remove imagemagick due to https://security-tracker.debian.org/tracker/CVE-2019-10131
+    && apt-get purge -y imagemagick imagemagick-6-common \
+    # Install common packages, non-root user
+    && bash /tmp/library-scripts/common-debian.sh "${INSTALL_ZSH}" "${USERNAME}" "${USER_UID}" "${USER_GID}" "${UPGRADE_PACKAGES}" "true" "true" \
+    && apt-get autoremove -y && apt-get clean -y && rm -rf /var/lib/apt/lists/*
+
+# Setup default python tools in a venv via pipx to avoid conflicts
+ENV PIPX_HOME=/usr/local/py-utils \
+    PIPX_BIN_DIR=/usr/local/py-utils/bin
+ENV PATH=${PATH}:${PIPX_BIN_DIR}
+RUN bash /tmp/library-scripts/python-debian.sh "none" "/usr/local" "${PIPX_HOME}" "${USERNAME}" \ 
+    && apt-get clean -y && rm -rf /var/lib/apt/lists/*
+
+# [Choice] Node.js version: none, lts/*, 16, 14, 12, 10
+ARG NODE_VERSION="none"
+ENV NVM_DIR=/usr/local/share/nvm
+ENV NVM_SYMLINK_CURRENT=true \
+    PATH=${NVM_DIR}/current/bin:${PATH}
+RUN bash /tmp/library-scripts/node-debian.sh "${NVM_DIR}" "${NODE_VERSION}" "${USERNAME}" \
+    && apt-get clean -y && rm -rf /var/lib/apt/lists/*
+
+# Remove library scripts for final image
+RUN rm -rf /tmp/library-scripts
+
+# [Optional] If your pip requirements rarely change, uncomment this section to add them to the image.
+# COPY requirements.txt /tmp/pip-tmp/
+# RUN pip3 --disable-pip-version-check --no-cache-dir install -r /tmp/pip-tmp/requirements.txt \
+#    && rm -rf /tmp/pip-tmp
+
+# [Optional] Uncomment this section to install additional OS packages.
+# RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
+#     && apt-get -y install --no-install-recommends <your-package-list-here>
+
+# [Optional] Uncomment this line to install global node packages.
+# RUN su vscode -c "source /usr/local/share/nvm/nvm.sh && npm install -g <your-package-here>" 2>&1
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/devcontainer.json b/containers/python-3-pyspark-databricks-dbx/.devcontainer/devcontainer.json
@@ -0,0 +1,46 @@
+{
+	"name": "Python 3",
+	"build": {
+		"dockerfile": "Dockerfile",
+		"context": "..",
+		"args": { 
+			// Update 'VARIANT' to pick a Python version: 3, 3.10, 3.9, 3.8, 3.7, 3.6
+			// Append -bullseye or -buster to pin to an OS version.
+			// Use -bullseye variants on local on arm64/Apple Silicon.
+			"VARIANT": "3.10-bullseye",
+			// Options
+			"NODE_VERSION": "lts/*"
+		}
+	},
+
+	// Set *default* container specific settings.json values on container create.
+	"settings": { 
+		"python.defaultInterpreterPath": "/usr/local/bin/python",
+		"python.linting.enabled": true,
+		"python.linting.pylintEnabled": true,
+		"python.formatting.autopep8Path": "/usr/local/py-utils/bin/autopep8",
+		"python.formatting.blackPath": "/usr/local/py-utils/bin/black",
+		"python.formatting.yapfPath": "/usr/local/py-utils/bin/yapf",
+		"python.linting.banditPath": "/usr/local/py-utils/bin/bandit",
+		"python.linting.flake8Path": "/usr/local/py-utils/bin/flake8",
+		"python.linting.mypyPath": "/usr/local/py-utils/bin/mypy",
+		"python.linting.pycodestylePath": "/usr/local/py-utils/bin/pycodestyle",
+		"python.linting.pydocstylePath": "/usr/local/py-utils/bin/pydocstyle",
+		"python.linting.pylintPath": "/usr/local/py-utils/bin/pylint"
+	},
+
+	// Add the IDs of extensions you want installed when the container is created.
+	"extensions": [
+		"ms-python.python",
+		"ms-python.vscode-pylance"
+	],
+
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	// "forwardPorts": [],
+
+	// Use 'postCreateCommand' to run commands after the container is created.
+	// "postCreateCommand": "pip3 install --user -r requirements.txt",
+
+	// Comment out to connect as root instead. More info: https://aka.ms/vscode-remote/containers/non-root.
+	"remoteUser": "vscode"
+}
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/README.md b/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/README.md
@@ -0,0 +1,5 @@
+# Warning: Folder contents may be replaced
+
+The contents of this folder will be automatically replaced with a file of the same name in the [vscode-dev-containers](https://github.com/microsoft/vscode-dev-containers) repository's [script-library folder](https://github.com/microsoft/vscode-dev-containers/tree/main/script-library) whenever the repository is packaged.
+
+To retain your edits, move the file to a different location. You may also delete the files if they are not needed.
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/common-debian.sh b/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/common-debian.sh
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/meta.env b/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/meta.env
@@ -0,0 +1 @@
+VERSION='dev'
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/node-debian.sh b/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/node-debian.sh
@@ -0,0 +1,169 @@
+#!/bin/bash
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+#
+# Docs: https://github.com/microsoft/vscode-dev-containers/blob/main/script-library/docs/node.md
+# Maintainer: The VS Code and Codespaces Teams
+#
+# Syntax: ./node-debian.sh [directory to install nvm] [node version to install (use "none" to skip)] [non-root user] [Update rc files flag] [install node-gyp deps]
+
+export NVM_DIR=${1:-"/usr/local/share/nvm"}
+export NODE_VERSION=${2:-"lts"}
+USERNAME=${3:-"automatic"}
+UPDATE_RC=${4:-"true"}
+INSTALL_TOOLS_FOR_NODE_GYP="${5:-true}"
+export NVM_VERSION="0.38.0"
+
+set -e
+
+if [ "$(id -u)" -ne 0 ]; then
+    echo -e 'Script must be run as root. Use sudo, su, or add "USER root" to your Dockerfile before running this script.'
+    exit 1
+fi
+
+# Ensure that login shells get the correct path if the user updated the PATH using ENV.
+rm -f /etc/profile.d/00-restore-env.sh
+echo "export PATH=${PATH//$(sh -lc 'echo $PATH')/\$PATH}" > /etc/profile.d/00-restore-env.sh
+chmod +x /etc/profile.d/00-restore-env.sh
+
+# Determine the appropriate non-root user
+if [ "${USERNAME}" = "auto" ] || [ "${USERNAME}" = "automatic" ]; then
+    USERNAME=""
+    POSSIBLE_USERS=("vscode" "node" "codespace" "$(awk -v val=1000 -F ":" '$3==val{print $1}' /etc/passwd)")
+    for CURRENT_USER in ${POSSIBLE_USERS[@]}; do
+        if id -u ${CURRENT_USER} > /dev/null 2>&1; then
+            USERNAME=${CURRENT_USER}
+            break
+        fi
+    done
+    if [ "${USERNAME}" = "" ]; then
+        USERNAME=root
+    fi
+elif [ "${USERNAME}" = "none" ] || ! id -u ${USERNAME} > /dev/null 2>&1; then
+    USERNAME=root
+fi
+
+updaterc() {
+    if [ "${UPDATE_RC}" = "true" ]; then
+        echo "Updating /etc/bash.bashrc and /etc/zsh/zshrc..."
+        if [[ "$(cat /etc/bash.bashrc)" != *"$1"* ]]; then
+            echo -e "$1" >> /etc/bash.bashrc
+        fi
+        if [ -f "/etc/zsh/zshrc" ] && [[ "$(cat /etc/zsh/zshrc)" != *"$1"* ]]; then
+            echo -e "$1" >> /etc/zsh/zshrc
+        fi
+    fi
+}
+
+# Function to run apt-get if needed
+apt_get_update_if_needed()
+{
+    if [ ! -d "/var/lib/apt/lists" ] || [ "$(ls /var/lib/apt/lists/ | wc -l)" = "0" ]; then
+        echo "Running apt-get update..."
+        apt-get update
+    else
+        echo "Skipping apt-get update."
+    fi
+}
+
+# Checks if packages are installed and installs them if not
+check_packages() {
+    if ! dpkg -s "$@" > /dev/null 2>&1; then
+        apt_get_update_if_needed
+        apt-get -y install --no-install-recommends "$@"
+    fi
+}
+
+# Ensure apt is in non-interactive to avoid prompts
+export DEBIAN_FRONTEND=noninteractive
+
+# Install dependencies
+check_packages apt-transport-https curl ca-certificates tar gnupg2 dirmngr
+
+# Install yarn
+if type yarn > /dev/null 2>&1; then
+    echo "Yarn already installed."
+else
+    # Import key safely (new method rather than deprecated apt-key approach) and install
+    curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | gpg --dearmor > /usr/share/keyrings/yarn-archive-keyring.gpg
+    echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/yarn-archive-keyring.gpg] https://dl.yarnpkg.com/debian/ stable main" > /etc/apt/sources.list.d/yarn.list
+    apt-get update
+    apt-get -y install --no-install-recommends yarn
+fi
+
+# Adjust node version if required
+if [ "${NODE_VERSION}" = "none" ]; then
+    export NODE_VERSION=
+elif [ "${NODE_VERSION}" = "lts" ]; then
+    export NODE_VERSION="lts/*"
+fi
+
+# Create a symlink to the installed version for use in Dockerfile PATH statements
+export NVM_SYMLINK_CURRENT=true
+
+# Install the specified node version if NVM directory already exists, then exit
+if [ -d "${NVM_DIR}" ]; then
+    echo "NVM already installed."
+    if [ "${NODE_VERSION}" != "" ]; then
+       su ${USERNAME} -c ". $NVM_DIR/nvm.sh && nvm install ${NODE_VERSION} && nvm clear-cache"
+    fi
+    exit 0
+fi
+
+# Create nvm group, nvm dir, and set sticky bit
+if ! cat /etc/group | grep -e "^nvm:" > /dev/null 2>&1; then
+    groupadd -r nvm
+fi
+umask 0002
+usermod -a -G nvm ${USERNAME}
+mkdir -p ${NVM_DIR}
+chown :nvm ${NVM_DIR}
+chmod g+s ${NVM_DIR}
+su ${USERNAME} -c "$(cat << EOF
+    set -e
+    umask 0002
+    # Do not update profile - we'll do this manually
+    export PROFILE=/dev/null
+    curl -so- https://github.com/raw/nvm-sh/nvm/v${NVM_VERSION}/install.sh | bash 
+    source ${NVM_DIR}/nvm.sh
+    if [ "${NODE_VERSION}" != "" ]; then
+        nvm alias default ${NODE_VERSION}
+    fi
+    nvm clear-cache 
+EOF
+)" 2>&1
+# Update rc files
+if [ "${UPDATE_RC}" = "true" ]; then
+updaterc "$(cat <<EOF
+export NVM_DIR="${NVM_DIR}"
+[ -s "\$NVM_DIR/nvm.sh" ] && . "\$NVM_DIR/nvm.sh"
+[ -s "\$NVM_DIR/bash_completion" ] && . "\$NVM_DIR/bash_completion"
+EOF
+)"
+fi
+
+# If enabled, verify "python3", "make", "gcc", "g++" commands are available so node-gyp works - https://github.com/nodejs/node-gyp
+if [ "${INSTALL_TOOLS_FOR_NODE_GYP}" = "true" ]; then
+    echo "Verifying node-gyp OS requirements..."
+    to_install=""
+    if ! type make > /dev/null 2>&1; then
+        to_install="${to_install} make"
+    fi
+    if ! type gcc > /dev/null 2>&1; then
+        to_install="${to_install} gcc"
+    fi
+    if ! type g++ > /dev/null 2>&1; then
+        to_install="${to_install} g++"
+    fi
+    if ! type python3 > /dev/null 2>&1; then
+        to_install="${to_install} python3-minimal"
+    fi
+    if [ ! -z "${to_install}" ]; then
+        apt_get_update_if_needed
+        apt-get -y install ${to_install}
+    fi
+fi
+
+echo "Done!"
diff --git a/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/python-debian.sh b/containers/python-3-pyspark-databricks-dbx/.devcontainer/library-scripts/python-debian.sh
@@ -0,0 +1,354 @@
+#!/usr/bin/env bash
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+#
+# Docs: https://github.com/microsoft/vscode-dev-containers/blob/main/script-library/docs/python.md
+# Maintainer: The VS Code and Codespaces Teams
+#
+# Syntax: ./python-debian.sh [Python Version] [Python intall path] [PIPX_HOME] [non-root user] [Update rc files flag] [install tools flag] [Use Oryx if available flag] [Optimize when building from source flag]
+
+PYTHON_VERSION=${1:-"latest"} # 'system' checks the base image first, else installs 'latest'
+PYTHON_INSTALL_PATH=${2:-"/usr/local/python"}
+export PIPX_HOME=${3:-"/usr/local/py-utils"}
+USERNAME=${4:-"automatic"}
+UPDATE_RC=${5:-"true"}
+INSTALL_PYTHON_TOOLS=${6:-"true"}
+USE_ORYX_IF_AVAILABLE=${7:-"true"}
+OPTIMIZE_BUILD_FROM_SOURCE=${8-"false"}
+
+DEFAULT_UTILS=("pylint" "flake8" "autopep8" "black" "yapf" "mypy" "pydocstyle" "pycodestyle" "bandit" "pipenv" "virtualenv")
+PYTHON_SOURCE_GPG_KEYS="64E628F8D684696D B26995E310250568 2D347EA6AA65421D FB9921286F5E1540 3A5CA953F73C700D 04C367C218ADD4FF 0EDDC5F26A45C816 6AF053F07D9DC8D2 C9BE28DEE6DF025C 126EB563A74B06BF D9866941EA5BBD71 ED9D77D5"
+GPG_KEY_SERVERS="keyserver hkp://keyserver.ubuntu.com:80
+keyserver hkps://keys.openpgp.org
+keyserver hkp://keyserver.pgp.com"
+
+set -e
+
+if [ "$(id -u)" -ne 0 ]; then
+    echo -e 'Script must be run as root. Use sudo, su, or add "USER root" to your Dockerfile before running this script.'
+    exit 1
+fi
+
+# Ensure that login shells get the correct path if the user updated the PATH using ENV.
+rm -f /etc/profile.d/00-restore-env.sh
+echo "export PATH=${PATH//$(sh -lc 'echo $PATH')/\$PATH}" > /etc/profile.d/00-restore-env.sh
+chmod +x /etc/profile.d/00-restore-env.sh
+
+# Determine the appropriate non-root user
+if [ "${USERNAME}" = "auto" ] || [ "${USERNAME}" = "automatic" ]; then
+    USERNAME=""
+    POSSIBLE_USERS=("vscode" "node" "codespace" "$(awk -v val=1000 -F ":" '$3==val{print $1}' /etc/passwd)")
+    for CURRENT_USER in ${POSSIBLE_USERS[@]}; do
+        if id -u ${CURRENT_USER} > /dev/null 2>&1; then
+            USERNAME=${CURRENT_USER}
+            break
+        fi
+    done
+    if [ "${USERNAME}" = "" ]; then
+        USERNAME=root
+    fi
+elif [ "${USERNAME}" = "none" ] || ! id -u ${USERNAME} > /dev/null 2>&1; then
+    USERNAME=root
+fi
+
+updaterc() {
+    if [ "${UPDATE_RC}" = "true" ]; then
+        echo "Updating /etc/bash.bashrc and /etc/zsh/zshrc..."
+        if [[ "$(cat /etc/bash.bashrc)" != *"$1"* ]]; then
+            echo -e "$1" >> /etc/bash.bashrc
+        fi
+        if [ -f "/etc/zsh/zshrc" ] && [[ "$(cat /etc/zsh/zshrc)" != *"$1"* ]]; then
+            echo -e "$1" >> /etc/zsh/zshrc
+        fi
+    fi
+}
+
+# Get central common setting
+get_common_setting() {
+    if [ "${common_settings_file_loaded}" != "true" ]; then
+        curl -sfL "https://aka.ms/vscode-dev-containers/script-library/settings.env" 2>/dev/null -o /tmp/vsdc-settings.env || echo "Could not download settings file. Skipping."
+        common_settings_file_loaded=true
+    fi
+    if [ -f "/tmp/vsdc-settings.env" ]; then
+        local multi_line=""
+        if [ "$2" = "true" ]; then multi_line="-z"; fi
+        local result="$(grep ${multi_line} -oP "$1=\"?\K[^\"]+" /tmp/vsdc-settings.env | tr -d '\0')"
+        if [ ! -z "${result}" ]; then declare -g $1="${result}"; fi
+    fi
+    echo "$1=${!1}"
+}
+
+# Import the specified key in a variable name passed in as 
+receive_gpg_keys() {
+    get_common_setting $1
+    local keys=${!1}
+    get_common_setting GPG_KEY_SERVERS true
+    local keyring_args=""
+    if [ ! -z "$2" ]; then
+        mkdir -p "$(dirname \"$2\")"
+        keyring_args="--no-default-keyring --keyring $2"
+    fi
+
+    # Use a temporary locaiton for gpg keys to avoid polluting image
+    export GNUPGHOME="/tmp/tmp-gnupg"
+    mkdir -p ${GNUPGHOME}
+    chmod 700 ${GNUPGHOME}
+    echo -e "disable-ipv6\n${GPG_KEY_SERVERS}" > ${GNUPGHOME}/dirmngr.conf
+    # GPG key download sometimes fails for some reason and retrying fixes it.
+    local retry_count=0
+    local gpg_ok="false"
+    set +e
+    until [ "${gpg_ok}" = "true" ] || [ "${retry_count}" -eq "5" ]; 
+    do
+        echo "(*) Downloading GPG key..."
+        ( echo "${keys}" | xargs -n 1 gpg -q ${keyring_args} --recv-keys) 2>&1 && gpg_ok="true"
+        if [ "${gpg_ok}" != "true" ]; then
+            echo "(*) Failed getting key, retring in 10s..."
+            (( retry_count++ ))
+            sleep 10s
+        fi
+    done
+    set -e
+    if [ "${gpg_ok}" = "false" ]; then
+        echo "(!) Failed to get gpg key."
+        exit 1
+    fi
+}
+
+# Figure out correct version of a three part version number is not passed
+find_version_from_git_tags() {
+    local variable_name=$1
+    local requested_version=${!variable_name}
+    if [ "${requested_version}" = "none" ]; then return; fi
+    local repository=$2
+    local prefix=${3:-"tags/v"}
+    local separator=${4:-"."}
+    local last_part_optional=${5:-"false"}    
+    if [ "$(echo "${requested_version}" | grep -o "." | wc -l)" != "2" ]; then
+        local escaped_separator=${separator//./\\.}
+        local last_part
+        if [ "${last_part_optional}" = "true" ]; then
+            last_part="(${escaped_separator}[0-9]+)?"
+        else
+            last_part="${escaped_separator}[0-9]+"
+        fi
+        local regex="${prefix}\\K[0-9]+${escaped_separator}[0-9]+${last_part}$"
+        local version_list="$(git ls-remote --tags ${repository} | grep -oP "${regex}" | tr -d ' ' | tr "${separator}" "." | sort -rV)"
+        if [ "${requested_version}" = "latest" ] || [ "${requested_version}" = "current" ] || [ "${requested_version}" = "lts" ]; then
+            declare -g ${variable_name}="$(echo "${version_list}" | head -n 1)"
+        else
+            set +e
+            declare -g ${variable_name}="$(echo "${version_list}" | grep -E -m 1 "^${requested_version//./\\.}([\\.\\s]|$)")"
+            set -e
+        fi
+    fi
+    if [ -z "${!variable_name}" ] || ! echo "${version_list}" | grep "^${!variable_name//./\\.}$" > /dev/null 2>&1; then
+        echo -e "Invalid ${variable_name} value: ${requested_version}\nValid values:\n${version_list}" >&2
+        exit 1
+    fi
+    echo "${variable_name}=${!variable_name}"
+}
+
+# Use Oryx to install something using a partial version match
+oryx_install() {
+    local platform=$1
+    local requested_version=$2
+    local target_folder=${3:-none}
+    local ldconfig_folder=${4:-none}
+    echo "(*) Installing ${platform} ${requested_version} using Oryx..."
+    check_packages jq
+    # Soft match if full version not specified
+    if [ "$(echo "${requested_version}" | grep -o "." | wc -l)" != "2" ]; then
+        local version_list="$(oryx platforms --json | jq -r ".[] | select(.Name == \"${platform}\") | .Versions | sort | reverse | @tsv" | tr '\t' '\n' | grep -E '^[0-9]+\.[0-9]+\.[0-9]+$')"
+        if [ "${requested_version}" = "latest" ] || [ "${requested_version}" = "current" ] || [ "${requested_version}" = "lts" ]; then
+            requested_version="$(echo "${version_list}" | head -n 1)"
+        else
+            set +e
+            requested_version="$(echo "${version_list}" | grep -E -m 1 "^${requested_version//./\\.}([\\.\\s]|$)")"
+            set -e
+        fi
+        if [ -z "${requested_version}" ] || ! echo "${version_list}" | grep "^${requested_version//./\\.}$" > /dev/null 2>&1; then
+            echo -e "(!) Oryx does not support ${platform} version $2\nValid values:\n${version_list}" >&2
+            return 1
+        fi
+        echo "(*) Using ${requested_version} in place of $2."
+    fi
+
+    export ORYX_ENV_TYPE=vsonline-present ORYX_PREFER_USER_INSTALLED_SDKS=true ENABLE_DYNAMIC_INSTALL=true DYNAMIC_INSTALL_ROOT_DIR=/opt
+    oryx prep --skip-detection --platforms-and-versions "${platform}=${requested_version}"
+    local opt_folder="/opt/${platform}/${requested_version}"
+    if [ "${target_folder}" != "none" ] && [ "${target_folder}" != "${opt_folder}" ]; then
+        ln -s "${opt_folder}" "${target_folder}"
+    fi
+    # Update library path add to conf
+    if [ "${ldconfig_folder}" != "none" ]; then
+        echo "/opt/${platform}/${requested_version}/lib" >> "/etc/ld.so.conf.d/${platform}.conf"
+        ldconfig
+    fi
+}
+
+# Function to run apt-get if needed
+apt_get_update_if_needed()
+{
+    if [ ! -d "/var/lib/apt/lists" ] || [ "$(ls /var/lib/apt/lists/ | wc -l)" = "0" ]; then
+        echo "Running apt-get update..."
+        apt-get update
+    else
+        echo "Skipping apt-get update."
+    fi
+}
+
+# Checks if packages are installed and installs them if not
+check_packages() {
+    if ! dpkg -s "$@" > /dev/null 2>&1; then
+        apt_get_update_if_needed
+        apt-get -y install --no-install-recommends "$@"
+    fi
+}
+
+install_from_source() {
+    if [ -d "${PYTHON_INSTALL_PATH}" ]; then
+        echo "(!) Path ${PYTHON_INSTALL_PATH} already exists. Remove this existing path or select a different one."
+        exit 1
+    fi
+    echo "(*) Building Python ${PYTHON_VERSION} from source..."
+    # Install prereqs if missing
+    check_packages curl ca-certificates gnupg2 tar make gcc libssl-dev zlib1g-dev libncurses5-dev \
+                libbz2-dev libreadline-dev libxml2-dev xz-utils libgdbm-dev tk-dev dirmngr \
+                libxmlsec1-dev libsqlite3-dev libffi-dev liblzma-dev uuid-dev 
+    if ! type git > /dev/null 2>&1; then
+        apt_get_update_if_needed
+        apt-get -y install --no-install-recommends git
+    fi
+
+    # Find version using soft match
+    find_version_from_git_tags PYTHON_VERSION "https://github.com/python/cpython"
+
+    # Download tgz of source
+    mkdir -p /tmp/python-src "${PYTHON_INSTALL_PATH}"
+    cd /tmp/python-src
+    local tgz_filename="Python-${PYTHON_VERSION}.tgz"
+    local tgz_url="https://www.python.org/ftp/python/${PYTHON_VERSION}/${tgz_filename}"
+    echo "Downloading ${tgz_filename}..."
+    curl -sSL -o "/tmp/python-src/${tgz_filename}" "${tgz_url}"
+
+    # Verify signature
+    receive_gpg_keys PYTHON_SOURCE_GPG_KEYS
+    echo "Downloading ${tgz_filename}.asc..."
+    curl -sSL -o "/tmp/python-src/${tgz_filename}.asc" "${tgz_url}.asc"
+    gpg --verify "${tgz_filename}.asc"
+
+    # Update min protocol for testing only - https://bugs.python.org/issue41561
+    cp /etc/ssl/openssl.cnf /tmp/python-src/
+    sed -i -E 's/MinProtocol[=\ ]+.*/MinProtocol = TLSv1.0/g' /tmp/python-src/openssl.cnf
+    export OPENSSL_CONF=/tmp/python-src/openssl.cnf
+
+    # Untar and build
+    tar -xzf "/tmp/python-src/${tgz_filename}" -C "/tmp/python-src" --strip-components=1
+    local config_args=""
+    if [ "${OPTIMIZE_BUILD_FROM_SOURCE}" = "true" ]; then
+        config_args="--enable-optimizations"
+    fi
+    ./configure --prefix="${PYTHON_INSTALL_PATH}" --with-ensurepip=install ${config_args}
+    make -j 8
+    make install
+    cd /tmp
+    rm -rf /tmp/python-src ${GNUPGHOME} /tmp/vscdc-settings.env
+    chown -R ${USERNAME} "${PYTHON_INSTALL_PATH}"
+    ln -s ${PYTHON_INSTALL_PATH}/bin/python3 ${PYTHON_INSTALL_PATH}/bin/python
+    ln -s ${PYTHON_INSTALL_PATH}/bin/pip3 ${PYTHON_INSTALL_PATH}/bin/pip
+    ln -s ${PYTHON_INSTALL_PATH}/bin/idle3 ${PYTHON_INSTALL_PATH}/bin/idle
+    ln -s ${PYTHON_INSTALL_PATH}/bin/pydoc3 ${PYTHON_INSTALL_PATH}/bin/pydoc
+    ln -s ${PYTHON_INSTALL_PATH}/bin/python3-config ${PYTHON_INSTALL_PATH}/bin/python-config
+}
+
+install_using_oryx() {
+    if [ -d "${PYTHON_INSTALL_PATH}" ]; then
+        echo "(!) Path ${PYTHON_INSTALL_PATH} already exists. Remove this existing path or select a different one."
+        exit 1
+    fi
+    oryx_install "python" "${PYTHON_VERSION}" "${PYTHON_INSTALL_PATH}" "lib" || return 1
+    ln -s ${PYTHON_INSTALL_PATH}/bin/idle3 ${PYTHON_INSTALL_PATH}/bin/idle
+    ln -s ${PYTHON_INSTALL_PATH}/bin/pydoc3 ${PYTHON_INSTALL_PATH}/bin/pydoc
+    ln -s ${PYTHON_INSTALL_PATH}/bin/python3-config ${PYTHON_INSTALL_PATH}/bin/python-config
+}
+
+# Ensure apt is in non-interactive to avoid prompts
+export DEBIAN_FRONTEND=noninteractive
+
+# General requirements
+check_packages curl ca-certificates gnupg2 tar make gcc libssl-dev zlib1g-dev libncurses5-dev \
+            libbz2-dev libreadline-dev libxml2-dev xz-utils libgdbm-dev tk-dev dirmngr \
+            libxmlsec1-dev libsqlite3-dev libffi-dev liblzma-dev uuid-dev 
+
+
+# Install python from source if needed
+if [ "${PYTHON_VERSION}" != "none" ]; then
+    # If the os-provided versions are "good enough", detect that and bail out.
+    if [ ${PYTHON_VERSION} = "os-provided" ] || [ ${PYTHON_VERSION} = "system" ]; then
+        check_packages python3 python3-doc python3-pip python3-venv python3-dev python3-tk
+        PYTHON_INSTALL_PATH="/usr"
+        should_install_from_source=false
+    elif [ "$(dpkg --print-architecture)" = "amd64" ] && [ "${USE_ORYX_IF_AVAILABLE}" = "true" ] && type oryx > /dev/null 2>&1; then
+        install_using_oryx || should_install_from_source=true
+    else
+        should_install_from_source=true
+    fi
+    if [ "${should_install_from_source}" = "true" ]; then
+        install_from_source
+    fi
+    updaterc "if [[ \"\${PATH}\" != *\"${PYTHON_INSTALL_PATH}/bin\"* ]]; then export PATH=${PYTHON_INSTALL_PATH}/bin:\${PATH}; fi"
+fi
+
+# If not installing python tools, exit
+if [ "${INSTALL_PYTHON_TOOLS}" != "true" ]; then
+    echo "Done!"
+    exit 0
+fi
+
+export PIPX_BIN_DIR="${PIPX_HOME}/bin"
+export PATH="${PYTHON_INSTALL_PATH}/bin:${PIPX_BIN_DIR}:${PATH}"
+
+# Create pipx group, dir, and set sticky bit
+if ! cat /etc/group | grep -e "^pipx:" > /dev/null 2>&1; then
+    groupadd -r pipx
+fi
+usermod -a -G pipx ${USERNAME}
+umask 0002
+mkdir -p ${PIPX_BIN_DIR}
+chown :pipx ${PIPX_HOME} ${PIPX_BIN_DIR}
+chmod g+s ${PIPX_HOME} ${PIPX_BIN_DIR}
+
+# Update pip if not using os provided python
+if [ ${PYTHON_VERSION} != "os-provided" ] && [ ${PYTHON_VERSION} != "system" ]; then
+    echo "Updating pip..."
+    ${PYTHON_INSTALL_PATH}/bin/python3 -m pip install --no-cache-dir --upgrade pip
+fi
+
+# Install tools
+echo "Installing Python tools..."
+export PYTHONUSERBASE=/tmp/pip-tmp
+export PIP_CACHE_DIR=/tmp/pip-tmp/cache
+pipx_path=""
+if ! type pipx > /dev/null 2>&1; then
+    pip3 install --disable-pip-version-check --no-cache-dir --user pipx 2>&1
+    /tmp/pip-tmp/bin/pipx install --pip-args=--no-cache-dir pipx
+    pipx_path="/tmp/pip-tmp/bin/"
+fi
+for util in ${DEFAULT_UTILS[@]}; do
+    if ! type ${util} > /dev/null 2>&1; then
+        ${pipx_path}pipx install --system-site-packages --pip-args '--no-cache-dir --force-reinstall' ${util}
+    else
+        echo "${util} already installed. Skipping."
+    fi
+done
+rm -rf /tmp/pip-tmp
+
+updaterc "$(cat << EOF
+export PIPX_HOME="${PIPX_HOME}"
+export PIPX_BIN_DIR="${PIPX_BIN_DIR}"
+if [[ "\${PATH}" != *"\${PIPX_BIN_DIR}"* ]]; then export PATH="\${PATH}:\${PIPX_BIN_DIR}"; fi
+EOF
+)"
diff --git a/containers/python-3-pyspark-databricks-dbx/.gitignore b/containers/python-3-pyspark-databricks-dbx/.gitignore
@@ -0,0 +1 @@
+**/databricks-config.sh
diff --git a/containers/python-3-pyspark-databricks-dbx/.npmignore b/containers/python-3-pyspark-databricks-dbx/.npmignore
@@ -0,0 +1,7 @@
+README.md
+test-project
+history
+.devcontainer/library-scripts
+definition-manifest.json
+.vscode
+.npmignore
diff --git a/containers/python-3-pyspark-databricks-dbx/.vscode/launch.json b/containers/python-3-pyspark-databricks-dbx/.vscode/launch.json
@@ -0,0 +1,15 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python (Integrated Terminal)",
+            "type": "python",
+            "request": "launch",
+            "program": "${workspaceFolder}/test-project/hello.py",
+            "console": "integratedTerminal"
+        }
+    ]
+}
diff --git a/containers/python-3-pyspark-databricks-dbx/.vscode/tasks.json b/containers/python-3-pyspark-databricks-dbx/.vscode/tasks.json
@@ -0,0 +1,71 @@
+{
+    // See https://go.microsoft.com/fwlink/?LinkId=733558
+    // for the documentation about the tasks.json format
+    "version": "2.0.0",
+    "tasks": [
+        {
+            "label": "New dbx project",
+            "type": "shell",
+            "command": "bash ${workspaceFolder}/scripts/new-dbx-project.sh ${workspaceFolder} \"${input:dbx_project_name}\" ${input:databricks_host} ${input:databricks_token} ${input:databricks_cluster_id}",
+            "presentation": {
+                "echo": true,
+                "reveal": "always",
+                "focus": true,
+                "panel": "new",
+                "showReuseMessage": true,
+                "clear": false
+            },
+            "problemMatcher":"$eslint-compact"   
+        },
+        {
+            "label": "New local pyspark project",
+            "type": "shell",
+            "command": "bash ${workspaceFolder}/scripts/new-local-pyspark-project.sh ${workspaceFolder} \"${input:dbx_project_name}\"",
+            "presentation": {
+                "echo": true,
+                "reveal": "always",
+                "focus": true,
+                "panel": "new",
+                "showReuseMessage": true,
+                "clear": false
+            },
+            "problemMatcher":"$eslint-compact"   
+        },
+        {
+            "label": "Run dbx project",
+            "type": "shell",
+            "command": "bash ${workspaceFolder}/scripts/run-dbx-project.sh ${workspaceFolder} \"${input:dbx_project_name}\"",
+            "presentation": {
+                "echo": true,
+                "reveal": "always",
+                "focus": true,
+                "panel": "new",
+                "showReuseMessage": true,
+                "clear": false
+            },
+            "problemMatcher":"$eslint-compact"   
+        }
+    ],
+    "inputs": [
+        {
+            "id": "databricks_host",
+            "description": "Enter your Databricks workspace host",
+            "type": "promptString"
+        },
+        {
+            "id": "databricks_token",
+            "description": "Enter your Databricks workspace PAT",
+            "type": "promptString"
+        },
+        {
+            "id": "databricks_cluster_id",
+            "description": "Enter your Databricks cluster ID",
+            "type": "promptString"
+        },
+        {
+            "id": "dbx_project_name",
+            "description": "Enter the name of your project",
+            "type": "promptString"
+        }
+    ]
+}
diff --git a/containers/python-3-pyspark-databricks-dbx/README.md b/containers/python-3-pyspark-databricks-dbx/README.md
@@ -0,0 +1,198 @@
+# Python 3 - Pyspark - Databricks - dbx
+
+## Summary
+
+Develop your own **Pyspark** applications under a fully configured **Python 3** development environment. Test them locally or send jobs to your **Databricks** workspace using **dbx**. Get all of these functionalities integrated directly in **VS Code** without any extra configuration work!
+
+![Access to docs](./README/img/docum.png)
+
+![Code analysis](./README/img/code-analysis.png)
+
+*This definition is an extension of the **Python 3** containerized one. See the details [here](https://github.com/microsoft/vscode-dev-containers/blob/main/containers/python-3/README.md). Check the official repo with all the containerized development environments for **Visual Studio Code** [here](https://github.com/microsoft/vscode-dev-containers).
+
+*The integration with **dbx** and a couple of examples are demonstrated in [this](https://docs.microsoft.com/en-us/azure/databricks/dev-tools/dbx) official document from Microsoft.
+
+## Using this definition
+
+### **Set up the containerized environment**
+
+#### **Step 1** - Clone the repo using **git**
+
+```bash
+git clone <repo>
+```
+
+#### **Step 2** - If you prefer, to simplify things get rid of the version control now
+
+Windows console:
+
+```bash
+rmdir .git /s /q
+```
+
+Linux & Mac:
+
+```bash
+rm -rf .git/
+```
+### **Step 3** - Get **VS Code Remote - Containers extension**
+
+You can get it [here](https://aka.ms/vscode-remote/download/containers).
+
+### **Step 4** - Load the containerized environment
+
+Click on the **Remote Window toolbox** and then `Open Folder in Container...`
+
+![The Remote Window toolbox](./README/img/remote-windows-toolbox.png)
+
+You will need to have **Docker** installed on your machine. If you do not have it, the **VS Code Remote - Containers extension** will guide you to get it.
+
+### **Step 5** - Browse to your copy of the repo
+If everything went well, **VS Code** should be now connected to the container image which should be running a **VS Code Server** instance inside.
+
+### **Creating a new local pyspark project**
+
+### **Step 1** - Press `CTRL + SHIFT + P` and select `Tasks: Run Task` and then `New local pyspark project`
+
+You will need to choose a name for your project. A new folder with the name of your project will be created.
+
+Press a key to close the terminal.
+
+### **Step 2** - Add your code to the recently created file `project_name/project_name.py`
+
+By default, a simple **pyspark** template is deployed:
+
+```python
+# For testing and debugging of local objects, run
+# "pip install pyspark=X.Y.Z", where "X.Y.Z"
+# matches the version of PySpark
+# on your target clusters.
+from pyspark.sql import SparkSession
+
+from pyspark.sql.types import *
+from datetime import date
+
+spark = SparkSession.builder.appName("dbx-demo").getOrCreate()
+
+# Create a DataFrame consisting of high and low temperatures
+# by airport code and date.
+schema = StructType([
+   StructField('AirportCode', StringType(), False),
+   StructField('Date', DateType(), False),
+   StructField('TempHighF', IntegerType(), False),
+   StructField('TempLowF', IntegerType(), False)
+])
+
+data = [
+   [ 'BLI', date(2021, 4, 3), 52, 43],
+   [ 'BLI', date(2021, 4, 2), 50, 38],
+   [ 'BLI', date(2021, 4, 1), 52, 41],
+   [ 'PDX', date(2021, 4, 3), 64, 45],
+   [ 'PDX', date(2021, 4, 2), 61, 41],
+   [ 'PDX', date(2021, 4, 1), 66, 39],
+   [ 'SEA', date(2021, 4, 3), 57, 43],
+   [ 'SEA', date(2021, 4, 2), 54, 39],
+   [ 'SEA', date(2021, 4, 1), 56, 41]
+]
+
+temps = spark.createDataFrame(data, schema)
+
+...
+```
+
+### **Step 3** - Once you are ready, press `F5` to run your **pyspark** code locally
+
+If everything works fine, you should see the result of the execution on the current terminal window.
+
+### **Creating a new dbx project for Dabricks connectivity**
+
+### **Step 1** - First of all, check that your python versions for **Databricks** and for the container are compatible
+
+To check **Databricks**, use a simple magic command in a notebook cell:
+
+```text
+%sh
+python --version
+```
+
+To check the container, launch this **python** command from your current terminal:
+
+```bash
+python --version
+```
+
+### **Step 2** - Press `CTRL + SHIFT + P` and select `Tasks: Run Task` and then `New dbx project`
+
+You will need to choose a name for your project and the following parameters to set up your **Databricks** connection:
+
+- Host of your **Databricks** workspace.
+- PAT (Personal Access Token) of your **Databricks** workspace.
+- ID of the cluster of your **Databricks workspace you want to use. 
+
+A new folder with the name of your project will be created. The **Databricks** configuration files will be stored inside under `project_name/conf/databricks-config.sh` file, but for security reasons these data will not be tracked by the version control (a proper glob pattern was added to **.gitignore**). Please, note that if you need it, you can modify manually the values in this file to update them:
+
+```bash
+export DATABRICKS_HOST="<DATABRICKS_HOST>"
+export DATABRICKS_TOKEN="<DATABRICKS_TOKEN>"
+export DATABRICKS_CLUSTER_ID="<DATABRICKS_CLUSTER_ID>"
+```
+
+Press a key to close the terminal.
+
+### **Step 3** - Add your code to the recently created file `project_name/project_name.py`
+
+By default, a simple **pyspark** template is deployed:
+
+```python
+# For testing and debugging of local objects, run
+# "pip install pyspark=X.Y.Z", where "X.Y.Z"
+# matches the version of PySpark
+# on your target clusters.
+from pyspark.sql import SparkSession
+
+from pyspark.sql.types import *
+from datetime import date
+
+spark = SparkSession.builder.appName("dbx-demo").getOrCreate()
+
+# Create a DataFrame consisting of high and low temperatures
+# by airport code and date.
+schema = StructType([
+   StructField('AirportCode', StringType(), False),
+   StructField('Date', DateType(), False),
+   StructField('TempHighF', IntegerType(), False),
+   StructField('TempLowF', IntegerType(), False)
+])
+
+data = [
+   [ 'BLI', date(2021, 4, 3), 52, 43],
+   [ 'BLI', date(2021, 4, 2), 50, 38],
+   [ 'BLI', date(2021, 4, 1), 52, 41],
+   [ 'PDX', date(2021, 4, 3), 64, 45],
+   [ 'PDX', date(2021, 4, 2), 61, 41],
+   [ 'PDX', date(2021, 4, 1), 66, 39],
+   [ 'SEA', date(2021, 4, 3), 57, 43],
+   [ 'SEA', date(2021, 4, 2), 54, 39],
+   [ 'SEA', date(2021, 4, 1), 56, 41]
+]
+
+temps = spark.createDataFrame(data, schema)
+
+...
+```
+
+### **Step 4** - Once you are ready, press `CTRL + SHIFT + P` and select `Tasks: Run Task` and then `Run dbx project` to send a job to your Databricks workspace
+
+You will be asked again about the name of your project. If everything works fine, you should see the result of the execution on a new terminal window:
+
+![Results of the execution](./README/img/results.png)
+
+Press a key to close the terminal.
+
+### **Step 5** - Finally, to close the remote session with the container, click again on the **Remote Windows toolbox** and select `Close Remote Connection`
+
+## License
+
+Copyright (c) Microsoft Corporation. All rights reserved.
+
+Licensed under the MIT License. See [LICENSE](https://github.com/microsoft/vscode-dev-containers/blob/main/LICENSE)
diff --git a/containers/python-3-pyspark-databricks-dbx/README/img/code-analysis.png b/containers/python-3-pyspark-databricks-dbx/README/img/code-analysis.png
diff --git a/containers/python-3-pyspark-databricks-dbx/README/img/docum.png b/containers/python-3-pyspark-databricks-dbx/README/img/docum.png
diff --git a/containers/python-3-pyspark-databricks-dbx/README/img/remote-windows-toolbox.png b/containers/python-3-pyspark-databricks-dbx/README/img/remote-windows-toolbox.png
diff --git a/containers/python-3-pyspark-databricks-dbx/README/img/results.png b/containers/python-3-pyspark-databricks-dbx/README/img/results.png
diff --git a/containers/python-3-pyspark-databricks-dbx/definition-manifest.json b/containers/python-3-pyspark-databricks-dbx/definition-manifest.json
@@ -0,0 +1,70 @@
+{
+	"variants": ["3.10-bullseye", "3.9-bullseye", "3.8-bullseye", "3.7-bullseye", "3.6-bullseye", "3.10-buster", "3.9-buster", "3.8-buster", "3.7-buster", "3.6-buster"],
+	"definitionVersion": "0.203.5",
+	"build": {
+		"latest": "3.10-bullseye",
+		"rootDistro": "debian",
+		"architectures": {
+			"3.10-bullseye": ["linux/amd64", "linux/arm64"],
+			"3.9-bullseye": ["linux/amd64", "linux/arm64"],
+			"3.8-bullseye": ["linux/amd64", "linux/arm64"],
+			"3.7-bullseye": ["linux/amd64", "linux/arm64"],
+			"3.6-bullseye": ["linux/amd64", "linux/arm64"],
+			"3.10-buster": ["linux/amd64"],
+			"3.9-buster": ["linux/amd64"],
+			"3.8-buster": ["linux/amd64"],
+			"3.7-buster": ["linux/amd64"],
+			"3.6-buster": ["linux/amd64"]
+		},
+		"tags": [
+			"python:${VERSION}-${VARIANT}"
+		],
+		"variantTags": {
+			"3.10-bullseye": [ 
+				"python:${VERSION}-3.10",
+				"python:${VERSION}-3",
+				"python:${VERSION}-3-bullseye",
+				"python:${VERSION}-bullseye"
+			],
+			"3.9-bullseye": [ "python:${VERSION}-3.9" ], 
+			"3.8-bullseye": [ "python:${VERSION}-3.8" ],
+			"3.7-bullseye": [ "python:${VERSION}-3.7" ],
+			"3.6-bullseye": [ "python:${VERSION}-3.6" ],
+			"3.10-buster": [ 
+				"python:${VERSION}-3-buster",
+				"python:${VERSION}-buster"
+			]
+		}
+	},
+	"dependencies": {
+		"image": "python:${VARIANT}",
+		"imageLink": "https://hub.docker.com/_/python",
+		"apt": [{
+			"cgIgnore": false,
+			"name": "yarn"
+		}],
+		"git": {
+			"Oh My Zsh!": "/home/vscode/.oh-my-zsh",
+			"nvm": "/usr/local/share/nvm"
+		},
+		"pipx": [
+			"pylint",
+			"flake8",
+			"autopep8",
+			"black",
+			"yapf",
+			"mypy",
+			"pydocstyle",
+			"pycodestyle",
+			"bandit",
+			"virtualenv",
+			"pipx"
+		],
+		"languages": {
+			"Python": {
+				"cgIgnore": true,
+				"path": "/usr/local"
+			}
+		}
+	}
+}
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.4.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.4.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.5.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.5.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.6.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.6.md
@@ -0,0 +1,381 @@
+# [python-3](https://github.com/microsoft/vscode-dev-containers/tree/main/containers/python-3)
+
+**Image version:** 0.201.6
+
+**Source release/branch:** [v0.183.0](https://github.com/microsoft/vscode-dev-containers/tree/v0.183.0/containers/python-3)
+
+**Definition variations:**
+- [3.9](#variant-39)
+- [3.8](#variant-38)
+- [3.7](#variant-37)
+- [3.6](#variant-36)
+
+## Variant: 3.9
+
+**Digest:** sha256:162651b85a80761c5ecd2c2aaa9c8de8107c33d4c6c6a0ac68e381f350781cb9
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.6-3.9
+mcr.microsoft.com/vscode/devcontainers/python:0.201.6-3
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.9.5 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 706b2f3765d41bee2853b17724888d1a3f6f00d9 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 258938ef66a2a49a4a400554a6dce890226ae34c | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.8.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.5b2 |
+| yapf | 0.31.0 |
+| mypy | 0.812 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.8
+
+**Digest:** sha256:73fe3d712d5d96aa5c5a71f796384743c5050404702d22788390278164f488c6
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.6-3.8
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.8.10 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 706b2f3765d41bee2853b17724888d1a3f6f00d9 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 258938ef66a2a49a4a400554a6dce890226ae34c | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.8.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.5b2 |
+| yapf | 0.31.0 |
+| mypy | 0.812 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.7
+
+**Digest:** sha256:877d1b0e1fe24f66b5b59158fa975ad58afc2268b2fbc7eb8ef68fa824348b9b
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.6-3.7
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.7.10 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 706b2f3765d41bee2853b17724888d1a3f6f00d9 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 258938ef66a2a49a4a400554a6dce890226ae34c | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.8.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.5b2 |
+| yapf | 0.31.0 |
+| mypy | 0.812 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.6
+
+**Digest:** sha256:d3bdc0f9d35fb51255d96ece91160ba8b475868e92d26071114aa5cfa47c16cd
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.6-3.6
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.6.13 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 706b2f3765d41bee2853b17724888d1a3f6f00d9 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 258938ef66a2a49a4a400554a6dce890226ae34c | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.8.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.5b2 |
+| yapf | 0.31.0 |
+| mypy | 0.812 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.7.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.7.md
@@ -0,0 +1,381 @@
+# [python-3](https://github.com/microsoft/vscode-dev-containers/tree/main/containers/python-3)
+
+**Image version:** 0.201.7
+
+**Source release/branch:** [v0.187.0](https://github.com/microsoft/vscode-dev-containers/tree/v0.187.0/containers/python-3)
+
+**Definition variations:**
+- [3.9](#variant-39)
+- [3.8](#variant-38)
+- [3.7](#variant-37)
+- [3.6](#variant-36)
+
+## Variant: 3.9
+
+**Digest:** sha256:5bfa2f75a79b633ab8825ac2fb66bcb81bf4fa55ec15ea2d8ebe26cf5ac4f33a
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.7-3.9
+mcr.microsoft.com/vscode/devcontainers/python:0.201.7-3
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.9.6 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | e32d4b1e195f4c7777844beea97af42bd93434eb | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.6b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.8
+
+**Digest:** sha256:0be2833a5ee08e650360d65e6caf15cb89dbc7bfce8b0d2271bbeb66af83c191
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.7-3.8
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.8.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | e32d4b1e195f4c7777844beea97af42bd93434eb | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.6b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.7
+
+**Digest:** sha256:098a9017c3e830f8db8333756cfca0b0017ca0b6519830f47024741b9f13c369
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.7-3.7
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.7.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | e32d4b1e195f4c7777844beea97af42bd93434eb | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.6b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.6
+
+**Digest:** sha256:d201047eeece1f0e640fb9a3b0d93dab68b9160c9cd1fb87c43bf8bb15358c4e
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.7-3.6
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.6.14 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | e32d4b1e195f4c7777844beea97af42bd93434eb | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.3 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.6b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.4.7 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u1 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u1 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.8.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.8.md
@@ -0,0 +1,381 @@
+# [python-3](https://github.com/microsoft/vscode-dev-containers/tree/main/containers/python-3)
+
+**Image version:** 0.201.8
+
+**Source release/branch:** [v0.190.0](https://github.com/microsoft/vscode-dev-containers/tree/v0.190.0/containers/python-3)
+
+**Definition variations:**
+- [3.9](#variant-39)
+- [3.8](#variant-38)
+- [3.7](#variant-37)
+- [3.6](#variant-36)
+
+## Variant: 3.9
+
+**Digest:** sha256:d7322f5133e34b083984944feff341bd7a06feb496ae629deafd1873b66998dd
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.8-3.9
+mcr.microsoft.com/vscode/devcontainers/python:0.201.8-3
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.9.6 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 5377cc37c0f71fe22484303a4c6f387aa339f3f5 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.6 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.6.0 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u2 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u2 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.8
+
+**Digest:** sha256:531212775c7c16924b2cc23fbbe498780a2a59127de023a73e344f27cbda1d74
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.8-3.8
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.8.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 5377cc37c0f71fe22484303a4c6f387aa339f3f5 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.6 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.6.0 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u2 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u2 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.7
+
+**Digest:** sha256:0d91b0efa4bf9e30605bc5ec640d68c334b529b7fcbdcf2b417cb1da6fb948f6
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.8-3.7
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.7.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 5377cc37c0f71fe22484303a4c6f387aa339f3f5 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.6 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.6.0 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u2 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u2 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
+## Variant: 3.6
+
+**Digest:** sha256:4f10669e8742672abbbbdb5b218e76a90c9110eacb83535bcbda5afef1d0e6a6
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.8-3.6
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 10 (buster)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.6.14 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 5377cc37c0f71fe22484303a4c6f387aa339f3f5 | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.9.6 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.6.0 |
+| pipx | 0.16.3 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 1.8.2.3 |
+| apt-utils | 1.8.2.3 |
+| ca-certificates | 20200601~deb10u2 |
+| curl | 7.64.0-4+deb10u2 |
+| dialog | 1.3-20190211-1 |
+| git | 1:2.20.1-2+deb10u3 |
+| gnupg2 | 2.2.12-1+deb10u1 |
+| htop | 2.2.0-1+b1 |
+| iproute2 | 4.20.0-2+deb10u1 |
+| jq | 1.5+dfsg-2+b1 |
+| less | 487-0.1+b1 |
+| libc6 | 2.28-10 |
+| libgcc1 | 1:8.3.0-6 |
+| libgssapi-krb5-2 | 1.17-3+deb10u2 |
+| libicu63 | 63.1-6+deb10u1 |
+| libkrb5-3 | 1.17-3+deb10u2 |
+| liblttng-ust0 | 2.10.3-1 |
+| libssl1.1 | 1.1.1d-0+deb10u6 |
+| libstdc++6 | 8.3.0-6 |
+| locales | 2.28-10 |
+| lsb-release | 10.2019051400 |
+| lsof | 4.91+dfsg-1 |
+| man-db | 2.8.5-2 |
+| manpages | 4.16-2 |
+| manpages-dev | 4.16-2 |
+| manpages-posix | 2013a-2 |
+| manpages-posix-dev | 2013a-2 |
+| nano | 3.2-3 |
+| ncdu | 1.13-1+b1 |
+| net-tools | 1.60+git20180626.aebd88e-1 |
+| openssh-client | 1:7.9p1-10+deb10u2 |
+| procps | 2:3.3.15-2 |
+| psmisc | 23.2-1 |
+| rsync | 3.1.3-6 |
+| strace | 4.26-0.2 |
+| sudo | 1.8.27-1+deb10u3 |
+| unzip | 6.0-23+deb10u2 |
+| vim-tiny | 2:8.1.0875-5 |
+| wget | 1.20.1-1.1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-11+b1 |
+| zlib1g | 1:1.2.11.dfsg-1 |
+| zsh | 5.7.1-1 |
+
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.201.9.md b/containers/python-3-pyspark-databricks-dbx/history/0.201.9.md
@@ -0,0 +1,377 @@
+# [python-3](https://github.com/microsoft/vscode-dev-containers/tree/main/containers/python-3)
+
+**Image version:** 0.201.9
+
+**Source release/branch:** [v0.193.0](https://github.com/microsoft/vscode-dev-containers/tree/v0.193.0/containers/python-3)
+
+**Definition variations:**
+- [3.9](#variant-39)
+- [3.8](#variant-38)
+- [3.7](#variant-37)
+- [3.6](#variant-36)
+
+## Variant: 3.9
+
+**Digest:** sha256:452ea845cf59a9f8a546da95b15989bb0a409692506928203fb2c9f5672f14e3
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.9-3.9
+mcr.microsoft.com/vscode/devcontainers/python:0.201.9-3
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 11 (bullseye)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.9.6 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 6d5b8484ce7198161d5f617c3db9fd7d3833d48c | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.10.2 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.7.2 |
+| pipx | 0.16.4 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 2.2.4 |
+| apt-utils | 2.2.4 |
+| ca-certificates | 20210119 |
+| curl | 7.74.0-1.3+b1 |
+| dialog | 1.3-20201126-1 |
+| git | 1:2.30.2-1 |
+| gnupg2 | 2.2.27-2 |
+| htop | 3.0.5-7 |
+| iproute2 | 5.10.0-4 |
+| jq | 1.6-2.1 |
+| less | 551-2 |
+| libc6 | 2.31-13 |
+| libgssapi-krb5-2 | 1.18.3-6 |
+| libicu67 | 67.1-7 |
+| libkrb5-3 | 1.18.3-6 |
+| liblttng-ust0 | 2.12.1-1 |
+| libssl1.1 | 1.1.1k-1 |
+| libstdc++6 | 10.2.1-6 |
+| locales | 2.31-13 |
+| lsb-release | 11.1.0 |
+| lsof | 4.93.2+dfsg-1.1 |
+| man-db | 2.9.4-2 |
+| manpages | 5.10-1 |
+| manpages-dev | 5.10-1 |
+| manpages-posix | 2017a-2 |
+| manpages-posix-dev | 2017a-2 |
+| nano | 5.4-2 |
+| ncdu | 1.15.1-1 |
+| net-tools | 1.60+git20181103.0eebece-1 |
+| openssh-client | 1:8.4p1-5 |
+| procps | 2:3.3.17-5 |
+| psmisc | 23.4-2 |
+| rsync | 3.2.3-4 |
+| strace | 5.10-1 |
+| sudo | 1.9.5p2-3 |
+| unzip | 6.0-26 |
+| vim-tiny | 2:8.2.2434-3 |
+| wget | 1.21-1+b1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-12 |
+| zlib1g | 1:1.2.11.dfsg-2 |
+| zsh | 5.8-6+b2 |
+
+## Variant: 3.8
+
+**Digest:** sha256:2854479ec8d31ecd252fc994da6fd3ca52523d0a975d866badd264420511ca16
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.9-3.8
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 11 (bullseye)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.8.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 6d5b8484ce7198161d5f617c3db9fd7d3833d48c | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.10.2 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.7.2 |
+| pipx | 0.16.4 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 2.2.4 |
+| apt-utils | 2.2.4 |
+| ca-certificates | 20210119 |
+| curl | 7.74.0-1.3+b1 |
+| dialog | 1.3-20201126-1 |
+| git | 1:2.30.2-1 |
+| gnupg2 | 2.2.27-2 |
+| htop | 3.0.5-7 |
+| iproute2 | 5.10.0-4 |
+| jq | 1.6-2.1 |
+| less | 551-2 |
+| libc6 | 2.31-13 |
+| libgssapi-krb5-2 | 1.18.3-6 |
+| libicu67 | 67.1-7 |
+| libkrb5-3 | 1.18.3-6 |
+| liblttng-ust0 | 2.12.1-1 |
+| libssl1.1 | 1.1.1k-1 |
+| libstdc++6 | 10.2.1-6 |
+| locales | 2.31-13 |
+| lsb-release | 11.1.0 |
+| lsof | 4.93.2+dfsg-1.1 |
+| man-db | 2.9.4-2 |
+| manpages | 5.10-1 |
+| manpages-dev | 5.10-1 |
+| manpages-posix | 2017a-2 |
+| manpages-posix-dev | 2017a-2 |
+| nano | 5.4-2 |
+| ncdu | 1.15.1-1 |
+| net-tools | 1.60+git20181103.0eebece-1 |
+| openssh-client | 1:8.4p1-5 |
+| procps | 2:3.3.17-5 |
+| psmisc | 23.4-2 |
+| rsync | 3.2.3-4 |
+| strace | 5.10-1 |
+| sudo | 1.9.5p2-3 |
+| unzip | 6.0-26 |
+| vim-tiny | 2:8.2.2434-3 |
+| wget | 1.21-1+b1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-12 |
+| zlib1g | 1:1.2.11.dfsg-2 |
+| zsh | 5.8-6+b2 |
+
+## Variant: 3.7
+
+**Digest:** sha256:3d16981a3c1ec6e451c1f8ef709e13b2570c245fdc0530064b31abb03abf0281
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.9-3.7
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 11 (bullseye)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.7.11 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 6d5b8484ce7198161d5f617c3db9fd7d3833d48c | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.10.2 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.7.2 |
+| pipx | 0.16.4 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 2.2.4 |
+| apt-utils | 2.2.4 |
+| ca-certificates | 20210119 |
+| curl | 7.74.0-1.3+b1 |
+| dialog | 1.3-20201126-1 |
+| git | 1:2.30.2-1 |
+| gnupg2 | 2.2.27-2 |
+| htop | 3.0.5-7 |
+| iproute2 | 5.10.0-4 |
+| jq | 1.6-2.1 |
+| less | 551-2 |
+| libc6 | 2.31-13 |
+| libgssapi-krb5-2 | 1.18.3-6 |
+| libicu67 | 67.1-7 |
+| libkrb5-3 | 1.18.3-6 |
+| liblttng-ust0 | 2.12.1-1 |
+| libssl1.1 | 1.1.1k-1 |
+| libstdc++6 | 10.2.1-6 |
+| locales | 2.31-13 |
+| lsb-release | 11.1.0 |
+| lsof | 4.93.2+dfsg-1.1 |
+| man-db | 2.9.4-2 |
+| manpages | 5.10-1 |
+| manpages-dev | 5.10-1 |
+| manpages-posix | 2017a-2 |
+| manpages-posix-dev | 2017a-2 |
+| nano | 5.4-2 |
+| ncdu | 1.15.1-1 |
+| net-tools | 1.60+git20181103.0eebece-1 |
+| openssh-client | 1:8.4p1-5 |
+| procps | 2:3.3.17-5 |
+| psmisc | 23.4-2 |
+| rsync | 3.2.3-4 |
+| strace | 5.10-1 |
+| sudo | 1.9.5p2-3 |
+| unzip | 6.0-26 |
+| vim-tiny | 2:8.2.2434-3 |
+| wget | 1.21-1+b1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-12 |
+| zlib1g | 1:1.2.11.dfsg-2 |
+| zsh | 5.8-6+b2 |
+
+## Variant: 3.6
+
+**Digest:** sha256:a990d404542f99c112a7952b015bdec28f08c6a813cc59513348722970dbdbd4
+
+**Tags:**
+```
+mcr.microsoft.com/vscode/devcontainers/python:0.201.9-3.6
+```
+> *To keep up to date, we recommend using partial version numbers. Use the major version number to get all non-breaking changes (e.g. `0-`) or major and minor to only get fixes (e.g. `0.200-`).*
+
+**Linux distribution:** Debian GNU/Linux 11 (bullseye)
+
+**Available (non-root) user:** vscode
+
+### Contents
+**Languages and runtimes**
+
+| Language / runtime | Version | Path |
+|--------------------|---------|------|
+| [Python](https://www.python.org/) | 3.6.14 | /usr/local |
+
+**Tools installed using git**
+
+| Tool | Commit | Path |
+|------|--------|------|
+| [Oh My Zsh!](https://github.com/ohmyzsh/ohmyzsh) | 6d5b8484ce7198161d5f617c3db9fd7d3833d48c | /home/vscode/.oh-my-zsh |
+| [nvm](https://github.com/nvm-sh/nvm.git) | 3fea5493a431ac64470d4230d4b51438cf213bd1 | /usr/local/share/nvm |
+
+**Pip / pipx installed tools and packages**
+
+| Tool / package | Version |
+|----------------|---------|
+| pylint | 2.10.2 |
+| flake8 | 3.9.2 |
+| autopep8 | 1.5.7 |
+| black | 21.7b0 |
+| yapf | 0.31.0 |
+| mypy | 0.910 |
+| pydocstyle | 6.1.1 |
+| pycodestyle | 2.7.0 |
+| bandit | 1.7.0 |
+| virtualenv | 20.7.2 |
+| pipx | 0.16.4 |
+
+**Additional linux tools and packages**
+
+| Tool / library | Version |
+|----------------|---------|
+| apt-transport-https | 2.2.4 |
+| apt-utils | 2.2.4 |
+| ca-certificates | 20210119 |
+| curl | 7.74.0-1.3+b1 |
+| dialog | 1.3-20201126-1 |
+| git | 1:2.30.2-1 |
+| gnupg2 | 2.2.27-2 |
+| htop | 3.0.5-7 |
+| iproute2 | 5.10.0-4 |
+| jq | 1.6-2.1 |
+| less | 551-2 |
+| libc6 | 2.31-13 |
+| libgssapi-krb5-2 | 1.18.3-6 |
+| libicu67 | 67.1-7 |
+| libkrb5-3 | 1.18.3-6 |
+| liblttng-ust0 | 2.12.1-1 |
+| libssl1.1 | 1.1.1k-1 |
+| libstdc++6 | 10.2.1-6 |
+| locales | 2.31-13 |
+| lsb-release | 11.1.0 |
+| lsof | 4.93.2+dfsg-1.1 |
+| man-db | 2.9.4-2 |
+| manpages | 5.10-1 |
+| manpages-dev | 5.10-1 |
+| manpages-posix | 2017a-2 |
+| manpages-posix-dev | 2017a-2 |
+| nano | 5.4-2 |
+| ncdu | 1.15.1-1 |
+| net-tools | 1.60+git20181103.0eebece-1 |
+| openssh-client | 1:8.4p1-5 |
+| procps | 2:3.3.17-5 |
+| psmisc | 23.4-2 |
+| rsync | 3.2.3-4 |
+| strace | 5.10-1 |
+| sudo | 1.9.5p2-3 |
+| unzip | 6.0-26 |
+| vim-tiny | 2:8.2.2434-3 |
+| wget | 1.21-1+b1 |
+| yarn | 1.22.5-1 |
+| zip | 3.0-12 |
+| zlib1g | 1:1.2.11.dfsg-2 |
+| zsh | 5.8-6+b2 |
+
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.202.0.md b/containers/python-3-pyspark-databricks-dbx/history/0.202.0.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.202.1.md b/containers/python-3-pyspark-databricks-dbx/history/0.202.1.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.203.0.md b/containers/python-3-pyspark-databricks-dbx/history/0.203.0.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.203.1.md b/containers/python-3-pyspark-databricks-dbx/history/0.203.1.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.203.2.md b/containers/python-3-pyspark-databricks-dbx/history/0.203.2.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.203.3.md b/containers/python-3-pyspark-databricks-dbx/history/0.203.3.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/0.203.5.md b/containers/python-3-pyspark-databricks-dbx/history/0.203.5.md
diff --git a/containers/python-3-pyspark-databricks-dbx/history/dev.md b/containers/python-3-pyspark-databricks-dbx/history/dev.md
diff --git a/containers/python-3-pyspark-databricks-dbx/scripts/new-dbx-project.sh b/containers/python-3-pyspark-databricks-dbx/scripts/new-dbx-project.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+mkdir -p $1/$2/conf
+cd $1/$2
+cat << EOT >> ./conf/databricks-config.sh
+#!/bin/bash
+export DATABRICKS_HOST="${3}"
+export DATABRICKS_TOKEN="${4}"
+export DATABRICKS_CLUSTER_ID="${5}"
+EOT
+cat << EOT >> ./conf/deployment.yaml
+environments:
+    default:
+        jobs:
+            - name: "${2}-job"
+              spark_python_task:
+                python_file: "${2}.py"
+EOT
+dbx configure --profile DEFAULT
+cp $1/scripts/pyspark-template.py ./$2.py
+cd ..
+sed -i -E "s/run-dbx-project.sh (.*)/run-dbx-project.sh \${workspaceFolder} ${2}\",/g" $1/.vscode/tasks.json
+
+echo Project ${2} was created!! Add now your pyspark code to file \"${1}/${2}/${2}.py\" \(a template was generated\).
diff --git a/containers/python-3-pyspark-databricks-dbx/scripts/new-local-pyspark-project.sh b/containers/python-3-pyspark-databricks-dbx/scripts/new-local-pyspark-project.sh
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+mkdir -p $1/$2
+cd $1/$2
+cp $1/scripts/pyspark-template.py ./$2.py
+cd ..
+sed -i -E "s/workspaceFolder}(.*)/workspaceFolder}\/${2}\/${2}.py\",/g" $1/.vscode/launch.json
+
+echo Project ${2} was created!! Add now your pyspark code to file \"${1}/${2}/${2}.py\" \(a template was generated\).
diff --git a/containers/python-3-pyspark-databricks-dbx/scripts/pyspark-template.py b/containers/python-3-pyspark-databricks-dbx/scripts/pyspark-template.py
@@ -0,0 +1,66 @@
+# For testing and debugging of local objects, run
+# "pip install pyspark=X.Y.Z", where "X.Y.Z"
+# matches the version of PySpark
+# on your target clusters.
+from pyspark.sql import SparkSession
+
+from pyspark.sql.types import *
+from datetime import date
+
+spark = SparkSession.builder.appName("dbx-demo").getOrCreate()
+
+# Create a DataFrame consisting of high and low temperatures
+# by airport code and date.
+schema = StructType([
+   StructField('AirportCode', StringType(), False),
+   StructField('Date', DateType(), False),
+   StructField('TempHighF', IntegerType(), False),
+   StructField('TempLowF', IntegerType(), False)
+])
+
+data = [
+   [ 'BLI', date(2021, 4, 3), 52, 43],
+   [ 'BLI', date(2021, 4, 2), 50, 38],
+   [ 'BLI', date(2021, 4, 1), 52, 41],
+   [ 'PDX', date(2021, 4, 3), 64, 45],
+   [ 'PDX', date(2021, 4, 2), 61, 41],
+   [ 'PDX', date(2021, 4, 1), 66, 39],
+   [ 'SEA', date(2021, 4, 3), 57, 43],
+   [ 'SEA', date(2021, 4, 2), 54, 39],
+   [ 'SEA', date(2021, 4, 1), 56, 41]
+]
+
+temps = spark.createDataFrame(data, schema)
+
+# Create a table on the cluster and then fill
+# the table with the DataFrame's contents.
+# If the table already exists from a previous run,
+# delete it first.
+spark.sql('USE default')
+spark.sql('DROP TABLE IF EXISTS demo_temps_table')
+temps.write.saveAsTable('demo_temps_table')
+
+# Query the table on the cluster, returning rows
+# where the airport code is not BLI and the date is later
+# than 2021-04-01. Group the results and order by high
+# temperature in descending order.
+df_temps = spark.sql("SELECT * FROM demo_temps_table " \
+   "WHERE AirportCode != 'BLI' AND Date > '2021-04-01' " \
+   "GROUP BY AirportCode, Date, TempHighF, TempLowF " \
+   "ORDER BY TempHighF DESC")
+df_temps.show()
+
+# Results:
+#
+# +-----------+----------+---------+--------+
+# |AirportCode|      Date|TempHighF|TempLowF|
+# +-----------+----------+---------+--------+
+# |        PDX|2021-04-03|       64|      45|
+# |        PDX|2021-04-02|       61|      41|
+# |        SEA|2021-04-03|       57|      43|
+# |        SEA|2021-04-02|       54|      39|
+# +-----------+----------+---------+--------+
+
+# Clean up by deleting the table from the cluster.
+
+spark.sql('DROP TABLE demo_temps_table')
diff --git a/containers/python-3-pyspark-databricks-dbx/scripts/run-dbx-project.sh b/containers/python-3-pyspark-databricks-dbx/scripts/run-dbx-project.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+source $1/$2/conf/databricks-config.sh
+echo Running pyspark code for project ${2} !!
+cd $1/$2
+dbx execute --cluster-id=$DATABRICKS_CLUSTER_ID --job=${2}-job --no-rebuild --no-package
+cd ..
diff --git a/containers/python-3-pyspark-databricks-dbx/test-project/hello.py b/containers/python-3-pyspark-databricks-dbx/test-project/hello.py
@@ -0,0 +1,6 @@
+#-------------------------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See https://go.microsoft.com/fwlink/?linkid=2090316 for license information.
+#-------------------------------------------------------------------------------------------------------------
+
+print('Hello, remote world!')