diff --git a/CHANGELOG.md b/CHANGELOG.md index db8d1b79..fece79bd 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,6 +9,7 @@ - Use `--file-log-max-files` (or `FILE_LOG_MAX_FILES`) to limit the number of log files kept. - Use `--file-log-rotation-period` (or `FILE_LOG_ROTATION_PERIOD`) to configure the frequency of rotation. - Use `--console-log-format` (or `CONSOLE_LOG_FORMAT`) to set the format to `plain` (default) or `json`. +- Add support for airflow `2.10.5` ([#625]). ### Changed @@ -22,6 +23,7 @@ of having the operator write it to the vector config ([#600]). - test: Bump to Vector 0.46.1 ([#620]). - test: Bump OPA to `1.4.2` ([#624]). +- Deprecate airflow `2.10.4` ([#625]). ### Fixed @@ -36,6 +38,7 @@ [#613]: https://github.com/stackabletech/airflow-operator/pull/613 [#620]: https://github.com/stackabletech/airflow-operator/pull/620 [#624]: https://github.com/stackabletech/airflow-operator/pull/624 +[#625]: https://github.com/stackabletech/airflow-operator/pull/625 ## [25.3.0] - 2025-03-21 diff --git a/docs/modules/airflow/examples/example-airflow-dags-configmap.yaml b/docs/modules/airflow/examples/example-airflow-dags-configmap.yaml index d46d6a23..a12f0262 100644 --- a/docs/modules/airflow/examples/example-airflow-dags-configmap.yaml +++ b/docs/modules/airflow/examples/example-airflow-dags-configmap.yaml @@ -5,7 +5,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false diff --git a/docs/modules/airflow/examples/example-airflow-gitsync.yaml b/docs/modules/airflow/examples/example-airflow-gitsync.yaml index 3a4cc85e..1e60e2a0 100644 --- a/docs/modules/airflow/examples/example-airflow-gitsync.yaml +++ b/docs/modules/airflow/examples/example-airflow-gitsync.yaml @@ -5,7 +5,7 @@ metadata: name: airflow spec: image: - productVersion: "2.10.4" + productVersion: "2.10.5" clusterConfig: loadExamples: false exposeConfig: false diff --git a/docs/modules/airflow/examples/example-airflow-incluster.yaml b/docs/modules/airflow/examples/example-airflow-incluster.yaml index f5313d19..6289109f 100644 --- a/docs/modules/airflow/examples/example-airflow-incluster.yaml +++ b/docs/modules/airflow/examples/example-airflow-incluster.yaml @@ -5,7 +5,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false diff --git a/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-logging.yaml b/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-logging.yaml index c629b902..46b7c873 100644 --- a/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-logging.yaml +++ b/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-logging.yaml @@ -4,7 +4,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: {} webservers: envOverrides: &envOverrides diff --git a/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-xcom.yaml b/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-xcom.yaml index 0a903bf9..3edfc4c6 100644 --- a/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-xcom.yaml +++ b/docs/modules/airflow/examples/example-airflow-kubernetes-executor-s3-xcom.yaml @@ -4,7 +4,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: {} webservers: envOverrides: &envOverrides diff --git a/docs/modules/airflow/examples/getting_started/code/airflow.yaml b/docs/modules/airflow/examples/getting_started/code/airflow.yaml index b984bdff..d44290ed 100644 --- a/docs/modules/airflow/examples/getting_started/code/airflow.yaml +++ b/docs/modules/airflow/examples/getting_started/code/airflow.yaml @@ -5,7 +5,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: true exposeConfig: false diff --git a/docs/modules/airflow/pages/required-external-components.adoc b/docs/modules/airflow/pages/required-external-components.adoc index a0d06b97..7b970f8e 100644 --- a/docs/modules/airflow/pages/required-external-components.adoc +++ b/docs/modules/airflow/pages/required-external-components.adoc @@ -1,5 +1,5 @@ = Required external components -:description: Airflow requires PostgreSQL, MySQL, or SQLite for database support, and Redis for Celery executors. MSSQL has experimental support. +:description: Airflow requires PostgreSQL or MySQL for database support, and Redis for Celery executors. :airflow-prerequisites: https://airflow.apache.org/docs/apache-airflow/stable/installation/prerequisites.html Airflow requires an SQL database to operate. @@ -7,16 +7,8 @@ The {airflow-prerequisites}[Airflow documentation] specifies: Fully supported for production usage: -* PostgreSQL: 11, 12, 13, 14, 15 -* MySQL: 5.7, 8 - -Supported for development and testing purposes: - -* SQLite: 3.15.0+ - -Experimental support: - -* MSSQL: 2017, 2019 +* PostgreSQL: 12, 13, 14, 15, 16 +* MySQL: 8.0, Innovation The Celery exectutor also requires: diff --git a/docs/modules/airflow/pages/usage-guide/security.adoc b/docs/modules/airflow/pages/usage-guide/security.adoc index 3a5de440..f04a58be 100644 --- a/docs/modules/airflow/pages/usage-guide/security.adoc +++ b/docs/modules/airflow/pages/usage-guide/security.adoc @@ -37,7 +37,7 @@ metadata: name: airflow-with-ldap spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: authentication: - authenticationClass: ldap # <1> @@ -71,7 +71,7 @@ metadata: name: airflow-with-oidc spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: authentication: - authenticationClass: keycloak # <1> diff --git a/docs/modules/airflow/partials/supported-versions.adoc b/docs/modules/airflow/partials/supported-versions.adoc index 3941fa52..b10aa661 100644 --- a/docs/modules/airflow/partials/supported-versions.adoc +++ b/docs/modules/airflow/partials/supported-versions.adoc @@ -2,5 +2,6 @@ // This is a separate file, since it is used by both the direct Airflow-Operator documentation, and the overarching // Stackable Platform documentation. -- 2.10.4 +- 2.10.5 +- 2.10.4 (deprecated) - 2.9.3 (LTS) diff --git a/examples/simple-airflow-cluster-dags-cmap.yaml b/examples/simple-airflow-cluster-dags-cmap.yaml index b7862647..37a72991 100644 --- a/examples/simple-airflow-cluster-dags-cmap.yaml +++ b/examples/simple-airflow-cluster-dags-cmap.yaml @@ -82,7 +82,7 @@ metadata: name: airflow-dags-cmap spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false diff --git a/examples/simple-airflow-cluster-ldap-insecure-tls.yaml b/examples/simple-airflow-cluster-ldap-insecure-tls.yaml index 1b73af1a..4830da1d 100644 --- a/examples/simple-airflow-cluster-ldap-insecure-tls.yaml +++ b/examples/simple-airflow-cluster-ldap-insecure-tls.yaml @@ -148,7 +148,7 @@ metadata: name: airflow-insecure-tls spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: true exposeConfig: true diff --git a/examples/simple-airflow-cluster-ldap.yaml b/examples/simple-airflow-cluster-ldap.yaml index 1825b4f4..ec811a7e 100644 --- a/examples/simple-airflow-cluster-ldap.yaml +++ b/examples/simple-airflow-cluster-ldap.yaml @@ -146,7 +146,7 @@ metadata: name: airflow-with-ldap-server-veri-tls spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: true exposeConfig: true diff --git a/examples/simple-airflow-cluster.yaml b/examples/simple-airflow-cluster.yaml index 9e11d708..4c86be7d 100644 --- a/examples/simple-airflow-cluster.yaml +++ b/examples/simple-airflow-cluster.yaml @@ -22,7 +22,7 @@ metadata: name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: true exposeConfig: false diff --git a/rust/operator-binary/src/crd/affinity.rs b/rust/operator-binary/src/crd/affinity.rs index b4368c28..19123586 100644 --- a/rust/operator-binary/src/crd/affinity.rs +++ b/rust/operator-binary/src/crd/affinity.rs @@ -69,7 +69,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: credentialsSecret: airflow-credentials webservers: @@ -163,7 +163,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: credentialsSecret: airflow-credentials webservers: diff --git a/rust/operator-binary/src/crd/git_sync.rs b/rust/operator-binary/src/crd/git_sync.rs index cfa1e12f..87ce0d8d 100644 --- a/rust/operator-binary/src/crd/git_sync.rs +++ b/rust/operator-binary/src/crd/git_sync.rs @@ -148,7 +148,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false @@ -208,7 +208,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false @@ -288,7 +288,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: false exposeConfig: false diff --git a/rust/operator-binary/src/crd/mod.rs b/rust/operator-binary/src/crd/mod.rs index 0f3d30f9..785540a8 100644 --- a/rust/operator-binary/src/crd/mod.rs +++ b/rust/operator-binary/src/crd/mod.rs @@ -944,7 +944,7 @@ mod tests { name: airflow spec: image: - productVersion: 2.10.4 + productVersion: 2.10.5 clusterConfig: loadExamples: true exposeConfig: true @@ -968,7 +968,7 @@ mod tests { let resolved_airflow_image: ResolvedProductImage = cluster.spec.image.resolve("airflow", "0.0.0-dev"); - assert_eq!("2.10.4", &resolved_airflow_image.product_version); + assert_eq!("2.10.5", &resolved_airflow_image.product_version); assert_eq!("KubernetesExecutor", cluster.spec.executor.to_string()); assert!(cluster.spec.cluster_config.load_examples); diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index c70153fb..30405033 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -9,11 +9,12 @@ dimensions: values: - 2.9.3 - 2.10.4 + - 2.10.5 # To use a custom image, add a comma and the full name after the product version # - 2.9.3,oci.stackable.tech/sandbox/airflow:2.9.3-stackable0.0.0-dev - name: airflow-latest values: - - 2.10.4 + - 2.10.5 # To use a custom image, add a comma and the full name after the product version # - 2.9.3,oci.stackable.tech/sandbox/airflow:2.9.3-stackable0.0.0-dev - name: opa-latest