diff --git a/ansible/roles/analytics-spark-provision/tasks/main.yml b/ansible/roles/analytics-spark-provision/tasks/main.yml index 01eef6c9e1..27f251793d 100644 --- a/ansible/roles/analytics-spark-provision/tasks/main.yml +++ b/ansible/roles/analytics-spark-provision/tasks/main.yml @@ -120,7 +120,7 @@ - name: Install latest ruby become: yes become_user: "{{ analytics_user }}" - shell: "export PATH=$PATH:/home/analytics/.rvm/bin && rvm install ruby-2.2" + shell: "export PATH=$PATH:/home/analytics/.rvm/bin && rvm install ruby-2.6" - name: Add ruby repository become: yes @@ -130,7 +130,7 @@ - name: Install latest ruby-dev become: yes apt: - name: "ruby2.2-dev" + name: "ruby2.6-dev" state: installed update_cache: true cache_valid_time: 3600 @@ -138,12 +138,12 @@ - name: Install ruby-kafka become: yes become_user: "{{ analytics_user }}" - shell: "bash -ilc 'export PATH=$PATH:/home/analytics/.rvm/bin && rvm --default use ruby-2.2 && gem install ruby-kafka'" + shell: "bash -ilc 'export PATH=$PATH:/home/analytics/.rvm/bin && rvm --default use ruby-2.6 && gem install ruby-kafka'" - name: Download Kafka-2.11 become: yes become_user: "{{ analytics_user }}" - get_url: url=http://downloads.mesosphere.com/kafka/assets/kafka_2.11-0.10.1.0.tgz dest={{ analytics.home }}/kafka_2.11-0.10.1.0.tgz force=no owner={{ analytics_user }} group={{ analytics_group }} + get_url: url=https://archive.apache.org/dist/kafka/0.10.1.0/kafka_2.11-0.10.1.0.tgz dest={{ analytics.home }}/kafka_2.11-0.10.1.0.tgz force=no owner={{ analytics_user }} group={{ analytics_group }} tags: - kafka-provision diff --git a/ansible/roles/zookeeper-upgrade/defaults/main.yml b/ansible/roles/zookeeper-upgrade/defaults/main.yml index 6425d3340f..89f3839088 100644 --- a/ansible/roles/zookeeper-upgrade/defaults/main.yml +++ b/ansible/roles/zookeeper-upgrade/defaults/main.yml @@ -1,5 +1,5 @@ --- -zookeeper_version: 3.6.3 +zookeeper_version: 3.8.2 zookeeper_url: "https://downloads.apache.org/zookeeper/stable/apache-zookeeper-{{ zookeeper_version }}-bin.tar.gz" zookeeper_port: 2181 zk_jvm_opts: "-Xms128m -Xmx128m" diff --git a/kubernetes/helm_charts/bootstrap/reloader/templates/role.yaml b/kubernetes/helm_charts/bootstrap/reloader/templates/role.yaml index 5827f5cdcb..cbd5979451 100755 --- a/kubernetes/helm_charts/bootstrap/reloader/templates/role.yaml +++ b/kubernetes/helm_charts/bootstrap/reloader/templates/role.yaml @@ -1,5 +1,5 @@ {{- if and (not (.Values.reloader.watchGlobally)) (.Values.reloader.rbac.enabled) }} -apiVersion: rbac.authorization.k8s.io/v1beta1 +apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: labels: diff --git a/kubernetes/helm_charts/bootstrap/reloader/templates/rolebinding.yaml b/kubernetes/helm_charts/bootstrap/reloader/templates/rolebinding.yaml index 94fb1f838b..08868f0e06 100755 --- a/kubernetes/helm_charts/bootstrap/reloader/templates/rolebinding.yaml +++ b/kubernetes/helm_charts/bootstrap/reloader/templates/rolebinding.yaml @@ -1,5 +1,5 @@ {{- if and (not (.Values.reloader.watchGlobally)) (.Values.reloader.rbac.enabled) }} -apiVersion: rbac.authorization.k8s.io/v1beta1 +apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: labels: diff --git a/kubernetes/helm_charts/datapipeline_jobs/templates/flink_job_deployment.yaml b/kubernetes/helm_charts/datapipeline_jobs/templates/flink_job_deployment.yaml index 10e6b62181..bc19d7a6d0 100644 --- a/kubernetes/helm_charts/datapipeline_jobs/templates/flink_job_deployment.yaml +++ b/kubernetes/helm_charts/datapipeline_jobs/templates/flink_job_deployment.yaml @@ -219,27 +219,4 @@ spec: subPath: flink-conf.yaml - name: flink-config-volume mountPath: /opt/flink/conf/log4j-console.properties - subPath: log4j-console.properties - -{{- $name := .Release.Name }} -{{- $prop := (index .Values.scale_properties $name)}} -{{- if $prop.enabled}} ---- -apiVersion: autoscaling/v2beta1 -kind: HorizontalPodAutoscaler -metadata: - name: {{ .Release.Name }}-taskmanager-hpa - namespace: {{ .Values.namespace }} -spec: - scaleTargetRef: - apiVersion: apps/v1 - kind: Deployment - name: {{ .Release.Name }}-taskmanager - minReplicas: {{ $prop.min_replica }} - maxReplicas: {{ $prop.max_replica }} - metrics: - - type: External - external: - metricName: {{ .Release.Name }}_kafka_consumergroup_lag_sum - targetValue: "{{ $prop.scale_target_value }}" -{{- end }} \ No newline at end of file + subPath: log4j-console.properties \ No newline at end of file