Upgrade from ELK6 to ELK7 FOSS release

Upgrade to the latest ELK OSS release. Due to the licensing change, this
effectively pins us to 7.10.x which is supported until 2022-05-11 [1].

This patch also takes advantage of the ARM artifacts which have
been kindly provided since the 7.8.0 release [2].

[1] https://www.elastic.co/support/eol
[2] https://www.elastic.co/blog/elasticsearch-on-arm

Change-Id: Icfa3db5788b25f70ee75411dbaf20d8d4a6a734b

Author: dougszumski

docker/base/elasticsearch.repo

@@ -1,6 +1,6 @@
-[elasticsearch-kibana-logstash-6.x]
-name=ELK repository for 6.x packages
-baseurl=https://artifacts.elastic.co/packages/oss-6.x/yum
+[elasticsearch-kibana-logstash-7.x]
+name=ELK repository for 7.x packages
+baseurl=https://artifacts.elastic.co/packages/oss-7.x/yum
 gpgcheck=1
 gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch
 enabled=0

kolla/template/repos.yaml

@@ -2,42 +2,42 @@
 # TODO(mnasiadka): Rework the repo list once Ceph Octopus is released
 centos:
   ceph: "centos-ceph-nautilus"
-  elasticsearch: "elasticsearch-kibana-logstash-6.x"
+  elasticsearch: "elasticsearch-kibana-logstash-7.x"
   epel: "epel"
   epel-modular: "epel-modular"
   erlang: "rabbitmq_rabbitmq-erlang"
   extras: "extras"
   grafana: "grafana"
   hacluster: "ha"
   influxdb: "influxdb"
-  logstash: "elasticsearch-kibana-logstash-6.x"
-  kibana: "elasticsearch-kibana-logstash-6.x"
+  logstash: "elasticsearch-kibana-logstash-7.x"
+  kibana: "elasticsearch-kibana-logstash-7.x"
   opstools: "centos-opstools"
   rabbitmq: "rabbitmq_rabbitmq-server"
   td-agent: "treasuredata"
 
 centos-aarch64:
   ceph: "centos-ceph-nautilus"
-  elasticsearch: "elasticsearch-kibana-logstash-6.x"
+  elasticsearch: "elasticsearch-kibana-logstash-7.x"
   epel: "epel"
   epel-modular: "epel-modular"
   erlang: "centos-rabbitmq-38"
   extras: "extras"
   grafana: "grafana"
   hacluster: "ha"
-  logstash: "elasticsearch-kibana-logstash-6.x"
+  logstash: "elasticsearch-kibana-logstash-7.x"
   opstools: "centos-opstools"
   rabbitmq: "rabbitmq_rabbitmq-server"
   td-agent: "treasuredata"
 
 centos-ppc64le:
   ceph: "centos-ceph-nautilus"
-  elasticsearch: "elasticsearch-kibana-logstash-6.x"
+  elasticsearch: "elasticsearch-kibana-logstash-7.x"
   epel: "epel"
   epel-modular: "epel-modular"
   extras: "extras"
   hacluster: "ha"
-  logstash: "elasticsearch-kibana-logstash-6.x"
+  logstash: "elasticsearch-kibana-logstash-7.x"
   opstools: "centos-opstools"
   rabbitmq: "rabbitmq_rabbitmq-server"
 
@@ -48,45 +48,45 @@ rhel:
   rabbitmq: "centos-rabbitmq-38"
 
 debian:
-  elasticsearch: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  elasticsearch: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   erlang: "deb https://dl.bintray.com/rabbitmq-erlang/debian/ buster erlang"
   grafana: "deb https://packages.grafana.com/oss/deb stable main"
   influxdb: "deb https://repos.influxdata.com/debian buster stable"
-  logstash: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
-  kibana: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  logstash: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
+  kibana: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   rabbitmq: "deb https://dl.bintray.com/rabbitmq/debian/ buster main"
   td-agent: "deb http://packages.treasuredata.com/4/debian/buster buster contrib"
 
 debian-aarch64:
-  elasticsearch: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  elasticsearch: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   erlang: "deb https://obs.linaro.org/repos/home:/marcin.juszkiewicz/debian-buster ./"
   grafana: "deb https://packages.grafana.com/oss/deb stable main"
   influxdb: "deb https://repos.influxdata.com/debian buster stable"
-  logstash: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
-  kibana: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  logstash: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
+  kibana: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   libvirt: "deb https://obs.linaro.org/repos/home:/marcin.juszkiewicz/debian-buster ./"
   rabbitmq: "deb https://dl.bintray.com/rabbitmq/debian/ buster main"
   td-agent: "deb http://packages.treasuredata.com/4/debian/buster buster contrib"
 
 ubuntu:
-  elasticsearch: "deb https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  elasticsearch: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   erlang: "deb https://dl.bintray.com/rabbitmq-erlang/debian/ focal erlang"
   grafana: "deb https://packages.grafana.com/oss/deb stable main"
   influxdb: "deb https://repos.influxdata.com/ubuntu focal stable"
-  logstash: "deb https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
-  kibana: "deb https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  logstash: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
+  kibana: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   mariadb: "deb http://downloads.mariadb.com/MariaDB/mariadb-10.3/repo/ubuntu focal main"
   qdrouterd: "deb http://ppa.launchpad.net/qpid/released/ubuntu/ focal main"
   # NOTE(hrw): upstream uses bionic repo for focal
   rabbitmq: "deb https://dl.bintray.com/rabbitmq/debian/ bionic main"
   td-agent: "deb http://packages.treasuredata.com/4/ubuntu/focal/ focal contrib"
 
 ubuntu-aarch64:
-  elasticsearch: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  elasticsearch: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   erlang: "deb https://obs.linaro.org/repos/home:/marcin.juszkiewicz/ubuntu-focal ./"
   grafana: "deb https://packages.grafana.com/oss/deb stable main"
   influxdb: "deb https://repos.influxdata.com/ubuntu focal stable"
-  logstash: "deb [arch=amd64] https://artifacts.elastic.co/packages/oss-6.x/apt stable main"
+  logstash: "deb https://artifacts.elastic.co/packages/oss-7.x/apt stable main"
   mariadb: "deb http://downloads.mariadb.com/MariaDB/mariadb-10.3/repo/ubuntu bionic main"
   rabbitmq: "deb https://dl.bintray.com/rabbitmq/debian/ bionic main"
   td-agent: "deb http://packages.treasuredata.com/4/ubuntu/focal/ focal contrib"

kolla/tests/test_methods.py

@@ -105,7 +105,7 @@ def test_enable_repos_debian_multiple(self):
         expectCmd = 'RUN echo "deb https://packages.grafana.com/oss/deb '
         expectCmd += 'stable main" >/etc/apt/sources.list.d/grafana.list && '
         expectCmd += 'echo "deb [arch=amd64] '
-        expectCmd += 'https://artifacts.elastic.co/packages/oss-6.x/apt '
+        expectCmd += 'https://artifacts.elastic.co/packages/oss-7.x/apt '
         expectCmd += 'stable main" >/etc/apt/sources.list.d/kibana.list'
         self.assertEqual(expectCmd, result)
 

releasenotes/notes/upgrade-to-elk7-1816e69663735a98.yaml

@@ -0,0 +1,6 @@
+---
+upgrade:
+  - |
+    Upgrades Elasticsearch, Logstash and Kibana (ELK) 6 images to ELK 7. Please
+    see the upgrade notes in the official `documentation
+    <https://www.elastic.co/guide/en/elasticsearch/reference/current/rolling-upgrades.html>`__