feat: introduce maxscale

docs/infrastructure-mariadb-connect.md

@@ -3,9 +3,9 @@
 Sometimes an operator may need to connect to the database to troubleshoot things or otherwise make modifications to the databases in place. The following command can be used to connect to the database from a node within the cluster.
 
 ``` shell
-mysql -h $(kubectl -n openstack get service mariadb-galera-primary -o jsonpath='{.spec.clusterIP}') \
-      -p$(kubectl --namespace openstack get secret mariadb -o jsonpath='{.data.root-password}' | base64 -d) \
-      -u root
+mysql -h $(kubectl -n openstack get service maxscale-galera -o jsonpath='{.spec.clusterIP}') \
+      -p$(kubectl --namespace openstack get secret maxscale -o jsonpath='{.data.password}' | base64 -d) \
+      -u maxscale-galera-client
 ```
 
 !!! info

docs/infrastructure-mariadb.md

@@ -42,3 +42,19 @@ kubectl --namespace openstack apply -k /opt/genestack/kustomize/mariadb-cluster/
 ``` shell
 kubectl --namespace openstack get mariadbs -w
 ```
+
+## MaxScale
+
+Within the deployment the OpenStack services use MaxScale for loadlancing and greater reliability. While the MaxScale ecosystem is a good one, there are some limitations that you should be aware of. It is recommended that you review the [MaxScale reference documentation](https://mariadb.com/kb/en/mariadb-maxscale-2302-limitations-and-known-issues-within-mariadb-maxscale) for more about all of the known limitations and potential workarounds available.
+
+``` mermaid
+flowchart TD
+    A[Connection] ---B{MaxScale}
+    B ---|ro| C[ES-0]
+    B ---|rw| D[ES-1] ---|sync| E & C
+    B ---|ro| E[ES-2]
+```
+
+### MaxScale GUI
+
+The MaxScale deployment has access to a built in GUI that can be exposed for further debuging and visibility into the performance of the MariDB backend. For more information on accessing the GUI please refer to the MaxScale documentation that can be found [here](https://mariadb.com/resources/blog/getting-started-with-the-mariadb-maxscale-gui).

docs/openstack-skyline.md

@@ -17,7 +17,7 @@ kubectl --namespace openstack \
         --from-literal=service-domain="service" \
         --from-literal=service-project="service" \
         --from-literal=service-project-domain="service" \
-        --from-literal=db-endpoint="mariadb-galera-primary.openstack.svc.cluster.local" \
+        --from-literal=db-endpoint="maxscale-galera.openstack.svc.cluster.local" \
         --from-literal=db-name="skyline" \
         --from-literal=db-username="skyline" \
         --from-literal=db-password="$(< /dev/urandom tr -dc _A-Za-z0-9 | head -c${1:-32};echo;)" \

helm-configs/cinder/cinder-helm-overrides.yaml

@@ -1320,7 +1320,7 @@ endpoints:
         username: cinder
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /cinder

helm-configs/glance/glance-helm-overrides.yaml

@@ -589,7 +589,7 @@ endpoints:
         username: glance
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /glance

helm-configs/gnocchi/gnocchi-helm-overrides.yaml

@@ -622,7 +622,7 @@ endpoints:
         username: gnocchi
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /gnocchi

helm-configs/heat/heat-helm-overrides.yaml

@@ -859,7 +859,7 @@ endpoints:
         username: heat
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /heat

helm-configs/horizon/horizon-helm-overrides.yaml

@@ -7242,7 +7242,7 @@ endpoints:
         username: horizon
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /horizon

helm-configs/keystone/keystone-helm-overrides.yaml

@@ -972,7 +972,7 @@ endpoints:
         username: keystone
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /keystone

helm-configs/neutron/neutron-helm-overrides.yaml

@@ -2199,7 +2199,7 @@ endpoints:
         username: neutron
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /neutron

helm-configs/nova/nova-helm-overrides.yaml

@@ -1640,7 +1640,7 @@ endpoints:
         username: nova
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /nova
@@ -1657,7 +1657,7 @@ endpoints:
         username: nova
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /nova_api
@@ -1674,7 +1674,7 @@ endpoints:
         username: nova
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /nova_cell0

helm-configs/octavia/octavia-helm-overrides.yaml

@@ -466,7 +466,7 @@ endpoints:
         username: octavia
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /octavia

helm-configs/placement/placement-helm-overrides.yaml

@@ -206,7 +206,7 @@ endpoints:
         username: nova
         password: password
     hosts:
-      default: mariadb-galera-primary
+      default: maxscale-galera
     host_fqdn_override:
       default: null
     path: /placement

kustomize/cinder/base/cinder-mariadb-database.yaml

@@ -4,6 +4,8 @@ kind: Database
 metadata:
   name: cinder
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the database to be created with a different name than the resource name
   # name: data-custom
@@ -18,6 +20,8 @@ kind: User
 metadata:
   name: cinder
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the user to be created with a different name than the resource name
   # name: user-custom
@@ -36,6 +40,8 @@ kind: Grant
 metadata:
   name: cinder-grant
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   mariaDbRef:
     name: mariadb-galera

kustomize/cinder/base/cinder-rabbitmq-queue.yaml

@@ -4,6 +4,8 @@ kind: User
 metadata:
   name: cinder
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   tags:
   - management # available tags are 'management', 'policymaker', 'monitoring' and 'administrator'
@@ -19,6 +21,8 @@ kind: Vhost
 metadata:
   name: cinder-vhost
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   name: "cinder" # vhost name; required and cannot be updated
   defaultQueueType: quorum # default queue type for this vhost; require RabbitMQ version 3.11.12 or above
@@ -38,6 +42,8 @@ kind: Queue
 metadata:
   name: cinder-queue
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   name: cinder-qq # name of the queue
   vhost: "cinder" # default to '/' if not provided
@@ -53,6 +59,8 @@ kind: Permission
 metadata:
   name: cinder-permission
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   vhost: "cinder" # name of a vhost
   userReference:

kustomize/glance/base/glance-mariadb-database.yaml

@@ -4,6 +4,8 @@ kind: Database
 metadata:
   name: glance
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the database to be created with a different name than the resource name
   # name: data-custom
@@ -18,6 +20,8 @@ kind: User
 metadata:
   name: glance
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the user to be created with a different name than the resource name
   # name: user-custom
@@ -36,6 +40,8 @@ kind: Grant
 metadata:
   name: glance-grant
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   mariaDbRef:
     name: mariadb-galera

kustomize/glance/base/glance-rabbitmq-queue.yaml

@@ -4,6 +4,8 @@ kind: User
 metadata:
   name: glance
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   tags:
   - management # available tags are 'management', 'policymaker', 'monitoring' and 'administrator'
@@ -19,6 +21,8 @@ kind: Vhost
 metadata:
   name: glance-vhost
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   name: "glance" # vhost name; required and cannot be updated
   defaultQueueType: quorum # default queue type for this vhost; require RabbitMQ version 3.11.12 or above
@@ -38,6 +42,8 @@ kind: Queue
 metadata:
   name: glance-queue
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   name: glance-qq # name of the queue
   vhost: "glance" # default to '/' if not provided
@@ -53,6 +59,8 @@ kind: Permission
 metadata:
   name: glance-permission
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   vhost: "glance" # name of a vhost
   userReference:

kustomize/grafana/base/grafana-database.yaml

@@ -1,8 +1,12 @@
-apiVersion: mariadb.mmontes.io/v1alpha1
+apiVersion: k8s.mariadb.com/v1alpha1
 kind: Database
 metadata:
   name: grafana
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
+  labels:
+    app.kubernetes.io/managed-by: Helm
 spec:
   # If you want the database to be created with a different name than the resource name
   # name: data-custom
@@ -13,11 +17,13 @@ spec:
   requeueInterval: 30s
   retryInterval: 5s
 ---
-apiVersion: mariadb.mmontes.io/v1alpha1
+apiVersion: k8s.mariadb.com/v1alpha1
 kind: User
 metadata:
   name: grafana
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the user to be created with a different name than the resource name
   # name: user-custom
@@ -32,11 +38,13 @@ spec:
   requeueInterval: 30s
   retryInterval: 5s
 ---
-apiVersion: mariadb.mmontes.io/v1alpha1
+apiVersion: k8s.mariadb.com/v1alpha1
 kind: Grant
 metadata:
   name: grant
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   mariaDbRef:
     name: mariadb-galera

kustomize/heat/base/heat-mariadb-database.yaml

@@ -4,6 +4,8 @@ kind: Database
 metadata:
   name: heat
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the database to be created with a different name than the resource name
   # name: data-custom
@@ -18,6 +20,8 @@ kind: User
 metadata:
   name: heat
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the user to be created with a different name than the resource name
   # name: user-custom
@@ -36,6 +40,8 @@ kind: Grant
 metadata:
   name: heat-grant
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   mariaDbRef:
     name: mariadb-galera

kustomize/horizon/base/horizon-mariadb-database.yaml

@@ -4,6 +4,8 @@ kind: Database
 metadata:
   name: horizon
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the database to be created with a different name than the resource name
   # name: data-custom
@@ -18,6 +20,8 @@ kind: User
 metadata:
   name: horizon
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   # If you want the user to be created with a different name than the resource name
   # name: user-custom
@@ -36,6 +40,8 @@ kind: Grant
 metadata:
   name: horizon-grant
   namespace: openstack
+  annotations:
+    helm.sh/resource-policy: keep
 spec:
   mariaDbRef:
     name: mariadb-galera