Last zone sync stage validation failed

Good morning,

after upgrading my enviroment I have the same issue on 3/34 nodes:

I already try to delete /var/lib/icinga2/ icinga2.state modified-attributes.conf and /var/lib/icinga2/api/ packeges zones zones-stages and restart the service.

[2020-02-07 07:53:29 +0100] information/ApiListener: Received configuration updates (2) from endpoint ‘98lipmoni1’ do not qualify for production, not triggering reload.

icinga2 daemon -C on both masters are clear.

I hope there is a final solution.

zones.conf Master1:

/etc/icinga2# cat zones.conf
/*
 * Endpoint and Zone configuration for a cluster setup
 * This local example requires `NodeName` defined in
 * constants.conf.
 */

object Endpoint "01livmoni1" {
}

object Endpoint "03livmoni1" {
}

object Endpoint "04livmoni1" {
}

object Endpoint "07livmoni1" {
}

object Endpoint "08livmoni1" {
}

object Endpoint "09livmoni1" {
}

object Endpoint "10livmoni1" {
}

object Endpoint "11livmoni1" {
}

object Endpoint "12livmoni1" {
}

object Endpoint "13livmoni1" {
}

object Endpoint "14livmoni1" {
}

object Endpoint "15livmoni1" {
}

object Endpoint "16livmoni1" {
}

object Endpoint "19livmoni1" {
}

object Endpoint "20livmoni1" {
}

object Endpoint "20livmoni1-dmz" {
}

object Endpoint "21livmoni1" {
}

object Endpoint "22livmoni1" {
}

object Endpoint "26livmoni1" {
}

object Endpoint "27livmoni1" {
}

object Endpoint "29livmoni1" {
}

object Endpoint "32livmoni1" {
}

object Endpoint "33livmoni1" {
}

object Endpoint "37livmoni1" {
}

object Endpoint "38livmoni1" {
}

object Endpoint "43livmoni1" {
}

object Endpoint "50livmoni1" {
}

object Endpoint "51livmoni1" {
}

object Endpoint "74livmoni1" {
}

object Endpoint "77livmoni1" {
}

object Endpoint "98livmoni1" {
}

object Endpoint "98livmoni2" {
}

object Endpoint "98livmoni1-dmz" {
}

object Endpoint "98lipmoni1" {
  host = "98lipmoni1"
}

object Endpoint "98lipmoni2" {
  host = "98lipmoni2"
}

object Zone "01rost" {
  parent = "master"
  endpoints = [ "01livmoni1" ]
}

object Zone "03lueb" {
  parent = "master"
  endpoints = [ "03livmoni1" ]
}

object Zone "04gbgh" {
  parent = "master"
  endpoints = [ "04livmoni1" ]
}

object Zone "07flen" {
  parent = "master"
  endpoints = [ "07livmoni1" ]
}

object Zone "08hhba" {
  parent = "master"
  endpoints = [ "08livmoni1" ]
}

object Zone "09kiel" {
  parent = "master"
  endpoints = [ "09livmoni1" ]
}

object Zone "10nbgh" {
  parent = "master"
  endpoints = [ "10livmoni1" ]
}

object Zone "11kigh" {
  parent = "master"
  endpoints = [ "11livmoni1" ]
}

object Zone "12lugh" {
  parent = "master"
  endpoints = [ "12livmoni1" ]
}

object Zone "13zogh" {
  parent = "master"
  endpoints = [ "13livmoni1" ]
}

object Zone "14zmgh" {
  parent = "master"
  endpoints = [ "14livmoni1" ]
}

object Zone "15rnur" {
  parent = "master"
  endpoints = [ "15livmoni1" ]
}

object Zone "16haat" {
  parent = "master"
  endpoints = [ "16livmoni1" ]
}

object Zone "19szgh" {
  parent = "master"
  endpoints = [ "19livmoni1" ]
}

object Zone "20sodk" {
  parent = "master"
  endpoints = [ "20livmoni1" ]
}

object Zone "20dmz" {
  parent = "master"
  endpoints = [ "20livmoni1-dmz" ]
}

object Zone "21kodk" {
  parent = "master"
  endpoints = [ "21livmoni1" ]
}

object Zone "22mase" {
  parent = "master"
  endpoints = [ "22livmoni1" ]
}

object Zone "26tapl" {
  parent = "master"
  endpoints = [ "26livmoni1" ]
}

object Zone "27wapl" {
  parent = "master"
  endpoints = [ "27livmoni1" ]
}

object Zone "29pzpl" {
  parent = "master"
  endpoints = [ "29livmoni1" ]
}

object Zone "32hbgt" {
  parent = "master"
  endpoints = [ "32livmoni1" ]
}

object Zone "33hegh" {
  parent = "master"
  endpoints = [ "33livmoni1" ]
}

object Zone "37magh" {
  parent = "master"
  endpoints = [ "37livmoni1" ]
}

object Zone "38hagt" {
  parent = "master"
  endpoints = [ "38livmoni1" ]
}

object Zone "43wagh" {
  parent = "master"
  endpoints = [ "43livmoni1" ]
}

object Zone "50jowe" {
  parent = "master"
  endpoints = [ "50livmoni1" ]
}

object Zone "51jobi" {
  parent = "master"
  endpoints = [ "51livmoni1" ]
}

object Zone "74kize" {
  parent = "master"
  endpoints = [ "74livmoni1" ]
}

object Zone "77tegh" {
  parent = "master"
  endpoints = [ "77livmoni1" ]
}

object Zone "98dmz" {
  parent = "master"
  endpoints = [ "98livmoni1-dmz" ]
}

object Zone "98zent" {
  parent = "master"
  endpoints = [ "98livmoni1", "98livmoni2" ]
}

object Zone "master" {
  endpoints = [ "98lipmoni1", "98lipmoni2" ]
}

object Zone "global" {
  global = true
}

zones.conf Master2:

/etc/icinga2# cat zones.conf
/*
 * Endpoint and Zone configuration for a cluster setup
 * This local example requires `NodeName` defined in
 * constants.conf.
 */

object Endpoint "01livmoni1" {
}

object Endpoint "03livmoni1" {
}

object Endpoint "04livmoni1" {
}

object Endpoint "07livmoni1" {
}

object Endpoint "08livmoni1" {
}

object Endpoint "09livmoni1" {
}

object Endpoint "10livmoni1" {
}

object Endpoint "11livmoni1" {
}

object Endpoint "12livmoni1" {
}

object Endpoint "13livmoni1" {
}

object Endpoint "14livmoni1" {
}

object Endpoint "15livmoni1" {
}

object Endpoint "16livmoni1" {
}

object Endpoint "19livmoni1" {
}

object Endpoint "20livmoni1" {
}

object Endpoint "20livmoni1-dmz" {
}

object Endpoint "21livmoni1" {
}

object Endpoint "22livmoni1" {
}

object Endpoint "26livmoni1" {
}

object Endpoint "27livmoni1" {
}

object Endpoint "29livmoni1" {
}

object Endpoint "32livmoni1" {
}

object Endpoint "33livmoni1" {
}

object Endpoint "37livmoni1" {
}

object Endpoint "38livmoni1" {
}

object Endpoint "43livmoni1" {
}

object Endpoint "50livmoni1" {
}

object Endpoint "51livmoni1" {
}

object Endpoint "74livmoni1" {
}

object Endpoint "77livmoni1" {
}

object Endpoint "98livmoni1" {
}

object Endpoint "98livmoni2" {
}

object Endpoint "98livmoni1-dmz" {
}

object Endpoint "98lipmoni1" {
  host = "98lipmoni1"
}

object Endpoint "98lipmoni2" {
  host = "98lipmoni2"
}

object Zone "01rost" {
  parent = "master"
  endpoints = [ "01livmoni1" ]
}

object Zone "03lueb" {
  parent = "master"
  endpoints = [ "03livmoni1" ]
}

object Zone "04gbgh" {
  parent = "master"
  endpoints = [ "04livmoni1" ]
}

object Zone "07flen" {
  parent = "master"
  endpoints = [ "07livmoni1" ]
}

object Zone "08hhba" {
  parent = "master"
  endpoints = [ "08livmoni1" ]
}

object Zone "09kiel" {
  parent = "master"
  endpoints = [ "09livmoni1" ]
}

object Zone "10nbgh" {
  parent = "master"
  endpoints = [ "10livmoni1" ]
}

object Zone "11kigh" {
  parent = "master"
  endpoints = [ "11livmoni1" ]
}

object Zone "12lugh" {
  parent = "master"
  endpoints = [ "12livmoni1" ]
}

object Zone "13zogh" {
  parent = "master"
  endpoints = [ "13livmoni1" ]
}

object Zone "14zmgh" {
  parent = "master"
  endpoints = [ "14livmoni1" ]
}

object Zone "15rnur" {
  parent = "master"
  endpoints = [ "15livmoni1" ]
}

object Zone "16haat" {
  parent = "master"
  endpoints = [ "16livmoni1" ]
}

object Zone "19szgh" {
  parent = "master"
  endpoints = [ "19livmoni1" ]
}

object Zone "20sodk" {
  parent = "master"
  endpoints = [ "20livmoni1" ]
}

object Zone "20dmz" {
  parent = "master"
  endpoints = [ "20livmoni1-dmz" ]
}

object Zone "21kodk" {
  parent = "master"
  endpoints = [ "21livmoni1" ]
}

object Zone "22mase" {
  parent = "master"
  endpoints = [ "22livmoni1" ]
}

object Zone "26tapl" {
  parent = "master"
  endpoints = [ "26livmoni1" ]
}

object Zone "27wapl" {
  parent = "master"
  endpoints = [ "27livmoni1" ]
}

object Zone "29pzpl" {
  parent = "master"
  endpoints = [ "29livmoni1" ]
}

object Zone "32hbgt" {
  parent = "master"
  endpoints = [ "32livmoni1" ]
}

object Zone "33hegh" {
  parent = "master"
  endpoints = [ "33livmoni1" ]
}

object Zone "37magh" {
  parent = "master"
  endpoints = [ "37livmoni1" ]
}

object Zone "38hagt" {
  parent = "master"
  endpoints = [ "38livmoni1" ]
}

object Zone "43wagh" {
  parent = "master"
  endpoints = [ "43livmoni1" ]
}

object Zone "50jowe" {
  parent = "master"
  endpoints = [ "50livmoni1" ]
}

object Zone "51jobi" {
  parent = "master"
  endpoints = [ "51livmoni1" ]
}

object Zone "74kize" {
  parent = "master"
  endpoints = [ "74livmoni1" ]
}

object Zone "77tegh" {
  parent = "master"
  endpoints = [ "77livmoni1" ]
}

object Zone "98dmz" {
  parent = "master"
  endpoints = [ "98livmoni1-dmz" ]
}

object Zone "98zent" {
  parent = "master"
  endpoints = [ "98livmoni1", "98livmoni2" ]
}

object Zone "master" {
  endpoints = [ "98lipmoni1", "98lipmoni2" ]
}

object Zone "global" {
  global = true
}

zones.conf satellite:

/etc/icinga2# cat zones.conf 
object Endpoint "98livmoni1-dmz" {
}

object Endpoint "98lipmoni1" {
  host = "98lipmoni1"
}

object Endpoint "98lipmoni2" {
  host = "98lipmoni2"
}

object Zone "98dmz" {
  parent = "master"
  endpoints = [ "98livmoni1-dmz" ]
}

object Zone "master" {
  endpoints = [ "98lipmoni1", "98lipmoni2" ]
}

object Zone "global" {
  global = true
}