kSQL does not work in cluster node

[Kyry]

If I configure the kSQL to have replicas with

cp-ksql-server:
    imageTag: 6.2.4
    replicaCount: 3

All nodes except one are reporting hostAlive: false

This leads the clients to be responded with: All nodes are dead or exceed max allowed lag.
Is the configuration wrong ?
Could you please provide working example of scaled ksqldb-server ?

Full /clusterStatus

{
  "clusterStatus": {
    "scoring-engine-cp-ksql-server-78d59c57c9-k2m8p:8088": {
      "hostAlive": true,
      "lastStatusUpdateMs": 1654008765131,
      "activeStandbyPerQuery": {
        "CTAS_RULE_163D2C935A6684AA_MATCH_5": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_163D2C935A6684AA_MATCH_5-Aggregate-GroupBy-repartition",
              "partition": 1
            },
            {
              "topic": "insights",
              "partition": 1
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        },
        "CTAS_RULE_68D776802F77483C_MATCH_19": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_68D776802F77483C_MATCH_19-Aggregate-GroupBy-repartition",
              "partition": 0
            },
            {
              "topic": "insights",
              "partition": 0
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        }
      },
      "hostStoreLags": {
        "stateStoreLags": {
          "_confluent-ksql-scoring-enginequery_CTAS_RULE_68D776802F77483C_MATCH_19#Aggregate-Aggregate-Materialize": {
            "lagByPartition": {
              "0": {
                "currentOffsetPosition": 0,
                "endOffsetPosition": 0,
                "offsetLag": 0
              }
            },
            "size": 1
          },
          "_confluent-ksql-scoring-enginequery_CTAS_RULE_163D2C935A6684AA_MATCH_5#Aggregate-Aggregate-Materialize": {
            "lagByPartition": {
              "1": {
                "currentOffsetPosition": 0,
                "endOffsetPosition": 0,
                "offsetLag": 0
              }
            },
            "size": 1
          }
        },
        "updateTimeMs": 1654008845351
      }
    },
    "scoring-engine-cp-ksql-server-78d59c57c9-kslbm:8088": {
      "hostAlive": false,
      "lastStatusUpdateMs": 1654008769207,
      "activeStandbyPerQuery": {
        "CTAS_RULE_163D2C935A6684AA_MATCH_5": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "insights",
              "partition": 2
            },
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_163D2C935A6684AA_MATCH_5-Aggregate-GroupBy-repartition",
              "partition": 2
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        },
        "CTAS_RULE_68D776802F77483C_MATCH_19": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_68D776802F77483C_MATCH_19-Aggregate-GroupBy-repartition",
              "partition": 1
            },
            {
              "topic": "insights",
              "partition": 1
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        }
      },
      "hostStoreLags": {
        "stateStoreLags": {},
        "updateTimeMs": 0
      }
    },
    "scoring-engine-cp-ksql-server-78d59c57c9-x4st4:8088": {
      "hostAlive": false,
      "lastStatusUpdateMs": 1654008769207,
      "activeStandbyPerQuery": {
        "CTAS_RULE_163D2C935A6684AA_MATCH_5": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_163D2C935A6684AA_MATCH_5-Aggregate-GroupBy-repartition",
              "partition": 0
            },
            {
              "topic": "insights",
              "partition": 0
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        },
        "CTAS_RULE_68D776802F77483C_MATCH_19": {
          "activeStores": [
            "Aggregate-Aggregate-Materialize"
          ],
          "activePartitions": [
            {
              "topic": "insights",
              "partition": 2
            },
            {
              "topic": "_confluent-ksql-scoring-enginequery_CTAS_RULE_68D776802F77483C_MATCH_19-Aggregate-GroupBy-repartition",
              "partition": 2
            }
          ],
          "standByStores": [],
          "standByPartitions": []
        }
      },
      "hostStoreLags": {
        "stateStoreLags": {},
        "updateTimeMs": 0
      }
    }
  }
}