brickpattern commented on issue #668: URL: https://github.com/apache/solr-operator/issues/668#issuecomment-1856850726
Solr Operator logs ``` 2023-12-14T21:39:42Z INFO Update required because field changed {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "c747c5ad-f7b1-400a-8957-ff60a71b7531", "statefulSet": "solr-solrcloud", "kind": "statefulSet", "field": "Spec.Template.Annotations", "from": {"kubectl.kubernetes.io/restartedAt":"2023-12-14T15:39:42-06:00","solr.apache.org/solrXmlMd5":"5fe99d590bc63efc3caa743ca939aa5a"}, "to": {"solr.apache.org/solrXmlMd5":"5fe99d590bc63efc3caa743ca939aa5a"}} 2023-12-14T21:39:42Z INFO Updating StatefulSet {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "c747c5ad-f7b1-400a-8957-ff60a71b7531", "statefulSet": "solr-solrcloud"} 2023-12-14T21:39:42Z INFO Started locked clusterOp {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "122fddd5-d036-4d31-872e-0d4b95bb27a3", "clusterOp": "RollingUpdate", "clusterOpMetadata": "{\"requiresReplicaMigration\":false}"} 2023-12-14T21:39:42Z INFO Updating SolrCloud Status {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "122fddd5-d036-4d31-872e-0d4b95bb27a3", "status": {"solrNodes":[{"name":"solr-solrcloud-0","nodeName":"ip-x-y-162-17.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-0.solr","externalAddress":"http://solr-solr-solrcloud-0.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-1","nodeName":"ip-x-y-160-139.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-1.solr","externalAddress":"http://solr-solr-solrcloud-1.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-2","nodeName":"ip-x-y-163-213.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-2.solr"," externalAddress":"http://solr-solr-solrcloud-2.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false}],"replicas":3,"podSelector":"solr-cloud=solr,technology=solr-cloud","readyReplicas":3,"upToDateNodes":0,"version":"0.8","internalCommonAddress":"http://solr-solrcloud-common.solr","externalCommonAddress":"http://solr-solr-solrcloud.k8s.solr.cloud","zookeeperConnectionInfo":{"internalConnectionString":"solr-solrcloud-zookeeper-0.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-1.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-2.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181","externalConnectionString":"N/A","chroot":"/"},"backupRestoreReady":false}} 2023-12-14T21:39:42Z INFO Removed unneeded clusterOpLock annotation from statefulSet {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "cb77fc36-beda-4e54-a0c5-0b2726756c66", "reason": "RollingUpdate complete"} 2023-12-14T21:39:42Z INFO Updating SolrCloud Status {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "cb77fc36-beda-4e54-a0c5-0b2726756c66", "status": {"solrNodes":[{"name":"solr-solrcloud-0","nodeName":"ip-x-y-162-17.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-0.solr","externalAddress":"http://solr-solr-solrcloud-0.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":true,"scheduledForDeletion":false},{"name":"solr-solrcloud-1","nodeName":"ip-x-y-160-139.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-1.solr","externalAddress":"http://solr-solr-solrcloud-1.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":true,"scheduledForDeletion":false},{"name":"solr-solrcloud-2","nodeName":"ip-x-y-163-213.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-2.solr","ex ternalAddress":"http://solr-solr-solrcloud-2.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":true,"scheduledForDeletion":false}],"replicas":3,"podSelector":"solr-cloud=solr,technology=solr-cloud","readyReplicas":3,"upToDateNodes":3,"version":"0.8","internalCommonAddress":"http://solr-solrcloud-common.solr","externalCommonAddress":"http://solr-solr-solrcloud.k8s.solr.cloud","zookeeperConnectionInfo":{"internalConnectionString":"solr-solrcloud-zookeeper-0.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-1.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-2.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181","externalConnectionString":"N/A","chroot":"/"},"backupRestoreReady":false}} 2023-12-14T21:58:46Z INFO Update required because field changed {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "71340161-9ee5-47d9-b7f4-7630ad2ab132", "statefulSet": "solr-solrcloud", "kind": "statefulSet", "field": "Spec.Template.Annotations", "from": {"solr.apache.org/solrXmlMd5":"5fe99d590bc63efc3caa743ca939aa5a"}, "to": {"manualrestart":"2023-12-14T00:00:01Z","solr.apache.org/solrXmlMd5":"5fe99d590bc63efc3caa743ca939aa5a"}} 2023-12-14T21:58:46Z INFO Updating StatefulSet {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "71340161-9ee5-47d9-b7f4-7630ad2ab132", "statefulSet": "solr-solrcloud"} 2023-12-14T21:58:46Z INFO Started locked clusterOp {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "a09d90c0-06f2-4b59-9c68-463c97261d5b", "clusterOp": "RollingUpdate", "clusterOpMetadata": "{\"requiresReplicaMigration\":false}"} 2023-12-14T21:58:46Z INFO Updating SolrCloud Status {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "a09d90c0-06f2-4b59-9c68-463c97261d5b", "status": {"solrNodes":[{"name":"solr-solrcloud-0","nodeName":"ip-x-y-162-17.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-0.solr","externalAddress":"http://solr-solr-solrcloud-0.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-1","nodeName":"ip-x-y-160-139.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-1.solr","externalAddress":"http://solr-solr-solrcloud-1.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-2","nodeName":"ip-x-y-163-213.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-2.solr"," externalAddress":"http://solr-solr-solrcloud-2.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false}],"replicas":3,"podSelector":"solr-cloud=solr,technology=solr-cloud","readyReplicas":3,"upToDateNodes":0,"version":"0.8","internalCommonAddress":"http://solr-solrcloud-common.solr","externalCommonAddress":"http://solr-solr-solrcloud.k8s.solr.cloud","zookeeperConnectionInfo":{"internalConnectionString":"solr-solrcloud-zookeeper-0.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-1.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-2.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181","externalConnectionString":"N/A","chroot":"/"},"backupRestoreReady":false}} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Pod update selection started. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "22e68695-cbc6-4f0d-8a40-7cf26a1841b6", "outOfDatePods": 3, "maxPodsUnavailable": 1, "unavailableUpdatedPods": 0, "outOfDatePodsNotStarted": 0, "alreadyScheduledForDeletion": 0, "maxPodsToUpdate": 1} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Pod selected to be deleted for update. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "22e68695-cbc6-4f0d-8a40-7cf26a1841b6", "pod": "solr-solrcloud-0", "reason": "Pod's replicas are safe to take down, adhering to the minimum active replicas per shard."} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Pod update selection complete. Maximum number of pods able to be updated reached. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "22e68695-cbc6-4f0d-8a40-7cf26a1841b6", "maxPodsToUpdate": 1} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Deleting solr pod for update {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "22e68695-cbc6-4f0d-8a40-7cf26a1841b6", "pod": "solr-solrcloud-0"} 2023-12-14T21:58:46Z INFO Updating SolrCloud Status {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "22e68695-cbc6-4f0d-8a40-7cf26a1841b6", "status": {"solrNodes":[{"name":"solr-solrcloud-0","nodeName":"ip-x-y-162-17.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-0.solr","externalAddress":"http://solr-solr-solrcloud-0.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-1","nodeName":"ip-x-y-160-139.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-1.solr","externalAddress":"http://solr-solr-solrcloud-1.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-2","nodeName":"ip-x-y-163-213.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-2.solr"," externalAddress":"http://solr-solr-solrcloud-2.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false}],"replicas":3,"podSelector":"solr-cloud=solr,technology=solr-cloud","readyReplicas":3,"upToDateNodes":0,"version":"0.8","internalCommonAddress":"http://solr-solrcloud-common.solr","externalCommonAddress":"http://solr-solr-solrcloud.k8s.solr.cloud","zookeeperConnectionInfo":{"internalConnectionString":"solr-solrcloud-zookeeper-0.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-1.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-2.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181","externalConnectionString":"N/A","chroot":"/"},"backupRestoreReady":false}} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Pod update selection not started. The number of unavailable pods unavailable (or scheduled for deletion) equals or exceeds the calculated maxPodsUnavailable. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "d091496b-8199-419f-b541-3709fc4cbd03", "outOfDatePods": 2, "maxPodsUnavailable": 1, "unavailableUpdatedPods": 0, "outOfDatePodsNotStarted": 0, "alreadyScheduledForDeletion": 1} 2023-12-14T21:58:46Z INFO ManagedUpdateSelector Deleting solr pod for update {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "d091496b-8199-419f-b541-3709fc4cbd03", "pod": "solr-solrcloud-0"} 2023-12-14T21:58:46Z INFO Updating SolrCloud Status {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "d091496b-8199-419f-b541-3709fc4cbd03", "status": {"solrNodes":[{"name":"solr-solrcloud-0","nodeName":"ip-x-y-162-17.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-0.solr","externalAddress":"http://solr-solr-solrcloud-0.k8s.solr.cloud","ready":false,"version":"0.8","specUpToDate":false,"scheduledForDeletion":true},{"name":"solr-solrcloud-1","nodeName":"ip-x-y-160-139.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-1.solr","externalAddress":"http://solr-solr-solrcloud-1.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false},{"name":"solr-solrcloud-2","nodeName":"ip-x-y-163-213.us-west-2.compute.internal","internalAddress":"http://solr-solrcloud-2.solr"," externalAddress":"http://solr-solr-solrcloud-2.k8s.solr.cloud","ready":true,"version":"0.8","specUpToDate":false,"scheduledForDeletion":false}],"replicas":3,"podSelector":"solr-cloud=solr,technology=solr-cloud","readyReplicas":2,"upToDateNodes":0,"version":"0.8","internalCommonAddress":"http://solr-solrcloud-common.solr","externalCommonAddress":"http://solr-solr-solrcloud.k8s.solr.cloud","zookeeperConnectionInfo":{"internalConnectionString":"solr-solrcloud-zookeeper-0.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-1.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181,solr-solrcloud-zookeeper-2.solr-solrcloud-zookeeper-headless.solr.svc.cluster.local:2181","externalConnectionString":"N/A","chroot":"/"},"backupRestoreReady":false}} 2023-12-14T21:58:47Z INFO ManagedUpdateSelector Pod update selection not started. The number of unavailable pods unavailable (or scheduled for deletion) equals or exceeds the calculated maxPodsUnavailable. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "63e8cd10-0938-451f-bdfe-d5c7e0bbcb6a", "outOfDatePods": 2, "maxPodsUnavailable": 1, "unavailableUpdatedPods": 0, "outOfDatePodsNotStarted": 0, "alreadyScheduledForDeletion": 1} 2023-12-14T21:58:47Z INFO ManagedUpdateSelector Deleting solr pod for update {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "63e8cd10-0938-451f-bdfe-d5c7e0bbcb6a", "pod": "solr-solrcloud-0"} 2023-12-14T21:58:47Z INFO ManagedUpdateSelector Pod update selection not started. The number of unavailable pods unavailable (or scheduled for deletion) equals or exceeds the calculated maxPodsUnavailable. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "d7ad8183-8e6b-4377-8901-fbd4a8129672", "outOfDatePods": 2, "maxPodsUnavailable": 1, "unavailableUpdatedPods": 0, "outOfDatePodsNotStarted": 0, "alreadyScheduledForDeletion": 1} 2023-12-14T21:58:47Z INFO ManagedUpdateSelector Deleting solr pod for update {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "d7ad8183-8e6b-4377-8901-fbd4a8129672", "pod": "solr-solrcloud-0"} 2023-12-14T21:58:49Z INFO ManagedUpdateSelector Pod update selection not started. The number of unavailable pods unavailable (or scheduled for deletion) equals or exceeds the calculated maxPodsUnavailable. {"controller": "solrcloud", "controllerGroup": "solr.apache.org", "controllerKind": "SolrCloud", "SolrCloud": {"name":"solr","namespace":"solr"}, "namespace": "solr", "name": "solr", "reconcileID": "291ef125-ec68-40aa-945f-c3fd10cfbf5b", "outOfDatePods": 2, "maxPodsUnavailable": 1, "unavailableUpdatedPods": 1, "outOfDatePodsNotStarted": 0, "alreadyScheduledForDeletion": 0} ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: issues-unsubscr...@solr.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: issues-unsubscr...@solr.apache.org For additional commands, e-mail: issues-h...@solr.apache.org