Hello all,
I'm trying to upgrade a working cluster from Openshift Origin 3.9 to OKD
3.10 and the control plane update fails at one point with host not found.
I've looked abit over the problem and found this issue on github:
https://github.com/openshift/openshift-ansible/issues/9935 where michaelgugino
points out that "when upgrading from
3.9, your hostnames match the node names in 'oc get nodes' otherwise, we won't
be able to find the CSRs for your nodes."
In fact my issue is precisely this: the node names are in fact their IPs
and not the hostnames of the specific machines. It was something that I saw
upon installation, but as the 3.9
cluster was functioning all right, I let it be.
The idea is that I (think) I have the DNS resolution set up properly, with
all machines being able to resolve each-other by FQDNs, however the 3.9
installer configured the node names
with their respective IP addresses and I don't know how to address this.
I should mention that the cluster is deployed inside an Openstack project,
but the install config doesn't use OpenShift-Openstack configuration. However
when running the
~/openshift-ansible/playbooks/byo/openshift_facts.yml I get references to the
underlying openstack(somehow the installer "figures out" the undelying
Openstack and treats it as a
provider, the way I see it). I've pasted the output for one of the nodes
below.
Has any of you come across this node name config problem and were you able
to solve it?
Is there any procedure to change node names of a working cluster? I should
say that the masters are also nodes(infrasructure), so I'm guessing the
procedure, if there is one, would
have to do with deprecating one master at a time, while for the nodes with
a delete/change config/re-add procedure.
Thank you!
Output from openshift_facts playbook:
ok: [node1.oshift-pinfold.intra] => {
"result": {
"ansible_facts": {
"openshift": {
"common": {
"all_hostnames": [
"node1.oshift-pinfold.intra",
"192.168.150.22"
],
"config_base": "/etc/origin",
"deployment_subtype": "basic",
"deployment_type": "origin",
"dns_domain": "cluster.local",
"examples_content_version": "v3.9",
"generate_no_proxy_hosts": true,
"hostname": "192.168.150.22",
"internal_hostnames": [
"192.168.150.22"
],
"ip": "192.168.150.22",
"kube_svc_ip": "172.30.0.1",
"portal_net": "172.30.0.0/16 <http://172.30.0.0/16>",
"public_hostname": "node1.oshift-pinfold.intra",
"public_ip": "192.168.150.22",
"short_version": "3.9",
"version": "3.9.0",
"version_gte_3_10": false,
"version_gte_3_6": true,
"version_gte_3_7": true,
"version_gte_3_8": true,
"version_gte_3_9": true
},
"current_config": {
"roles": [
"node"
]
},
"node": {
"bootstrapped": false,
"nodename": "192.168.150.22",
"sdn_mtu": "1408"
},
"provider": {
"metadata": {
"availability_zone": "nova",
"ec2_compat": {
"ami-id": "None",
"ami-launch-index": "0",
"ami-manifest-path": "FIXME",
"block-device-mapping": {
"ami": "vda",
"ebs0": "/dev/vda",
"ebs1": "/dev/vdb",
"root": "/dev/vda"
},
"hostname": "node1.novalocal",
"instance-action": "none",
"instance-id": "i-00000583",
"instance-type": "1cpu-2ram-20disk",
"local-hostname": "node1.novalocal",
"local-ipv4": "192.168.150.22",
"placement": {
"availability-zone": "nova"
},
"public-hostname": "node1.novalocal",
"public-ipv4": [],
"public-keys/": "0=xxxxxxxxxxx",
"reservation-id": "r-la13azpq",
"security-groups": [
"DefaultInternal",
"oshift-node"
]
},
"hostname": "node1.novalocal",
"keys": [
{
"data": "ssh-rsa
AAAA........................................................... Generated-by-Nova",
"name": "xxxxxxxxxx",
"type": "ssh"
}
],
"launch_index": 0,
"name": "node1",
"project_id": "2a2.........................",
"uuid": "80bb................................."
},
"name": "openstack",
"network": {
"hostname": "192.168.150.22",
"interfaces": [],
"ip": "192.168.150.22",
"ipv6_enabled": false,
"public_hostname": [],
"public_ip": []
},
"zone": "nova"
}
}
},
"changed": false,
"failed": false
}
}
