ironic baremetal node rescue/unrescue mode

export OS_PROJECT_DOMAIN_NAME=defaultexport OS_USER_DOMAIN_NAME=defaultexport OS_PROJECT_NAME=adminexport OS_USERNAME=adminexport OS_PASSWORD=ADMIN_PASSexport OS_AUTH_URL=http://172.18.211.69:10006/v3export OS_IDENTITY_API_VERSION=3export OS_IMAGE_API_VERSION=2export IRONIC_API_VERSION=1.38

[root@172e18e211e25 ~]# glance image-list+--------------------------------------+----------------------------+| ID ??????????????????????????????????| Name ??????????????????????|+--------------------------------------+----------------------------+| d65ebb0b-450c-42b4-b820-8acbd4dc61f5 | bm_cents72 ????????????????|| 0c0d1bf2-cf15-4754-b885-3df251c1206c | deploy-kernel-q ???????????|| 356c2be5-9372-44a5-90fd-4250c829a3dc | deploy-ramdisk-q ??????????|+--------------------------------------+----------------------------+[root@172e18e211e25 ~]#glance image-update d65ebb0b-450c-42b4-b820-8acbd4dc61f5 --ramdisk-id=356c2be5-9372-44a5-90fd-4250c829a3dc --kernel-id=0c0d1bf2-cf15-4754-b885-3df251c1206c+------------------+----------------------------------------------------------------------------------+| Property ????????| Value ???????????????????????????????????????????????????????????????????????????|+------------------+----------------------------------------------------------------------------------+| checksum ????????| 0838e4a4cd54b4d9e59e4c60c8531baf ????????????????????????????????????????????????|| container_format | bare ????????????????????????????????????????????????????????????????????????????|| created_at ??????| 2018-05-07T11:20:57Z ????????????????????????????????????????????????????????????|| disk_format ?????| qcow2 ???????????????????????????????????????????????????????????????????????????|| id ??????????????| d65ebb0b-450c-42b4-b820-8acbd4dc61f5 ????????????????????????????????????????????|| img_hv_type ?????| baremetal ???????????????????????????????????????????????????????????????????????|| kernel_id ???????| 0c0d1bf2-cf15-4754-b885-3df251c1206c ????????????????????????????????????????????|| locations ???????| [{"url": "swift+http://GLANCE_USERNAME%3Aswift:STORE_KEY@172.18.211.25:7480/auth || ?????????????????| /1.0/glance/d65ebb0b-450c-42b4-b820-8acbd4dc61f5", "metadata": {}}] ?????????????|| min_disk ????????| 0 ???????????????????????????????????????????????????????????????????????????????|| min_ram ?????????| 0 ???????????????????????????????????????????????????????????????????????????????|| name ????????????| bm_cents72 ??????????????????????????????????????????????????????????????????????|| owner ???????????| f216a10d409d4fbb812222691216527d ????????????????????????????????????????????????|| protected ???????| False ???????????????????????????????????????????????????????????????????????????|| ramdisk_id ??????| 356c2be5-9372-44a5-90fd-4250c829a3dc ????????????????????????????????????????????|| size ????????????| 1160380416 ??????????????????????????????????????????????????????????????????????|| status ??????????| active ??????????????????????????????????????????????????????????????????????????|| tags ????????????| ["store:swift"] ?????????????????????????????????????????????????????????????????|| updated_at ??????| 2018-05-29T01:38:45Z ????????????????????????????????????????????????????????????|| virtual_size ????| None ????????????????????????????????????????????????????????????????????????????|| visibility ??????| public ??????????????????????????????????????????????????????????????????????????|+------------------+----------------------------------------------------------------------------------+

[DEFAULT]default_network_interface = neutronenabled_vendor_interfaces = ipmitool,no-vendorenabled_storage_interfaces = cinder,noopenabled_raid_interfaces = agent,no-raidenabled_power_interfaces = ipmitoolenabled_network_interfaces = flat,noop,neutronenabled_management_interfaces = ipmitoolenabled_inspect_interfaces = no-inspectenabled_deploy_interfaces = iscsi,directenabled_console_interfaces = no-consoleenabled_rescue_interfaces = agentenabled_boot_interfaces = pxeenabled_hardware_types = ipmienabled_drivers = pxe_ipmitool,agent_ipmitool,pxe_ipmitool_socat,agent_ipmitool_socat ?[neutron]provisioning_network = 7d614f0e-c778-4781-937e-832ed78d103dcleaning_network = 7d614f0e-c778-4781-937e-832ed78d103drescuing_network = 7d614f0e-c778-4781-937e-832ed78d103d

ironic node-update b2e71756-750c-47b9-b08a-9ae577d1098a add driver_info/rescue_kernel=0c0d1bf2-cf15-4754-b885-3df251c1206c driver_info/rescue_ramdisk=5bcf0917-429-42eb-b93b-3cdb50a8008e ?ironic node-update b2e71756-750c-47b9-b08a-9ae577d1098a replace driver=ipmi

[root@172e18e211e25 ~]# ironic node-set-provision-state bm172e18e211e24 unrescueThe "ironic" CLI is deprecated and will be removed in the S* release. Please use the "openstack baremetal" CLI instead.usage: ironic node-set-provision-state [--config-drive <config-drive>] ??????????????????????????????????????[--clean-steps <clean-steps>] ??????????????????????????????????????[--wait [WAIT_TIMEOUT]] ??????????????????????????????????????<node> <provision-state>ironic node-set-provision-state: error: argument <provision-state>: invalid choice: ‘unrescue‘ (choose from ‘deleted‘, ‘provide‘, ‘clean‘, ‘manage‘, ‘active‘, ‘rebuild‘, ‘inspect‘, ‘abort‘, ‘adopt‘)

[root@172e18e211e25 tftpboot]# curl -g -i -X PUT http://172.18.211.69:10032/v1/nodes/b2e71756-750c-47b9-b08a-9ae577d1098a/states/provision -H "X-OpenStack-Ironic-API-Version: 1.38" -H "User-Agent: python-ironicclient" -H "Content-Type: application/json" -H "Accept: application/json" -H "X-Auth-Token:gAAAAABbB4EECkI1zAIEb5vSgoa0afZ5ZGi_zboGQn55HVvGXkSV6iJ2LK3IAG3e7ZXBFX4XRMl1HJbQmLkG2j6YhWHx48O4yWh_weagAE2jgqTw-BMskpFELpUeH0JDkjef-IRDwOcgl503Jf1kzW0d9mu6f3DClJ4MQXsAmC_YrMSziasP9sM" -d ‘{"target": "rescue", "rescue_password": "1234qwer"}‘HTTP/1.1 202 AcceptedContent-Length: 0X-Openstack-Ironic-Api-Minimum-Version: 1.1X-Openstack-Ironic-Api-Maximum-Version: 1.38X-Openstack-Ironic-Api-Version: 1.38Location: http://172.18.211.69:10032/v1/nodes/b2e71756-750c-47b9-b08a-9ae577d1098a/statesOpenstack-Request-Id: req-ee486f13-d97b-4dfd-b394-905e518172c0Date: Fri, 25 May 2018 03:21:23 GMT

[root@172e18e211e25 tftpboot]# ironic node-listThe "ironic" CLI is deprecated and will be removed in the S* release. Please use the "openstack baremetal" CLI instead.+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| UUID ????????????????????????????????| Name ???????????| Instance UUID ???????????????????????| Power State | Provisioning State | Maintenance |+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| b2e71756-750c-47b9-b08a-9ae577d1098a | bm172e18e211e24 | 876336b7-e7ae-4869-a242-8f9063947dfd | power off ??| rescuing ??????????| False ??????|+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+[root@172e18e211e25 tftpboot]# ironic node-listThe "ironic" CLI is deprecated and will be removed in the S* release. Please use the "openstack baremetal" CLI instead.+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| UUID ????????????????????????????????| Name ???????????| Instance UUID ???????????????????????| Power State | Provisioning State | Maintenance |+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| b2e71756-750c-47b9-b08a-9ae577d1098a | bm172e18e211e24 | 876336b7-e7ae-4869-a242-8f9063947dfd | power on ??| rescue ??????????| False ??????|+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+

[root@172e18e211e25 ironic]# ssh core@192.168.0.100CoreOS stable (1068.10.0)Last login: Fri May 25 04:20:52 2018 from 192.168.0.25Update Strategy: No RebootsFailed Units: 1 ?update-engine-stub.timercore@host-192-168-1-110 ~ $ sudo su - rootUpdate Strategy: No RebootsFailed Units: 1 ?update-engine-stub.timerhost-192-168-1-110 ~ #lsblkNAME ??MAJ:MIN RM ??SIZE RO TYPE MOUNTPOINTsda ?????8:0 ???0 465.8G ?0 disk`-sda1 ??8:1 ???0 465.8G ?0 disksdb ?????8:16 ??0 465.8G ?0 disksdc ?????8:32 ??0 465.8G ?0 disksdd ?????8:48 ??0 465.8G ?0 disksde ?????8:64 ??0 465.8G ?0 disksdf ?????8:80 ??0 465.8G ?0 disksdg ?????8:96 ??0 465.8G ?0 disksdh ?????8:112 ?0 465.8G ?0 disksdi ?????8:128 ?0 465.8G ?0 disksdj ?????8:144 ?0 465.8G ?0 disksdk ?????8:160 ?0 465.8G ?0 disksdl ?????8:176 ?0 465.8G ?0 disksdm ?????8:192 ?0 465.8G ?0 disksdn ?????8:208 ?0 465.8G ?0 disksdo ?????8:224 ?0 465.8G ?0 disksdp ?????8:240 ?0 465.8G ?0 disksdq ????65:0 ???0 465.8G ?0 disksdr ????65:16 ??0 465.8G ?0 disksds ????65:32 ??0 465.8G ?0 disksdt ????65:48 ??0 465.8G ?0 disksdu ????65:64 ??0 465.8G ?0 disksdv ????65:80 ??0 465.8G ?0 disksdw ????65:96 ??0 465.8G ?0 disksdx ????65:112 ?0 465.8G ?0 disksdy ????65:128 ?0 465.8G ?0 disksdz ????65:144 ?0 465.8G ?0 diskloop0 ???7:0 ???0 225.8M ?0 loop /usr ?host-192-168-1-110 ~ # mount /dev/sda1 /mnthost-192-168-1-110 ~ # chroot /mnt[root@host-192-168-1-110 /]# lsbin ?boot ?dev ?etc ?home ?lib ?lib64 ?media ?mnt ?opt ?proc ?root ?run ?sbin ?srv ?sys ?tmp ?usr ?var[root@host-192-168-1-110 /]#cat /etc/redhat-releaseCentOS Linux release 7.2.1511 (Core)

host-192-168-1-110 ~ # cat /etc/ipa-rescue-config/ipa-rescue-passwordEtaadfdlDFO7k

#!/bin/bash create_rescue_user() { ???echo "Adding rescue user with root privileges..." ???crypted_pass=$(</etc/ipa-rescue-config/ipa-rescue-password) ???sudo useradd -m rescue -G sudo -p $crypted_pass ???sudo echo "rescue ALL=(ALL) NOPASSWD: ALL" > /etc/sudoers.d/rescue} setup_dhcp_network() { ???DHCP_CONFIG_TEMPLATE=/usr/share/oem/rescue-dhcp-config.network ????echo "Configuring DHCP networks on all interfaces..." ???echo "Removing all existing network configuration..." ???sudo rm /etc/systemd/network/* ????echo "Configuring all interfaces except loopback to DHCP..." ???for interface in $(ls /sys/class/net) ; do ???????if [ $interface != "lo" ]; then ???????????sudo sed "s/RESCUE_NETWORK_INTERFACE/$interface/" $DHCP_CONFIG_TEMPLATE > /etc/systemd/network/50-$interface.network || true ???????fi ???done ????sudo systemctl restart systemd-networkd} echo "Attempting to start rescue mode configuration..."if [ -f /etc/ipa-rescue-config/ipa-rescue-password ]; then ???# NOTE(mariojv) An exit code of 0 is always forced here to avoid making IPA ???# restart after something fails. IPA should not restart when this script ???# executes to avoid exposing its API to a tenant network. ???create_rescue_user || exit 0 ???setup_dhcp_network || exit 0 ???# TODO(mariojv) Add support for configdrive and static networkselse ???echo "One or more of the files needed for rescue mode does not exist, not rescuing."fi

[root@172e18e211e25 ~]# curl -g -i -X PUT http://172.18.211.69:10032/v1/nodes/b2e71756-750c-47b9-b08a-9ae577d1098a/states/provision -H "X-OpenStack-Ironic-API-Version: 1.38" -H "User-Agent: python-ironicclient" -H "Content-Type: application/json" -H "Accept: application/json" -H "X-Auth-Token:gAAAAABbB5IuLr8QrcszUNXewLSDHRRpK6VAz7JhWVK70_lv6THWoZtJAtHctsZvLJQIKIzvJnOPbqhTppD_w7AS-U5NEM5neT-Y0QJEI7Rg8K8aMaoGzOQKed5lC4trxx8E_124-FKafceqxHge8oG8i__gzyaipyYC7fSfbMgMg9-bTBt0XJE" -d ‘{"target": "unrescue"}‘HTTP/1.1 202 AcceptedContent-Length: 0X-Openstack-Ironic-Api-Minimum-Version: 1.1X-Openstack-Ironic-Api-Maximum-Version: 1.38X-Openstack-Ironic-Api-Version: 1.38Location: http://172.18.211.69:10032/v1/nodes/b2e71756-750c-47b9-b08a-9ae577d1098a/statesOpenstack-Request-Id: req-8dbfb5c3-2440-4405-881a-5eef6841014eDate: Fri, 25 May 2018 04:34:40 GMT

[root@172e18e211e25 tftpboot]# ironic node-list+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| UUID ????????????????????????????????| Name ???????????| Instance UUID ???????????????????????| Power State | Provisioning State | Maintenance |+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| b2e71756-750c-47b9-b08a-9ae577d1098a | bm172e18e211e24 | 876336b7-e7ae-4869-a242-8f9063947dfd | power on ???| unrescuing ????????| False ??????|+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+ ?[root@172e18e211e25 tftpboot]# ironic node-list+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| UUID ????????????????????????????????| Name ???????????| Instance UUID ???????????????????????| Power State | Provisioning State | Maintenance |+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+| b2e71756-750c-47b9-b08a-9ae577d1098a | bm172e18e211e24 | 876336b7-e7ae-4869-a242-8f9063947dfd | power on ???| active ????????????| False ??????|+--------------------------------------+-----------------+--------------------------------------+-------------+--------------------+-------------+