hotpatch1

[root@headnode (rbogart-dc) ~]# manta-hotpatch-rebalancer-agent deploy -a 4518269c-070a-454b-b597-8033c6798471
This will do the following:
- Import rebalancer-agent image 4518269c-070a-454b-b597-8033c6798471
  (master-20200616T183110Z-g82b8008) from updates.joyent.com.
- Hotpatch rebalancer-agent image 4518269c-070a-454b-b597-8033c6798471
  (master-20200616T183110Z-g82b8008) on all 4 storage instances in this DC

Would you like to hotpatch? [y/N] y
Trace logging to "/var/tmp/manta-hotpatch-rebalancer-agent.20200617T223409Z.deploy.log"
Importing image 4518269c-070a-454b-b597-8033c6798471 from updates.joyent.com
Imported image
Error hotpatching storage instance ebbe805c-6750-4884-8f36-9940d907fbdc                                        
Error hotpatching storage instance cab491b1-db3a-4378-a81e-5174ee10a27e                                        
Error hotpatching storage instance e117fa50-8425-4291-89f5-bb7d8480b705                                        
Hotpatching 4 storage insts  [===============================================>] 100%        4                  
Error hotpatching storage instance 6868fccd-8a9d-4018-a865-e760fc06ebac
manta-hotpatch-rebalancer-agent deploy: error: 4 errors:
    error hotpatching rebalancer-agent on storage inst ebbe805c-6750-4884-8f36-9940d907fbdc
    error hotpatching rebalancer-agent on storage inst cab491b1-db3a-4378-a81e-5174ee10a27e
    error hotpatching rebalancer-agent on storage inst e117fa50-8425-4291-89f5-bb7d8480b705
    error hotpatching rebalancer-agent on storage inst 6868fccd-8a9d-4018-a865-e760fc06ebac
    error info:
        {
            "res": {
                "uuid": "3b9cc91d-2409-4608-c20b-ca2432952e4d",
                "hostname": "headnode",
                "zonename": "ebbe805c-6750-4884-8f36-9940d907fbdc",
                "service": "storage",
                "result": {
                    "exit_status": 1,
                    "stdout": "",
                    "stderr": "[[2020-06-17T22:34:17Z] <cmd>:22: json -H 0.metadata.imgapi_domain\n[[[2020-06-17T22:34:17Z] <cmd>:22: mdata-get SAPI_URL\n[[2020-06-17T22:34:17Z] <cmd>:22: curl -sS 'http://sapi.rbogart-dc.joyent.us/applications?name=sdc'\n[2020-06-17T22:34:17Z] <cmd>:22: imgapi_url=imgapi.rbogart-dc.joyent.us\n[2020-06-17T22:34:17Z] <cmd>:23: rm -rf /var/tmp/rebalancer-agent-4518269c-070a-454b-b597-8033c6798471.tgz\n[2020-06-17T22:34:17Z] <cmd>:24: curl -sS -o /var/tmp/rebalancer-agent-4518269c-070a-454b-b597-8033c6798471.tgz imgapi.rbogart-dc.joyent.us/images/4518269c-070a-454b-b597-8033c6798471/file\n[2020-06-17T22:34:18Z] <cmd>:25: rm -rf /opt/smartdc/rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471\n[2020-06-17T22:34:18Z] <cmd>:26: mkdir /opt/smartdc/rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471\n[2020-06-17T22:34:18Z] <cmd>:27: gtar -C /opt/smartdc/rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471 --strip-components 4 -xf /var/tmp/rebalancer-agent-4518269c-070a-454b-b597-8033c6798471.tgz\n[2020-06-17T22:34:18Z] <cmd>:30: svcadm disable -s rebalancer-agent\n[2020-06-17T22:34:18Z] <cmd>:31: svccfg delete rebalancer-agent\n[2020-06-17T22:34:18Z] <cmd>:32: [[ -h /opt/smartdc/rebalancer-agent ]]\n[2020-06-17T22:34:18Z] <cmd>:35: [[ -d /opt/smartdc/rebalancer-agent ]]\n[2020-06-17T22:34:18Z] <cmd>:37: mv /opt/smartdc/rebalancer-agent /opt/smartdc/rebalancer-agent.orig\n[[2020-06-17T22:34:18Z] <cmd>:39: dirname /opt/smartdc/rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471\n[2020-06-17T22:34:19Z] <cmd>:39: cd /opt/smartdc\n[[2020-06-17T22:34:19Z] <cmd>:39: basename /opt/smartdc/rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471\n[2020-06-17T22:34:19Z] <cmd>:39: ln -s rebalancer-agent.hotpatch-4518269c-070a-454b-b597-8033c6798471 /opt/smartdc/rebalancer-agent\n[2020-06-17T22:34:19Z] <cmd>:42: svcadm disable -s config-agent\n[2020-06-17T22:34:19Z] <cmd>:42: svcadm enable -s config-agent\n[2020-06-17T22:34:29Z] <cmd>:43: svccfg import /opt/smartdc/rebalancer-agent/smf/manifests/rebalancer-agent.xml\n[2020-06-17T22:34:30Z] <cmd>:46: loops=30\n[2020-06-17T22:34:30Z] <cmd>:47: status=\n[2020-06-17T22:34:30Z] <cmd>:48: [[ '' != \\o\\n\\l\\i\\n\\e ]]\n[[2020-06-17T22:34:30Z] <cmd>:49: svcs -Ho state rebalancer-agent\n[2020-06-17T22:34:30Z] <cmd>:49: status=uninitialized\n[2020-06-17T22:34:30Z] <cmd>:50: [[ uninitialized == \\o\\n\\l\\i\\n\\e ]]\n[2020-06-17T22:34:30Z] <cmd>:52: [[ uninitialized == \\m\\a\\i\\n\\t\\e\\n\\a\\n\\c\\e ]]\n[2020-06-17T22:34:30Z] <cmd>:55: sleep 1\n[2020-06-17T22:34:31Z] <cmd>:56: loops=29\n[2020-06-17T22:34:31Z] <cmd>:48: [[ uninitialized != \\o\\n\\l\\i\\n\\e ]]\n[[2020-06-17T22:34:31Z] <cmd>:49: svcs -Ho state rebalancer-agent\n[2020-06-17T22:34:31Z] <cmd>:49: status=maintenance\n[2020-06-17T22:34:31Z] <cmd>:50: [[ maintenance == \\o\\n\\l\\i\\n\\e ]]\n[2020-06-17T22:34:31Z] <cmd>:52: [[ maintenance == \\m\\a\\i\\n\\t\\e\\n\\a\\n\\c\\e ]]\n[2020-06-17T22:34:31Z] <cmd>:53: fatal 'rebalancer-agent went to maintenance'\n[2020-06-17T22:34:31Z] <cmd>:8: echo 'hotpatchRebalAgents.cmd: fatal error: rebalancer-agent went to maintenance'\nhotpatchRebalAgents.cmd: fatal error: rebalancer-agent went to maintenance\n[2020-06-17T22:34:31Z] <cmd>:9: exit 1\n"
                }
            }
        }