bringup-debug.log
":"Admin"},{"esx":{"address":"esxi03.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi03","password":"*****"},"role":"Admin"},{"esx":{"address":"esxi04.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi04","password":"*****"},"role":"Admin"}]}
2020-11-26T21:07:09.078+0000 [bringup,e2255642ce4ed712,7bdf] INFO [c.v.e.s.v.c.AssignRoleToEsxiUsers,pool-3-thread-18] Assigning Role Admin to local user svc-vcf-esxi01 in ESXi host esxi01.paddy.local
2020-11-26T21:07:09.086+0000 [bringup,e2255642ce4ed712,7bdf] WARN [c.v.v.s.h.ssl.TrustAllTrustManager,pool-3-thread-18] Trusting server
2020-11-26T21:07:09.119+0000 [bringup,e2255642ce4ed712,7bdf] INFO [c.v.e.s.c.c.v.vsphere.VsphereClient,pool-3-thread-18] Successfully logged in to https://esxi01.paddy.local/sdk
2020-11-26T21:07:09.119+0000 [bringup,e2255642ce4ed712,7bdf] INFO [c.v.e.s.c.c.v.vsphere.VcManagerBase,pool-3-thread-18] Retrieving ManagedObjectReference for host esxi01.paddy.local
2020-11-26T21:07:09.119+0000 [bringup,e2255642ce4ed712,7bdf] DEBUG [c.v.e.s.c.c.v.vsphere.VcManagerBase,pool-3-thread-18] Finding hosts with fqdn esxi01.paddy.local
2020-11-26T21:07:09.129+0000 [bringup,e2255642ce4ed712,7bdf] ERROR [c.v.e.s.o.model.error.ErrorFactory,pool-3-thread-18] [5NGNP3] FAILED_TO_ASSIGN_ROLE_TO_ESXI_USER Failed to assign role Admin to ESXi user svc-vcf-esxi01
com.vmware.evo.sddc.orchestrator.exceptions.OrchTaskException: Failed to assign role Admin to ESXi user svc-vcf-esxi01
at com.vmware.evo.sddc.vsphere.contract.AssignRoleToEsxiUsers.execute(AssignRoleToEsxiUsers.java:61)
at com.vmware.evo.sddc.vsphere.contract.AssignRoleToEsxiUsers.execute(AssignRoleToEsxiUsers.java:24)
at com.vmware.evo.sddc.orchestrator.platform.action.FsmActionState.lambda$static$0(FsmActionState.java:14)
at com.vmware.evo.sddc.orchestrator.platform.action.FsmActionState.invoke(FsmActionState.java:62)
at com.vmware.evo.sddc.orchestrator.platform.action.FsmActionPlugin.invoke(FsmActionPlugin.java:168)
at com.vmware.evo.sddc.orchestrator.platform.action.FsmActionPlugin.invoke(FsmActionPlugin.java:153)
at com.vmware.evo.sddc.orchestrator.core.ProcessingTaskSubscriber.invokeMethod(ProcessingTaskSubscriber.java:399)
at com.vmware.evo.sddc.orchestrator.core.ProcessingTaskSubscriber.processTask(ProcessingTaskSubscriber.java:519)
at com.vmware.evo.sddc.orchestrator.core.ProcessingTaskSubscriber.accept(ProcessingTaskSubscriber.java:123)
at sun.reflect.GeneratedMethodAccessor1265.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.google.common.eventbus.Subscriber.invokeSubscriberMethod(Subscriber.java:87)
at com.google.common.eventbus.Subscriber$1.run(Subscriber.java:72)
at org.springframework.cloud.sleuth.instrument.async.TraceRunnable.run(TraceRunnable.java:67)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.vmware.vim.binding.vmodl.fault.SystemError: null
at com.vmware.vim.vmomi.client.common.impl.ResponseImpl.checkNonOptionalValueProvided(ResponseImpl.java:243)
at com.vmware.vim.vmomi.client.common.impl.ResponseImpl.setResponse(ResponseImpl.java:225)
at com.vmware.vim.vmomi.client.http.impl.HttpExchangeBase.parseResponse(HttpExchangeBase.java:150)
at com.vmware.vim.vmomi.client.http.impl.HttpExchange.run(HttpExchange.java:48)
at com.vmware.vim.vmomi.client.http.impl.HttpProtocolBindingBase.executeRunnable(HttpProtocolBindingBase.java:226)
at com.vmware.vim.vmomi.client.http.impl.HttpProtocolBindingImpl.send(HttpProtocolBindingImpl.java:109)
at com.vmware.vim.vmomi.client.common.impl.MethodInvocationHandlerImpl$CallExecutor.sendCall(MethodInvocationHandlerImpl.java:581)
at com.vmware.vim.vmomi.client.common.impl.MethodInvocationHandlerImpl$CallExecutor.executeCall(MethodInvocationHandlerImpl.java:562)
at com.vmware.vim.vmomi.client.common.impl.MethodInvocationHandlerImpl.completeCall(MethodInvocationHandlerImpl.java:344)
at com.vmware.vim.vmomi.client.common.impl.MethodInvocationHandlerImpl.invokeOperation(MethodInvocationHandlerImpl.java:304)
at com.vmware.vim.vmomi.client.common.impl.MethodInvocationHandlerImpl.invoke(MethodInvocationHandlerImpl.java:178)
at com.sun.proxy.$Proxy269.findAllByDnsName(Unknown Source)
at com.vmware.evo.sddc.common.client.vmware.vsphere.VcManagerBase.findAllHostsByDnsExactCase(VcManagerBase.java:16483)
at com.vmware.evo.sddc.common.client.vmware.vsphere.VcManagerBase.findAllHostsByDns(VcManagerBase.java:16457)
at com.vmware.evo.sddc.common.client.vmware.vsphere.VcManagerBase.getUniqueHostMor(VcManagerBase.java:13693)
at com.vmware.evo.sddc.common.client.vmware.vsphere.VcManagerBase.assignRoleToUserOnEsx(VcManagerBase.java:13712)
at com.vmware.evo.sddc.vsphere.contract.AssignRoleToEsxiUsers.assignRoleToUser(AssignRoleToEsxiUsers.java:81)
at com.vmware.evo.sddc.vsphere.contract.AssignRoleToEsxiUsers.execute(AssignRoleToEsxiUsers.java:58)
... 17 common frames omitted
2020-11-26T21:07:09.131+0000 [bringup,e2255642ce4ed712,7bdf] DEBUG [c.v.e.s.o.c.ProcessingTaskSubscriber,pool-3-thread-18] Collected the following errors for task with name AssignRoleToEsxiUsers and ID 7f000001-7603-1d32-8176-06615e3d0218: [ExecutionError [errorCode=null, errorResponse=LocalizableErrorResponse(messageBundle=com.vmware.evo.sddc.vsphere.contract.messages)]]
2020-11-26T21:07:09.251+0000 [bringup,e2255642ce4ed712,5b9e] DEBUG [c.v.e.s.o.c.ProcessingTaskSubscriber,pool-3-thread-17] Invoking task AssignRoleToEsxiUsers.UNDO Description: Assign role to ESXi user, Plugin: VsphereContractPlugin, ParamBuilder null, Input map: {esxiUserDetails=InitialEnvironmentSetup____2__esxiUserDetails}, Id: 7f000001-7603-1d32-8176-06615e3d0216 ...
2020-11-26T21:07:09.260+0000 [bringup,e2255642ce4ed712,5b9e] DEBUG [c.v.e.s.o.c.c.ContractParamBuilder,pool-3-thread-17] Contract task Assign role to ESXi user input: {"esxiUserDetails":[{"esx":{"address":"esxi01.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi01","password":"*****"},"role":"Admin"},{"esx":{"address":"esxi02.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi02","password":"*****"},"role":"Admin"},{"esx":{"address":"esxi03.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi03","password":"*****"},"role":"Admin"},{"esx":{"address":"esxi04.paddy.local","username":"root","password":"*****"},"user":{"username":"svc-vcf-esxi04","password":"*****"},"role":"Admin"}]}
2020-11-26T21:07:09.262+0000 [bringup,e2255642ce4ed712,5b9e] DEBUG [c.v.e.s.o.c.ProcessingTaskSubscriber,pool-3-thread-17] Collected the following errors for task with name AssignRoleToEsxiUsers and ID 7f000001-7603-1d32-8176-06615e3d0218: [ExecutionError [errorCode=null, errorResponse=LocalizableErrorResponse(messageBundle=com.vmware.evo.sddc.vsphere.contract.messages)]]
2020-11-26T21:07:09.408+0000 [bringup,e2255642ce4ed712,9e40] WARN [c.v.e.s.o.c.ProcessingOrchestratorImpl,pool-3-thread-17] Processing State completed with failure
2020-11-26T21:07:10.234+0000 [bringup,e2255642ce4ed712,48a0] INFO [c.v.e.s.o.core.OrchestratorImpl,pool-3-thread-17] End of Orchestration with FAILURE for Execution ID 6dd379a9-6bcc-45cd-a0c4-b1ff3df13af5
2020-11-26T21:07:10.234+0000 [bringup,e2255642ce4ed712,48a0] DEBUG [c.v.e.s.o.d.i.OrchestratorDataImpl,pool-3-thread-17] Saving executionContext 6dd379a9-6bcc-45cd-a0c4-b1ff3df13af5 to DB
2020-11-26T21:07:16.320+0000 [bringup,e2255642ce4ed712,9fef] INFO [c.v.e.s.o.c.s.OrchestratorSubscriber,pool-3-thread-5] Ignoring unknown OrchestratorMessage {"executionId":"6dd379a9-6bcc-45cd-a0c4-b1ff3df13af5"}
2020-11-26T21:07:16.337+0000 [bringup,e2255642ce4ed712,ec5c] INFO [c.v.e.s.t.s.e.util.TaskUtilImpl,pool-3-thread-8] Skipping updating task corresponding to execution with ID 6dd379a9-6bcc-45cd-a0c4-b1ff3df13af5 as it does not exist.
I just ran into this issue when adding a cluster to a workload domain, it turned out the DNS names and host config didn't match. IE DNS and the JSON / Files had uppercase and the hostname on the host was all lower case.
Have the same issue
Same issue. Could you solve that? Appreciate your help.
Is svc-vcf-esxi01 user available on the ESXi host?
Did you also check DNS?
my resolution was to remove the current deployment within cloud builder and restarted it with the same settings.
I'm having this exact issue. I have tried removing / resetting the current deployment, reimporting the workbook etc but its the same every time.
It creates all four users on the first host then fails....
Sean
I'm having the same issue as well. Neither rebuilding, rather than cloning the nested esxi host vm's nor removing / resetting the current deployment, reimporting the workbook worked for me either.
I just ran into this issue when adding a cluster to a workload domain, it turned out the DNS names and host config didn't match. IE DNS and the JSON / Files had uppercase and the hostname on the host was all lower case.