Failure on stop VM: InvalidCacheLoadException in URNToHref #14
Description
When stopping a (Windows) VM on vCloud Director, I got the error shown below:
Failed after 33.3s: Error invoking stop at MyApp{id=rn8pE6O1}: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at MyApp{id=rn8pE6O1}: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.management.internal.EffectorUtils.handleEffectorException(EffectorUtils.java:270)
at brooklyn.management.internal.EffectorUtils.invokeMethodEffector(EffectorUtils.java:255)
at brooklyn.entity.basic.MethodEffector.call(MethodEffector.java:149)
at brooklyn.entity.trait.Startable$StopEffectorBody.call(Startable.java:69)
at brooklyn.entity.trait.Startable$StopEffectorBody.call(Startable.java:61)
at brooklyn.entity.effector.EffectorTasks$EffectorBodyTaskFactory$1.call(EffectorTasks.java:83)
at brooklyn.util.task.DynamicSequentialTask$DstJob.call(DynamicSequentialTask.java:337)
at brooklyn.util.task.BasicExecutionManager$SubmissionCallable.call(BasicExecutionManager.java:469)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodSync(AbstractManagementContext.java:314)
at brooklyn.management.internal.EffectorUtils.invokeMethodEffector(EffectorUtils.java:250)
... 10 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.util.exceptions.Exceptions.propagate(Exceptions.java:97)
at brooklyn.util.task.BasicTask.getUnchecked(BasicTask.java:354)
at brooklyn.entity.trait.StartableMethods.stop(StartableMethods.java:60)
at brooklyn.entity.basic.AbstractApplication.doStop(AbstractApplication.java:230)
at brooklyn.entity.basic.AbstractApplication.stop(AbstractApplication.java:202)
at sun.reflect.GeneratedMethodAccessor196.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:90)
at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:233)
at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1085)
at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:909)
at groovy.lang.DelegatingMetaClass.invokeMethod(DelegatingMetaClass.java:149)
at groovy.lang.MetaObjectProtocol$invokeMethod.call(Unknown Source)
at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:45)
at groovy.lang.MetaObjectProtocol$invokeMethod.call(Unknown Source)
at brooklyn.util.GroovyJavaMethods.invokeMethodOnMetaClass(GroovyJavaMethods.groovy:144)
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodLocal(AbstractManagementContext.java:286)
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodSync(AbstractManagementContext.java:310)
... 11 more
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:188)
at com.google.common.util.concurrent.ForwardingFuture.get(ForwardingFuture.java:63)
at brooklyn.util.task.BasicTask.get(BasicTask.java:343)
at brooklyn.util.task.BasicTask.getUnchecked(BasicTask.java:352)
... 28 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.util.exceptions.Exceptions.propagate(Exceptions.java:97)
at brooklyn.util.task.ParallelTask.runJobs(ParallelTask.java:80)
at brooklyn.util.task.CompoundTask$1.call(CompoundTask.java:82)
at brooklyn.util.task.CompoundTask$1.call(CompoundTask.java:80)
... 5 more
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:188)
at com.google.common.util.concurrent.ForwardingFuture.get(ForwardingFuture.java:63)
at brooklyn.util.task.BasicTask.get(BasicTask.java:343)
at brooklyn.util.task.ParallelTask.runJobs(ParallelTask.java:63)
... 7 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at SubnetTierImpl{id=Oo6vGiCs}: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.management.internal.EffectorUtils.handleEffectorException(EffectorUtils.java:270)
at brooklyn.management.internal.EffectorUtils.invokeMethodEffector(EffectorUtils.java:255)
at brooklyn.entity.basic.MethodEffector.call(MethodEffector.java:149)
at brooklyn.entity.trait.Startable$StopEffectorBody.call(Startable.java:69)
at brooklyn.entity.trait.Startable$StopEffectorBody.call(Startable.java:61)
at brooklyn.entity.effector.EffectorTasks$EffectorBodyTaskFactory$1.call(EffectorTasks.java:83)
at brooklyn.util.task.DynamicSequentialTask$DstJob.call(DynamicSequentialTask.java:337)
... 5 more
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodSync(AbstractManagementContext.java:314)
at brooklyn.management.internal.EffectorUtils.invokeMethodEffector(EffectorUtils.java:250)
... 10 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.util.exceptions.Exceptions.propagate(Exceptions.java:97)
at brooklyn.util.task.BasicTask.getUnchecked(BasicTask.java:354)
at brooklyn.entity.trait.StartableMethods.stop(StartableMethods.java:60)
at brooklyn.networking.subnet.SubnetTierImpl.stop(SubnetTierImpl.java:385)
at sun.reflect.GeneratedMethodAccessor196.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:90)
at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:233)
at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1085)
at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:909)
at groovy.lang.DelegatingMetaClass.invokeMethod(DelegatingMetaClass.java:149)
at groovy.lang.MetaObjectProtocol$invokeMethod.call(Unknown Source)
at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:45)
at groovy.lang.MetaObjectProtocol$invokeMethod.call(Unknown Source)
at brooklyn.util.GroovyJavaMethods.invokeMethodOnMetaClass(GroovyJavaMethods.groovy:144)
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodLocal(AbstractManagementContext.java:286)
at brooklyn.management.internal.AbstractManagementContext.invokeEffectorMethodSync(AbstractManagementContext.java:310)
... 11 more
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:188)
at com.google.common.util.concurrent.ForwardingFuture.get(ForwardingFuture.java:63)
at brooklyn.util.task.BasicTask.get(BasicTask.java:343)
at brooklyn.util.task.BasicTask.getUnchecked(BasicTask.java:352)
... 27 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.util.exceptions.Exceptions.propagate(Exceptions.java:97)
at brooklyn.util.task.ParallelTask.runJobs(ParallelTask.java:80)
at brooklyn.util.task.CompoundTask$1.call(CompoundTask.java:82)
at brooklyn.util.task.CompoundTask$1.call(CompoundTask.java:80)
... 5 more
Caused by: java.util.concurrent.ExecutionException: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:188)
at com.google.common.util.concurrent.ForwardingFuture.get(ForwardingFuture.java:63)
at brooklyn.util.task.BasicTask.get(BasicTask.java:343)
at brooklyn.util.task.ParallelTask.runJobs(ParallelTask.java:63)
... 7 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: Error invoking stop at VanillaWindowsProcessImpl{id=vNNnl2kI}: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.management.internal.EffectorUtils.handleEffectorException(EffectorUtils.java:270)
at brooklyn.entity.effector.EffectorTasks$EffectorBodyTaskFactory$2.handleException(EffectorTasks.java:91)
at brooklyn.util.task.DynamicSequentialTask.handleException(DynamicSequentialTask.java:447)
at brooklyn.util.task.DynamicSequentialTask$DstJob.call(DynamicSequentialTask.java:395)
... 5 more
Caused by: brooklyn.util.exceptions.PropagatedRuntimeException: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at brooklyn.util.exceptions.Exceptions.propagate(Exceptions.java:97)
at brooklyn.entity.software.MachineLifecycleEffectorTasks.stop(MachineLifecycleEffectorTasks.java:626)
at brooklyn.entity.software.MachineLifecycleEffectorTasks$3.call(MachineLifecycleEffectorTasks.java:203)
at brooklyn.entity.software.MachineLifecycleEffectorTasks$3.call(MachineLifecycleEffectorTasks.java:200)
at brooklyn.entity.effector.EffectorTasks$EffectorBodyTaskFactory$1.call(EffectorTasks.java:83)
at brooklyn.util.task.DynamicSequentialTask$DstJob.call(DynamicSequentialTask.java:337)
... 5 more
Caused by: java.util.concurrent.ExecutionException: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:188)
at com.google.common.util.concurrent.ForwardingFuture.get(ForwardingFuture.java:63)
at brooklyn.util.task.BasicTask.get(BasicTask.java:343)
at brooklyn.entity.software.MachineLifecycleEffectorTasks.stop(MachineLifecycleEffectorTasks.java:614)
... 9 more
Caused by: com.google.common.cache.CacheLoader$InvalidCacheLoadException: CacheLoader returned null for key urn:vcloud:vm:740ba654-fa83-44a8-b8bd-14f8bc1ca91e.
at com.google.common.cache.LocalCache$Segment.getAndRecordStats(LocalCache.java:2348)
at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2318)
at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2280)
at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2195)
at com.google.common.cache.LocalCache.get(LocalCache.java:3934)
at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3938)
at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4821)
at com.google.common.cache.LocalCache$LocalLoadingCache.getUnchecked(LocalCache.java:4827)
at org.jclouds.vcloud.director.v1_5.functions.URNToHref.apply(URNToHref.java:49)
at org.jclouds.vcloud.director.v1_5.functions.URNToHref.apply(URNToHref.java:37)
at org.jclouds.rest.internal.RestAnnotationProcessor.getEndpointInParametersOrNull(RestAnnotationProcessor.java:495)
at org.jclouds.rest.internal.RestAnnotationProcessor.getEndpointFor(RestAnnotationProcessor.java:518)
at org.jclouds.rest.internal.RestAnnotationProcessor.findEndpoint(RestAnnotationProcessor.java:370)
at org.jclouds.rest.internal.RestAnnotationProcessor.apply(RestAnnotationProcessor.java:192)
at org.jclouds.rest.internal.RestAnnotationProcessor.apply(RestAnnotationProcessor.java:129)
at org.jclouds.rest.internal.InvokeHttpMethod.toCommand(InvokeHttpMethod.java:188)
at org.jclouds.rest.internal.InvokeHttpMethod.invoke(InvokeHttpMethod.java:84)
at org.jclouds.rest.internal.InvokeHttpMethod.apply(InvokeHttpMethod.java:73)
at org.jclouds.rest.internal.InvokeHttpMethod.apply(InvokeHttpMethod.java:44)
at org.jclouds.reflect.FunctionalReflection$FunctionalInvocationHandler.handleInvocation(FunctionalReflection.java:117)
at com.google.common.reflect.AbstractInvocationHandler.invoke(AbstractInvocationHandler.java:87)
at com.sun.proxy.$Proxy208.get(Unknown Source)
at org.jclouds.vcloud.director.v1_5.compute.strategy.VCloudDirectorComputeServiceAdapter.getNode(VCloudDirectorComputeServiceAdapter.java:387)
at org.jclouds.vcloud.director.v1_5.compute.strategy.VCloudDirectorComputeServiceAdapter.getNode(VCloudDirectorComputeServiceAdapter.java:89)
at org.jclouds.compute.strategy.impl.AdaptingComputeServiceStrategies.getNode(AdaptingComputeServiceStrategies.java:137)
at org.jclouds.compute.strategy.impl.AdaptingComputeServiceStrategies.destroyNode(AdaptingComputeServiceStrategies.java:178)
at org.jclouds.compute.internal.BaseComputeService$2.apply(BaseComputeService.java:291)
at org.jclouds.compute.internal.BaseComputeService$2.apply(BaseComputeService.java:288)
at org.jclouds.util.Predicates2$RetryablePredicate.apply(Predicates2.java:117)
at org.jclouds.compute.internal.BaseComputeService.doDestroyNode(BaseComputeService.java:302)
at org.jclouds.compute.internal.BaseComputeService.destroyNode(BaseComputeService.java:243)
at brooklyn.location.jclouds.JcloudsLocation.releaseNode(JcloudsLocation.java:2189)
at brooklyn.location.jclouds.JcloudsLocation.release(JcloudsLocation.java:2139)
at brooklyn.entity.software.MachineLifecycleEffectorTasks.stopAnyProvisionedMachines(MachineLifecycleEffectorTasks.java:758)
at brooklyn.entity.software.MachineLifecycleEffectorTasks$15.call(MachineLifecycleEffectorTasks.java:587)
at brooklyn.entity.software.MachineLifecycleEffectorTasks$15.call(MachineLifecycleEffectorTasks.java:585)
... 6 more