Issue

With repl-async cache with useReplQueue="true", XSiteAdmin.pushState() generates an error on the sending node. Replication has succeeded but the PushStateStatus remains to SENDING.

  <namedCache name="repl-async-cache">
    <clustering mode="repl">
      <async useReplQueue="true"/>
    </clustering>
    <sites>
      <backups>
        <backup site="${jboss.site.backup.name:remote-site}"/>
      </backups>
    </sites>
  </namedCache>

ERROR log message on the node where PushState() executed.

14:24:56,569 ERROR [org.infinispan.remoting.InboundInvocationHandlerImpl] (Incoming-9,master:server101-4765) ISPN000260: Exception executing command: java.lang.RuntimeException: Do we still need to deal with non-visitable commands? (org.infinispan.xsite.statetransfer.XSiteStateTransferControlCommand)
        at org.infinispan.commands.remote.BaseRpcInvokingCommand.processVisitableCommand(BaseRpcInvokingCommand.java:46) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.commands.remote.MultipleRpcCommand.perform(MultipleRpcCommand.java:55) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.remoting.InboundInvocationHandlerImpl.handleInternal(InboundInvocationHandlerImpl.java:92) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.remoting.InboundInvocationHandlerImpl.handleWithWaitForBlocks(InboundInvocationHandlerImpl.java:210) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.remoting.InboundInvocationHandlerImpl.handle(InboundInvocationHandlerImpl.java:81) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.executeCommandFromLocalCluster(CommandAwareRpcDispatcher.java:310) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.handle(CommandAwareRpcDispatcher.java:254) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.blocks.RequestCorrelator.handleRequest(RequestCorrelator.java:460) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.blocks.RequestCorrelator.receiveMessage(RequestCorrelator.java:377) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.blocks.RequestCorrelator.receive(RequestCorrelator.java:250) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:675) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.JChannel.up(JChannel.java:761) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1033) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.relay.RELAY2.up(RELAY2.java:446) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.FRAG2.up(FRAG2.java:182) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.FlowControl.up(FlowControl.java:447) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.stack.Protocol.up(Protocol.java:420) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:294) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.UNICAST3.deliverBatch(UNICAST3.java:1087) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.UNICAST3.removeAndDeliver(UNICAST3.java:886) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:790) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:426) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.pbcast.NAKACK2.up(NAKACK2.java:652) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:155) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.stack.Protocol.up(Protocol.java:374) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:200) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:299) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.MERGE3.up(MERGE3.java:286) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.Discovery.up(Discovery.java:291) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.TP.passMessageUp(TP.java:1577) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at org.jgroups.protocols.TP$MyHandler.run(TP.java:1796) [infinispan-embedded-6.3.1.Final-redhat-1.jar:6.3.1.Final-redhat-1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [rt.jar:1.8.0_65]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [rt.jar:1.8.0_65]
        at java.lang.Thread.run(Thread.java:745) [rt.jar:1.8.0_65]