Stikked

Untitled

From Cream Wolf, 5 Years ago, written in Plain Text.
URL http://geopaste.scratchbook.ch/view/66fd3ba9
Embed
Download Paste or View Raw
  1. root@ip-10-2-2-20:/usr/lib/jvm/java-8-oracle/bin# ./jstack -l 1365
  2. 2019-07-16 19:40:37
  3. Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.151-b12 mixed mode):
  4.  
  5. "Attach Listener" #114967 daemon prio=9 os_prio=0 tid=0x00007f8e1c278800 nid=0x472c waiting on condition [0x0000000000000000]
  6.    java.lang.Thread.State: RUNNABLE
  7.  
  8.    Locked ownable synchronizers:
  9.         - None
  10.  
  11. "ForkJoinPool-1-worker-7" #114939 daemon prio=5 os_prio=0 tid=0x00007f8e44069000 nid=0x46c6 waiting on condition [0x00007f8db6ebe000]
  12.    java.lang.Thread.State: WAITING (parking)
  13.         at sun.misc.Unsafe.park(Native Method)
  14.         - parking to wait for  <0x00000005dff16f20> (a scala.concurrent.forkjoin.ForkJoinPool)
  15.         at scala.concurrent.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  16.         at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  17.         at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  18.  
  19.    Locked ownable synchronizers:
  20.         - None
  21.  
  22. "Hashed wheel timer #2" #170 prio=5 os_prio=0 tid=0x00007f8df000f800 nid=0x9ab sleeping[0x00007f8db45a1000]
  23.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  24.         at java.lang.Thread.sleep(Native Method)
  25.         at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445)
  26.         at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364)
  27.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  28.         at java.lang.Thread.run(Thread.java:748)
  29.  
  30.    Locked ownable synchronizers:
  31.         - None
  32.  
  33. "New I/O boss #9" #171 prio=5 os_prio=0 tid=0x00007f8dec426800 nid=0x9aa runnable [0x00007f8db48a2000]
  34.    java.lang.Thread.State: RUNNABLE
  35.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  36.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  37.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  38.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  39.         - locked <0x00000005e0abf1e0> (a sun.nio.ch.Util$3)
  40.         - locked <0x00000005e0abf1d0> (a java.util.Collections$UnmodifiableSet)
  41.         - locked <0x00000005e0abef58> (a sun.nio.ch.EPollSelectorImpl)
  42.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  43.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  44.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  45.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  46.         at org.jboss.netty.channel.socket.nio.NioClientBoss.run(NioClientBoss.java:42)
  47.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  48.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  49.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  50.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  51.         at java.lang.Thread.run(Thread.java:748)
  52.  
  53.    Locked ownable synchronizers:
  54.         - <0x00000005e0abea58> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  55.  
  56. "New I/O worker #8" #169 daemon prio=5 os_prio=0 tid=0x00007f8dec414000 nid=0x9a9 runnable [0x00007f8db49a3000]
  57.    java.lang.Thread.State: RUNNABLE
  58.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  59.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  60.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  61.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  62.         - locked <0x00000005e0ab6378> (a sun.nio.ch.Util$3)
  63.         - locked <0x00000005e0ab6368> (a java.util.Collections$UnmodifiableSet)
  64.         - locked <0x00000005e0ab6140> (a sun.nio.ch.EPollSelectorImpl)
  65.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  66.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  67.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  68.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  69.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  70.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  71.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  72.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  73.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  74.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  75.         at java.lang.Thread.run(Thread.java:748)
  76.  
  77.    Locked ownable synchronizers:
  78.         - <0x00000005e0ab3b30> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  79.  
  80. "New I/O worker #7" #168 daemon prio=5 os_prio=0 tid=0x00007f8dec337800 nid=0x9a8 runnable [0x00007f8db4aa4000]
  81.    java.lang.Thread.State: RUNNABLE
  82.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  83.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  84.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  85.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  86.         - locked <0x00000005e0ab3830> (a sun.nio.ch.Util$3)
  87.         - locked <0x00000005e0ab3820> (a java.util.Collections$UnmodifiableSet)
  88.         - locked <0x00000005e0ab35f8> (a sun.nio.ch.EPollSelectorImpl)
  89.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  90.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  91.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  92.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  93.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  94.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  95.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  96.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  97.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  98.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  99.         at java.lang.Thread.run(Thread.java:748)
  100.  
  101.    Locked ownable synchronizers:
  102.         - <0x00000005e0aafee0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  103.  
  104. "New I/O worker #6" #167 daemon prio=5 os_prio=0 tid=0x00007f8dec336000 nid=0x9a7 runnable [0x00007f8db4ba5000]
  105.    java.lang.Thread.State: RUNNABLE
  106.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  107.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  108.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  109.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  110.         - locked <0x00000005e0ababc0> (a sun.nio.ch.Util$3)
  111.         - locked <0x00000005e0ababb0> (a java.util.Collections$UnmodifiableSet)
  112.         - locked <0x00000005e0aba988> (a sun.nio.ch.EPollSelectorImpl)
  113.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  114.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  115.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  116.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  117.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  118.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  119.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  120.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  121.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  122.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  123.         at java.lang.Thread.run(Thread.java:748)
  124.  
  125.    Locked ownable synchronizers:
  126.         - <0x00000005e0aba3c0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  127.  
  128. "New I/O worker #5" #166 daemon prio=5 os_prio=0 tid=0x00007f8dec334800 nid=0x9a6 runnable [0x00007f8db4ca6000]
  129.    java.lang.Thread.State: RUNNABLE
  130.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  131.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  132.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  133.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  134.         - locked <0x00000005e0aafbe0> (a sun.nio.ch.Util$3)
  135.         - locked <0x00000005e0aafbd0> (a java.util.Collections$UnmodifiableSet)
  136.         - locked <0x00000005e0aaf9a8> (a sun.nio.ch.EPollSelectorImpl)
  137.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  138.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  139.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  140.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  141.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  142.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  143.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  144.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  145.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  146.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  147.         at java.lang.Thread.run(Thread.java:748)
  148.  
  149.    Locked ownable synchronizers:
  150.         - <0x00000005e0aaf3e0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  151.  
  152. "New I/O worker #4" #165 daemon prio=5 os_prio=0 tid=0x00007f8dec332800 nid=0x9a5 runnable [0x00007f8db4da7000]
  153.    java.lang.Thread.State: RUNNABLE
  154.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  155.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  156.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  157.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  158.         - locked <0x00000005e0ab8070> (a sun.nio.ch.Util$3)
  159.         - locked <0x00000005e0ab8060> (a java.util.Collections$UnmodifiableSet)
  160.         - locked <0x00000005e0ab7e38> (a sun.nio.ch.EPollSelectorImpl)
  161.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  162.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  163.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  164.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  165.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  166.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  167.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  168.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  169.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  170.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  171.         at java.lang.Thread.run(Thread.java:748)
  172.  
  173.    Locked ownable synchronizers:
  174.         - <0x00000005e0ab7688> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  175.  
  176. "New I/O worker #3" #164 daemon prio=5 os_prio=0 tid=0x00007f8dec31f000 nid=0x9a4 runnable [0x00007f8db4ea8000]
  177.    java.lang.Thread.State: RUNNABLE
  178.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  179.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  180.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  181.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  182.         - locked <0x00000005e0aca8f0> (a sun.nio.ch.Util$3)
  183.         - locked <0x00000005e0aca8e0> (a java.util.Collections$UnmodifiableSet)
  184.         - locked <0x00000005e0aca6b8> (a sun.nio.ch.EPollSelectorImpl)
  185.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  186.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  187.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  188.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  189.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  190.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  191.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  192.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  193.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  194.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  195.         at java.lang.Thread.run(Thread.java:748)
  196.  
  197.    Locked ownable synchronizers:
  198.         - <0x00000005e0ac9258> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  199.  
  200. "New I/O worker #2" #163 daemon prio=5 os_prio=0 tid=0x00007f8dec31b800 nid=0x9a3 runnable [0x00007f8db4fa9000]
  201.    java.lang.Thread.State: RUNNABLE
  202.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  203.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  204.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  205.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  206.         - locked <0x00000005e0ad59f0> (a sun.nio.ch.Util$3)
  207.         - locked <0x00000005e0ad59e0> (a java.util.Collections$UnmodifiableSet)
  208.         - locked <0x00000005e0abe620> (a sun.nio.ch.EPollSelectorImpl)
  209.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  210.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  211.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  212.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  213.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  214.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  215.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  216.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  217.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  218.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  219.         at java.lang.Thread.run(Thread.java:748)
  220.  
  221.    Locked ownable synchronizers:
  222.         - <0x00000005e0abaec0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  223.  
  224. "New I/O worker #1" #162 daemon prio=5 os_prio=0 tid=0x00007f8dec325000 nid=0x9a2 runnable [0x00007f8db50aa000]
  225.    java.lang.Thread.State: RUNNABLE
  226.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  227.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  228.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  229.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  230.         - locked <0x00000005e0aae0d0> (a sun.nio.ch.Util$3)
  231.         - locked <0x00000005e0aae0c0> (a java.util.Collections$UnmodifiableSet)
  232.         - locked <0x00000005e0aade48> (a sun.nio.ch.EPollSelectorImpl)
  233.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  234.         at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68)
  235.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434)
  236.         at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212)
  237.         at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89)
  238.         at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178)
  239.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  240.         at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42)
  241.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  242.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  243.         at java.lang.Thread.run(Thread.java:748)
  244.  
  245.    Locked ownable synchronizers:
  246.         - <0x00000005e0aac288> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  247.  
  248. "Hashed wheel timer #1" #161 prio=5 os_prio=0 tid=0x00007f8dec302000 nid=0x9a1 sleeping[0x00007f8db51ab000]
  249.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  250.         at java.lang.Thread.sleep(Native Method)
  251.         at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445)
  252.         at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364)
  253.         at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108)
  254.         at java.lang.Thread.run(Thread.java:748)
  255.  
  256.    Locked ownable synchronizers:
  257.         - None
  258.  
  259. "java-sdk-http-connection-reaper" #160 daemon prio=5 os_prio=0 tid=0x00007f8dec23c000 nid=0x9a0 waiting on condition [0x00007f8db54ac000]
  260.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  261.         at java.lang.Thread.sleep(Native Method)
  262.         at com.amazonaws.http.IdleConnectionReaper.run(IdleConnectionReaper.java:188)
  263.  
  264.    Locked ownable synchronizers:
  265.         - None
  266.  
  267. "ConsumerFetcherThread-instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11_ip-10-2-2-20-1563138086768-885cab87-0-3" #159 prio=5 os_prio=0 tid=0x00007f8e18010800 nid=0x99f runnable [0x00007f8db5dad000]
  268.    java.lang.Thread.State: RUNNABLE
  269.         at sun.nio.ch.Net.poll(Native Method)
  270.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  271.         - locked <0x00000005e0d621f0> (a java.lang.Object)
  272.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  273.         - locked <0x00000005e0d621c0> (a java.lang.Object)
  274.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  275.         - locked <0x00000005e0d62318> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  276.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  277.         - locked <0x00000005e0d62950> (a java.lang.Object)
  278.         at kafka.utils.Utils$.read(Utils.scala:375)
  279.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  280.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  281.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  282.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  283.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  284.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  285.         - locked <0x00000005e0d628a8> (a java.lang.Object)
  286.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  287.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  288.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  289.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  290.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  291.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  292.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  293.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  294.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  295.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  296.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  297.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  298.  
  299.    Locked ownable synchronizers:
  300.         - None
  301.  
  302. "ConsumerFetcherThread-instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11_ip-10-2-2-20-1563138086768-885cab87-0-1" #158 prio=5 os_prio=0 tid=0x00007f8e1800f000 nid=0x99e runnable [0x00007f8db5eae000]
  303.    java.lang.Thread.State: RUNNABLE
  304.         at sun.nio.ch.Net.poll(Native Method)
  305.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  306.         - locked <0x00000005e0c3af50> (a java.lang.Object)
  307.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  308.         - locked <0x00000005e0c3af20> (a java.lang.Object)
  309.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  310.         - locked <0x00000005e0c3b0d8> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  311.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  312.         - locked <0x00000005e0c3b718> (a java.lang.Object)
  313.         at kafka.utils.Utils$.read(Utils.scala:375)
  314.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  315.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  316.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  317.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  318.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  319.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  320.         - locked <0x00000005e0c3b670> (a java.lang.Object)
  321.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  322.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  323.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  324.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  325.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  326.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  327.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  328.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  329.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  330.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  331.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  332.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  333.  
  334.    Locked ownable synchronizers:
  335.         - None
  336.  
  337. "ConsumerFetcherThread-instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11_ip-10-2-2-20-1563138086768-885cab87-0-2" #157 prio=5 os_prio=0 tid=0x00007f8e1800d000 nid=0x99d runnable [0x00007f8db5faf000]
  338.    java.lang.Thread.State: RUNNABLE
  339.         at sun.nio.ch.Net.poll(Native Method)
  340.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  341.         - locked <0x00000005e0b0eaa0> (a java.lang.Object)
  342.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  343.         - locked <0x00000005e0b0ea70> (a java.lang.Object)
  344.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  345.         - locked <0x00000005e0b0ebc8> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  346.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  347.         - locked <0x00000005e0b76340> (a java.lang.Object)
  348.         at kafka.utils.Utils$.read(Utils.scala:375)
  349.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  350.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  351.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  352.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  353.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  354.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  355.         - locked <0x00000005e0b76298> (a java.lang.Object)
  356.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  357.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  358.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  359.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  360.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  361.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  362.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  363.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  364.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  365.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  366.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  367.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  368.  
  369.    Locked ownable synchronizers:
  370.         - None
  371.  
  372. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #156 daemon prio=5 os_prio=0 tid=0x00007f8dec04e800 nid=0x99c waiting on condition [0x00007f8db60af000]
  373.    java.lang.Thread.State: WAITING (parking)
  374.         at sun.misc.Unsafe.park(Native Method)
  375.         - parking to wait for  <0x00000005e0aa6e98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  376.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  377.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  378.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  379.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  380.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  381.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  382.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  383.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  384.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  385.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  386.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  387.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  388.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  389.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  390.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  391.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  392.         at java.lang.Thread.run(Thread.java:748)
  393.  
  394.    Locked ownable synchronizers:
  395.         - <0x00000005e0aa6b68> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  396.  
  397. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #155 daemon prio=5 os_prio=0 tid=0x00007f8dec04d000 nid=0x99b waiting on condition [0x00007f8db61b1000]
  398.    java.lang.Thread.State: WAITING (parking)
  399.         at sun.misc.Unsafe.park(Native Method)
  400.         - parking to wait for  <0x00000005e0a91fa8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  401.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  402.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  403.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  404.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  405.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  406.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  407.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  408.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  409.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  410.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  411.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  412.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  413.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  414.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  415.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  416.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  417.         at java.lang.Thread.run(Thread.java:748)
  418.  
  419.    Locked ownable synchronizers:
  420.         - <0x00000005e0a91c78> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  421.  
  422. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #154 daemon prio=5 os_prio=0 tid=0x00007f8dec04b000 nid=0x99a waiting on condition [0x00007f8db62b2000]
  423.    java.lang.Thread.State: WAITING (parking)
  424.         at sun.misc.Unsafe.park(Native Method)
  425.         - parking to wait for  <0x00000005e0aa6ae0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  426.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  427.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  428.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  429.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  430.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  431.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  432.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  433.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  434.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  435.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  436.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  437.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  438.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  439.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  440.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  441.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  442.         at java.lang.Thread.run(Thread.java:748)
  443.  
  444.    Locked ownable synchronizers:
  445.         - <0x00000005e0aa67b0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  446.  
  447. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #153 daemon prio=5 os_prio=0 tid=0x00007f8dec049800 nid=0x999 waiting on condition [0x00007f8db63b3000]
  448.    java.lang.Thread.State: WAITING (parking)
  449.         at sun.misc.Unsafe.park(Native Method)
  450.         - parking to wait for  <0x00000005e0aa6370> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  451.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  452.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  453.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  454.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  455.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  456.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  457.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  458.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  459.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  460.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  461.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  462.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  463.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  464.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  465.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  466.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  467.         at java.lang.Thread.run(Thread.java:748)
  468.  
  469.    Locked ownable synchronizers:
  470.         - <0x00000005e0a92030> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  471.  
  472. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #152 daemon prio=5 os_prio=0 tid=0x00007f8dec047800 nid=0x998 waiting on condition [0x00007f8db64b4000]
  473.    java.lang.Thread.State: WAITING (parking)
  474.         at sun.misc.Unsafe.park(Native Method)
  475.         - parking to wait for  <0x00000005e0a91bf0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  476.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  477.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  478.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  479.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  480.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  481.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  482.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  483.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  484.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  485.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  486.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  487.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  488.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  489.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  490.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  491.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  492.         at java.lang.Thread.run(Thread.java:748)
  493.  
  494.    Locked ownable synchronizers:
  495.         - <0x00000005e0a918c0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  496.  
  497. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #151 daemon prio=5 os_prio=0 tid=0x00007f8dec046000 nid=0x997 waiting on condition [0x00007f8db65b5000]
  498.    java.lang.Thread.State: WAITING (parking)
  499.         at sun.misc.Unsafe.park(Native Method)
  500.         - parking to wait for  <0x00000005e0aa7608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  501.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  502.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  503.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  504.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  505.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  506.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  507.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  508.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  509.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  510.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  511.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  512.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  513.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  514.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  515.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  516.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  517.         at java.lang.Thread.run(Thread.java:748)
  518.  
  519.    Locked ownable synchronizers:
  520.         - <0x00000005e0aa72d8> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  521.  
  522. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #150 daemon prio=5 os_prio=0 tid=0x00007f8dec044000 nid=0x996 waiting on condition [0x00007f8db66b6000]
  523.    java.lang.Thread.State: WAITING (parking)
  524.         at sun.misc.Unsafe.park(Native Method)
  525.         - parking to wait for  <0x00000005e0aa6728> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  526.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  527.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  528.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  529.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  530.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  531.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  532.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  533.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  534.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  535.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  536.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  537.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  538.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  539.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  540.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  541.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  542.         at java.lang.Thread.run(Thread.java:748)
  543.  
  544.    Locked ownable synchronizers:
  545.         - <0x00000005e0aa63f8> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  546.  
  547. "Consumer institutionChange_1.0.0:instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11-0" #149 daemon prio=5 os_prio=0 tid=0x00007f8dec042800 nid=0x995 waiting on condition [0x00007f8db67b7000]
  548.    java.lang.Thread.State: WAITING (parking)
  549.         at sun.misc.Unsafe.park(Native Method)
  550.         - parking to wait for  <0x00000005e0aa7250> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  551.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  552.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  553.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  554.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  555.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  556.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  557.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  558.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  559.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  560.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  561.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  562.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  563.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  564.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  565.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  566.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  567.         at java.lang.Thread.run(Thread.java:748)
  568.  
  569.    Locked ownable synchronizers:
  570.         - <0x00000005e0aa6f20> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  571.  
  572. "instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11_ip-10-2-2-20-1563138086768-885cab87-leader-finder-thread" #148 prio=5 os_prio=0 tid=0x00007f8dec040800 nid=0x994 waiting on condition [0x00007f8db68b8000]
  573.    java.lang.Thread.State: WAITING (parking)
  574.         at sun.misc.Unsafe.park(Native Method)
  575.         - parking to wait for  <0x00000005e0e1daa0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  576.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  577.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  578.         at kafka.consumer.ConsumerFetcherManager$LeaderFinderThread.doWork(ConsumerFetcherManager.scala:61)
  579.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  580.  
  581.    Locked ownable synchronizers:
  582.         - None
  583.  
  584. "instHostCache-ip-10-2-2-20c59a7856-0122-4587-8ebe-e9cd673f7b11_ip-10-2-2-20-1563138086768-885cab87_watcher_executor" #147 daemon prio=5 os_prio=0 tid=0x00007f8dec03a000 nid=0x993 runnable [0x00007f8db69b9000]
  585.    java.lang.Thread.State: TIMED_WAITING (parking)
  586.         at sun.misc.Unsafe.park(Native Method)
  587.         - parking to wait for  <0x00000005e0e17c10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  588.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  589.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
  590.         at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:333)
  591.  
  592.    Locked ownable synchronizers:
  593.         - None
  594.  
  595. "ForkJoinPool-1-worker-5-EventThread" #146 daemon prio=5 os_prio=0 tid=0x00007f8dec021800 nid=0x992 waiting on condition [0x00007f8db6aba000]
  596.    java.lang.Thread.State: WAITING (parking)
  597.         at sun.misc.Unsafe.park(Native Method)
  598.         - parking to wait for  <0x00000005e0e17140> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  599.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  600.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  601.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  602.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  603.  
  604.    Locked ownable synchronizers:
  605.         - None
  606.  
  607. "ForkJoinPool-1-worker-5-SendThread(10.2.1.207:2181)" #145 daemon prio=5 os_prio=0 tid=0x00007f8dec020000 nid=0x991 runnable [0x00007f8db6bbb000]
  608.    java.lang.Thread.State: RUNNABLE
  609.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  610.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  611.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  612.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  613.         - locked <0x00000005e0e0fa60> (a sun.nio.ch.Util$3)
  614.         - locked <0x00000005e0e0fa50> (a java.util.Collections$UnmodifiableSet)
  615.         - locked <0x00000005e0e0f5e8> (a sun.nio.ch.EPollSelectorImpl)
  616.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  617.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  618.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  619.  
  620.    Locked ownable synchronizers:
  621.         - None
  622.  
  623. "ZkClient-EventThread-144-10.2.1.107:2181,10.2.1.207:2181,10.2.2.86:2181" #144 daemon prio=5 os_prio=0 tid=0x00007f8dec01e000 nid=0x990 waiting on condition [0x00007f8db6cbc000]
  624.    java.lang.Thread.State: WAITING (parking)
  625.         at sun.misc.Unsafe.park(Native Method)
  626.         - parking to wait for  <0x00000005e0e1d648> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  627.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  628.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  629.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  630.         at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
  631.  
  632.    Locked ownable synchronizers:
  633.         - None
  634.  
  635. "New Relic Segment Expiration Handler 2" #143 daemon prio=5 os_prio=0 tid=0x00007f8dc41e1800 nid=0x98f waiting on condition [0x00007f8db6dbd000]
  636.    java.lang.Thread.State: WAITING (parking)
  637.         at sun.misc.Unsafe.park(Native Method)
  638.         - parking to wait for  <0x00000005c058d2b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  639.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  640.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  641.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  642.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  643.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  644.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  645.         at java.lang.Thread.run(Thread.java:748)
  646.  
  647.    Locked ownable synchronizers:
  648.         - None
  649.  
  650. "New Relic Segment Expiration Handler" #138 daemon prio=5 os_prio=0 tid=0x00007f8e44074800 nid=0x98a waiting on condition [0x00007f8db72c2000]
  651.    java.lang.Thread.State: WAITING (parking)
  652.         at sun.misc.Unsafe.park(Native Method)
  653.         - parking to wait for  <0x00000005c058d2b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  654.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  655.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  656.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  657.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  658.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  659.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  660.         at java.lang.Thread.run(Thread.java:748)
  661.  
  662.    Locked ownable synchronizers:
  663.         - None
  664.  
  665. "bundle-183-ActorSystem-akka.actor.default-dispatcher-14" #137 prio=5 os_prio=0 tid=0x00007f8dd015c800 nid=0x989 waiting on condition [0x00007f8db73c3000]
  666.    java.lang.Thread.State: WAITING (parking)
  667.         at sun.misc.Unsafe.park(Native Method)
  668.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  669.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  670.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  671.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  672.  
  673.    Locked ownable synchronizers:
  674.         - None
  675.  
  676. "bundle-183-ActorSystem-akka.actor.default-dispatcher-13" #136 prio=5 os_prio=0 tid=0x00000000020fc000 nid=0x988 waiting on condition [0x00007f8db74c4000]
  677.    java.lang.Thread.State: WAITING (parking)
  678.         at sun.misc.Unsafe.park(Native Method)
  679.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  680.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  681.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  682.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  683.  
  684.    Locked ownable synchronizers:
  685.         - None
  686.  
  687. "bundle-183-ActorSystem-akka.actor.default-dispatcher-12" #135 prio=5 os_prio=0 tid=0x00007f8dcc204000 nid=0x987 waiting on condition [0x00007f8db75c5000]
  688.    java.lang.Thread.State: WAITING (parking)
  689.         at sun.misc.Unsafe.park(Native Method)
  690.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  691.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  692.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  693.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  694.  
  695.    Locked ownable synchronizers:
  696.         - None
  697.  
  698. "bundle-183-ActorSystem-akka.actor.default-dispatcher-11" #134 prio=5 os_prio=0 tid=0x00007f8e4c0fe800 nid=0x986 waiting on condition [0x00007f8db76c6000]
  699.    java.lang.Thread.State: TIMED_WAITING (parking)
  700.         at sun.misc.Unsafe.park(Native Method)
  701.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  702.         at akka.dispatch.forkjoin.ForkJoinPool.idleAwaitWork(ForkJoinPool.java:2135)
  703.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2067)
  704.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  705.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  706.  
  707.    Locked ownable synchronizers:
  708.         - None
  709.  
  710. "bundle-183-ActorSystem-akka.actor.default-dispatcher-10" #133 prio=5 os_prio=0 tid=0x00007f8e3c03b000 nid=0x985 waiting on condition [0x00007f8db77c7000]
  711.    java.lang.Thread.State: WAITING (parking)
  712.         at sun.misc.Unsafe.park(Native Method)
  713.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  714.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  715.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  716.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  717.  
  718.    Locked ownable synchronizers:
  719.         - None
  720.  
  721. "bundle-183-ActorSystem-akka.actor.default-dispatcher-9" #132 prio=5 os_prio=0 tid=0x00007f8e3c039800 nid=0x984 waiting on condition [0x00007f8db78c8000]
  722.    java.lang.Thread.State: WAITING (parking)
  723.         at sun.misc.Unsafe.park(Native Method)
  724.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  725.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  726.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  727.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  728.  
  729.    Locked ownable synchronizers:
  730.         - None
  731.  
  732. "bundle-183-ActorSystem-akka.actor.default-dispatcher-8" #131 prio=5 os_prio=0 tid=0x00000000020fb000 nid=0x983 waiting on condition [0x00007f8e49753000]
  733.    java.lang.Thread.State: WAITING (parking)
  734.         at sun.misc.Unsafe.park(Native Method)
  735.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  736.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  737.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  738.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  739.  
  740.    Locked ownable synchronizers:
  741.         - None
  742.  
  743. "bundle-183-ActorSystem-akka.actor.default-dispatcher-7" #130 prio=5 os_prio=0 tid=0x00000000020fa800 nid=0x982 waiting on condition [0x00007f8e49955000]
  744.    java.lang.Thread.State: WAITING (parking)
  745.         at sun.misc.Unsafe.park(Native Method)
  746.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  747.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  748.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  749.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  750.  
  751.    Locked ownable synchronizers:
  752.         - None
  753.  
  754. "New Relic Token Expiration Handler" #129 daemon prio=5 os_prio=0 tid=0x00007f8e44183000 nid=0x967 waiting on condition [0x00007f8db7bc9000]
  755.    java.lang.Thread.State: WAITING (parking)
  756.         at sun.misc.Unsafe.park(Native Method)
  757.         - parking to wait for  <0x00000005c058d048> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  758.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  759.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  760.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  761.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  762.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  763.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  764.         at java.lang.Thread.run(Thread.java:748)
  765.  
  766.    Locked ownable synchronizers:
  767.         - None
  768.  
  769. "bundle-183-ActorSystem-akka.actor.default-dispatcher-6" #128 prio=5 os_prio=0 tid=0x00007f8e4404c000 nid=0x966 waiting on condition [0x00007f8db7eca000]
  770.    java.lang.Thread.State: WAITING (parking)
  771.         at sun.misc.Unsafe.park(Native Method)
  772.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  773.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  774.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  775.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  776.  
  777.    Locked ownable synchronizers:
  778.         - None
  779.  
  780. "New Relic Harvest Service" #127 daemon prio=5 os_prio=0 tid=0x00007f8e100fa800 nid=0x965 waiting on condition [0x00007f8dc94fb000]
  781.    java.lang.Thread.State: TIMED_WAITING (parking)
  782.         at sun.misc.Unsafe.park(Native Method)
  783.         - parking to wait for  <0x00000005c0c17178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  784.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  785.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  786.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  787.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  788.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  789.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  790.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  791.         at java.lang.Thread.run(Thread.java:748)
  792.  
  793.    Locked ownable synchronizers:
  794.         - None
  795.  
  796. "bundle-183-ActorSystem-akka.io.pinned-dispatcher-5" #126 prio=5 os_prio=0 tid=0x00007f8e4404b000 nid=0x964 runnable [0x00007f8db7fcb000]
  797.    java.lang.Thread.State: RUNNABLE
  798.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  799.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  800.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  801.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  802.         - locked <0x00000005dfc20bb8> (a sun.nio.ch.Util$3)
  803.         - locked <0x00000005dfc20ba8> (a java.util.Collections$UnmodifiableSet)
  804.         - locked <0x00000005df5e6e98> (a sun.nio.ch.EPollSelectorImpl)
  805.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  806.         at akka.io.SelectionHandler$ChannelRegistryImpl$$anon$3.tryRun(SelectionHandler.scala:146)
  807.         at akka.io.SelectionHandler$ChannelRegistryImpl$Task.run(SelectionHandler.scala:286)
  808.         at akka.io.SelectionHandler$ChannelRegistryImpl$$anon$3.run(SelectionHandler.scala:179)
  809.         at akka.util.SerializedSuspendableExecutionContext.run$1(SerializedSuspendableExecutionContext.scala:72)
  810.         at akka.util.SerializedSuspendableExecutionContext.run(SerializedSuspendableExecutionContext.scala:77)
  811.         at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:41)
  812.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  813.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  814.         at java.lang.Thread.run(Thread.java:748)
  815.  
  816.    Locked ownable synchronizers:
  817.         - <0x00000005df5e6868> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  818.  
  819. "bundle-183-ActorSystem-akka.actor.default-dispatcher-4" #125 prio=5 os_prio=0 tid=0x00007f8e3c021000 nid=0x963 waiting on condition [0x00007f8db88cc000]
  820.    java.lang.Thread.State: WAITING (parking)
  821.         at sun.misc.Unsafe.park(Native Method)
  822.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  823.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  824.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  825.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  826.  
  827.    Locked ownable synchronizers:
  828.         - None
  829.  
  830. "bundle-183-ActorSystem-akka.actor.default-dispatcher-3" #124 prio=5 os_prio=0 tid=0x00007f8e1c247000 nid=0x962 waiting on condition [0x00007f8db89cd000]
  831.    java.lang.Thread.State: WAITING (parking)
  832.         at sun.misc.Unsafe.park(Native Method)
  833.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  834.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  835.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  836.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  837.  
  838.    Locked ownable synchronizers:
  839.         - None
  840.  
  841. "bundle-183-ActorSystem-akka.actor.default-dispatcher-2" #123 prio=5 os_prio=0 tid=0x00007f8e1c23b000 nid=0x961 waiting on condition [0x00007f8db8ace000]
  842.    java.lang.Thread.State: WAITING (parking)
  843.         at sun.misc.Unsafe.park(Native Method)
  844.         - parking to wait for  <0x00000005dfc49ac8> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool)
  845.         at akka.dispatch.forkjoin.ForkJoinPool.scan(ForkJoinPool.java:2075)
  846.         at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  847.         at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  848.  
  849.    Locked ownable synchronizers:
  850.         - None
  851.  
  852. "bundle-183-ActorSystem-scheduler-1" #122 prio=5 os_prio=0 tid=0x00007f8e1c1b7000 nid=0x960 sleeping[0x00007f8db8dcf000]
  853.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  854.         at java.lang.Thread.sleep(Native Method)
  855.         at akka.actor.LightArrayRevolverScheduler.waitNanos(LightArrayRevolverScheduler.scala:87)
  856.         at akka.actor.LightArrayRevolverScheduler$$anon$4.nextTick(LightArrayRevolverScheduler.scala:271)
  857.         at akka.actor.LightArrayRevolverScheduler$$anon$4.run(LightArrayRevolverScheduler.scala:241)
  858.         at java.lang.Thread.run(Thread.java:748)
  859.  
  860.    Locked ownable synchronizers:
  861.         - None
  862.  
  863. "ConsumerFetcherThread-uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972_ip-10-2-2-20-1563138043857-a1079a37-0-3" #121 prio=5 os_prio=0 tid=0x00007f8e00486000 nid=0x95f runnable [0x00007f8db90d0000]
  864.    java.lang.Thread.State: RUNNABLE
  865.         at sun.nio.ch.Net.poll(Native Method)
  866.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  867.         - locked <0x00000005e0029fa0> (a java.lang.Object)
  868.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  869.         - locked <0x00000005e0029f70> (a java.lang.Object)
  870.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  871.         - locked <0x00000005e002a0c8> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  872.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  873.         - locked <0x00000005e002a4d0> (a java.lang.Object)
  874.         at kafka.utils.Utils$.read(Utils.scala:375)
  875.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  876.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  877.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  878.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  879.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  880.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  881.         - locked <0x00000005e002a428> (a java.lang.Object)
  882.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  883.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  884.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  885.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  886.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  887.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  888.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  889.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  890.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  891.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  892.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  893.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  894.  
  895.    Locked ownable synchronizers:
  896.         - None
  897.  
  898. "ConsumerFetcherThread-uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972_ip-10-2-2-20-1563138043857-a1079a37-0-1" #120 prio=5 os_prio=0 tid=0x00007f8e0048a000 nid=0x95e runnable [0x00007f8db91d1000]
  899.    java.lang.Thread.State: RUNNABLE
  900.         at sun.nio.ch.Net.poll(Native Method)
  901.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  902.         - locked <0x00000005e00274f0> (a java.lang.Object)
  903.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  904.         - locked <0x00000005e00274c0> (a java.lang.Object)
  905.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  906.         - locked <0x00000005e0027618> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  907.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  908.         - locked <0x00000005e0028bc8> (a java.lang.Object)
  909.         at kafka.utils.Utils$.read(Utils.scala:375)
  910.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  911.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  912.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  913.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  914.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  915.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  916.         - locked <0x00000005e0027b00> (a java.lang.Object)
  917.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  918.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  919.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  920.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  921.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  922.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  923.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  924.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  925.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  926.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  927.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  928.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  929.  
  930.    Locked ownable synchronizers:
  931.         - None
  932.  
  933. "ConsumerFetcherThread-uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972_ip-10-2-2-20-1563138043857-a1079a37-0-2" #119 prio=5 os_prio=0 tid=0x00007f8e006ae000 nid=0x95d runnable [0x00007f8db92d2000]
  934.    java.lang.Thread.State: RUNNABLE
  935.         at sun.nio.ch.Net.poll(Native Method)
  936.         at sun.nio.ch.SocketChannelImpl.poll(SocketChannelImpl.java:954)
  937.         - locked <0x00000005e0007f38> (a java.lang.Object)
  938.         at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:204)
  939.         - locked <0x00000005e0007f08> (a java.lang.Object)
  940.         at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
  941.         - locked <0x00000005e00080c0> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
  942.         at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
  943.         - locked <0x00000005e0008518> (a java.lang.Object)
  944.         at kafka.utils.Utils$.read(Utils.scala:375)
  945.         at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
  946.         at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
  947.         at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
  948.         at kafka.network.BlockingChannel.receive(BlockingChannel.scala:100)
  949.         at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:73)
  950.         at kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:71)
  951.         - locked <0x00000005e0008470> (a java.lang.Object)
  952.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(SimpleConsumer.scala:109)
  953.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  954.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleConsumer.scala:109)
  955.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  956.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:108)
  957.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  958.         at kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:108)
  959.         at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
  960.         at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:107)
  961.         at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:96)
  962.         at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:88)
  963.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  964.  
  965.    Locked ownable synchronizers:
  966.         - None
  967.  
  968. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #118 prio=5 os_prio=0 tid=0x00007f8e1c117000 nid=0x95c waiting on condition [0x00007f8db95d3000]
  969.    java.lang.Thread.State: WAITING (parking)
  970.         at sun.misc.Unsafe.park(Native Method)
  971.         - parking to wait for  <0x00000005dfd513f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  972.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  973.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  974.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  975.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  976.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  977.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  978.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  979.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  980.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  981.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  982.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  983.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  984.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  985.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  986.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  987.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  988.         at java.lang.Thread.run(Thread.java:748)
  989.  
  990.    Locked ownable synchronizers:
  991.         - <0x00000005dfd510f0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  992.  
  993. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #117 prio=5 os_prio=0 tid=0x00007f8e1c115000 nid=0x95b waiting on condition [0x00007f8db96d4000]
  994.    java.lang.Thread.State: WAITING (parking)
  995.         at sun.misc.Unsafe.park(Native Method)
  996.         - parking to wait for  <0x00000005dfd4be70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  997.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  998.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  999.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1000.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1001.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1002.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1003.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1004.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1005.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1006.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1007.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1008.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1009.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1010.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1011.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1012.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1013.         at java.lang.Thread.run(Thread.java:748)
  1014.  
  1015.    Locked ownable synchronizers:
  1016.         - <0x00000005dfd4bb68> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1017.  
  1018. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #116 prio=5 os_prio=0 tid=0x00007f8e1c113000 nid=0x95a waiting on condition [0x00007f8db97d5000]
  1019.    java.lang.Thread.State: WAITING (parking)
  1020.         at sun.misc.Unsafe.park(Native Method)
  1021.         - parking to wait for  <0x00000005dfd50cd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1022.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1023.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1024.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1025.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1026.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1027.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1028.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1029.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1030.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1031.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1032.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1033.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1034.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1035.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1036.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1037.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1038.         at java.lang.Thread.run(Thread.java:748)
  1039.  
  1040.    Locked ownable synchronizers:
  1041.         - <0x00000005dfd509d0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1042.  
  1043. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #115 prio=5 os_prio=0 tid=0x00007f8e1c111800 nid=0x959 waiting on condition [0x00007f8db98d6000]
  1044.    java.lang.Thread.State: WAITING (parking)
  1045.         at sun.misc.Unsafe.park(Native Method)
  1046.         - parking to wait for  <0x00000005dfd51068> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1047.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1048.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1049.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1050.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1051.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1052.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1053.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1054.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1055.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1056.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1057.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1058.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1059.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1060.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1061.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1062.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1063.         at java.lang.Thread.run(Thread.java:748)
  1064.  
  1065.    Locked ownable synchronizers:
  1066.         - <0x00000005dfd50d60> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1067.  
  1068. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #114 prio=5 os_prio=0 tid=0x00007f8e1c10f800 nid=0x958 waiting on condition [0x00007f8db99d7000]
  1069.    java.lang.Thread.State: WAITING (parking)
  1070.         at sun.misc.Unsafe.park(Native Method)
  1071.         - parking to wait for  <0x00000005dfd4c200> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1072.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1073.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1074.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1075.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1076.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1077.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1078.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1079.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1080.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1081.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1082.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1083.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1084.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1085.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1086.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1087.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1088.         at java.lang.Thread.run(Thread.java:748)
  1089.  
  1090.    Locked ownable synchronizers:
  1091.         - <0x00000005dfd4bef8> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1092.  
  1093. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #113 prio=5 os_prio=0 tid=0x00007f8e1c10d800 nid=0x957 waiting on condition [0x00007f8db9ad8000]
  1094.    java.lang.Thread.State: WAITING (parking)
  1095.         at sun.misc.Unsafe.park(Native Method)
  1096.         - parking to wait for  <0x00000005dfd50948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1097.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1098.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1099.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1100.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1101.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1102.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1103.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1104.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1105.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1106.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1107.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1108.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1109.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1110.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1111.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1112.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1113.         at java.lang.Thread.run(Thread.java:748)
  1114.  
  1115.    Locked ownable synchronizers:
  1116.         - <0x00000005dfd50640> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1117.  
  1118. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #112 prio=5 os_prio=0 tid=0x00007f8e1c10b800 nid=0x956 waiting on condition [0x00007f8db9bd9000]
  1119.    java.lang.Thread.State: WAITING (parking)
  1120.         at sun.misc.Unsafe.park(Native Method)
  1121.         - parking to wait for  <0x00000005dfd4c590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1122.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1123.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1124.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1125.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1126.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1127.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1128.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1129.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1130.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1131.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1132.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1133.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1134.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1135.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1136.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1137.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1138.         at java.lang.Thread.run(Thread.java:748)
  1139.  
  1140.    Locked ownable synchronizers:
  1141.         - <0x00000005dfd4c288> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1142.  
  1143. "Consumer urimappings_1.0.0:uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972-0" #111 prio=5 os_prio=0 tid=0x00007f8e1c10a800 nid=0x955 waiting on condition [0x00007f8db9cda000]
  1144.    java.lang.Thread.State: WAITING (parking)
  1145.         at sun.misc.Unsafe.park(Native Method)
  1146.         - parking to wait for  <0x00000005dfd51a90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1147.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1148.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1149.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1150.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:63)
  1151.         at kafka.consumer.ConsumerIterator.makeNext(ConsumerIterator.scala:33)
  1152.         at kafka.utils.IteratorTemplate.maybeComputeNext(IteratorTemplate.scala:66)
  1153.         at kafka.utils.IteratorTemplate.hasNext(IteratorTemplate.scala:58)
  1154.         at scala.collection.Iterator$class.foreach(Iterator.scala:891)
  1155.         at kafka.utils.IteratorTemplate.foreach(IteratorTemplate.scala:32)
  1156.         at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
  1157.         at kafka.consumer.KafkaStream.foreach(KafkaStream.scala:25)
  1158.         at com.tle.core.messaging.impl.MessageServiceImpl$$anonfun$com$tle$core$messaging$impl$MessageServiceImpl$$consumeStreamsInPool$1$$anon$3.run(MessageServiceImpl.scala:271)
  1159.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1160.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1161.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1162.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1163.         at java.lang.Thread.run(Thread.java:748)
  1164.  
  1165.    Locked ownable synchronizers:
  1166.         - <0x00000005dfd51480> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1167.  
  1168. "uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972_ip-10-2-2-20-1563138043857-a1079a37-leader-finder-thread" #110 prio=5 os_prio=0 tid=0x00007f8e1c107000 nid=0x954 waiting on condition [0x00007f8db9ddb000]
  1169.    java.lang.Thread.State: WAITING (parking)
  1170.         at sun.misc.Unsafe.park(Native Method)
  1171.         - parking to wait for  <0x00000005e0031d70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1172.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1173.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1174.         at kafka.consumer.ConsumerFetcherManager$LeaderFinderThread.doWork(ConsumerFetcherManager.scala:61)
  1175.         at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
  1176.  
  1177.    Locked ownable synchronizers:
  1178.         - None
  1179.  
  1180. "uriCacheInvalidator-ip-10-2-2-20989d3047-fcf5-4235-aba9-829e526cd972_ip-10-2-2-20-1563138043857-a1079a37_watcher_executor" #109 prio=5 os_prio=0 tid=0x00007f8e1c0f2000 nid=0x953 runnable [0x00007f8db9edc000]
  1181.    java.lang.Thread.State: TIMED_WAITING (parking)
  1182.         at sun.misc.Unsafe.park(Native Method)
  1183.         - parking to wait for  <0x00000005e002fc88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1184.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1185.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
  1186.         at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:333)
  1187.  
  1188.    Locked ownable synchronizers:
  1189.         - None
  1190.  
  1191. "pool-10-thread-1-EventThread" #108 daemon prio=5 os_prio=0 tid=0x00007f8e1c0c5800 nid=0x952 waiting on condition [0x00007f8db9fdd000]
  1192.    java.lang.Thread.State: WAITING (parking)
  1193.         at sun.misc.Unsafe.park(Native Method)
  1194.         - parking to wait for  <0x00000005e002f1a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1195.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1196.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1197.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1198.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  1199.  
  1200.    Locked ownable synchronizers:
  1201.         - None
  1202.  
  1203. "pool-10-thread-1-SendThread(10.2.1.107:2181)" #107 daemon prio=5 os_prio=0 tid=0x00007f8e1c0c3800 nid=0x951 runnable [0x00007f8dba0de000]
  1204.    java.lang.Thread.State: RUNNABLE
  1205.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1206.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1207.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1208.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1209.         - locked <0x00000005e002daf0> (a sun.nio.ch.Util$3)
  1210.         - locked <0x00000005e002dae0> (a java.util.Collections$UnmodifiableSet)
  1211.         - locked <0x00000005e002d678> (a sun.nio.ch.EPollSelectorImpl)
  1212.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1213.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  1214.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  1215.  
  1216.    Locked ownable synchronizers:
  1217.         - None
  1218.  
  1219. "ZkClient-EventThread-106-10.2.1.107:2181,10.2.1.207:2181,10.2.2.86:2181" #106 daemon prio=5 os_prio=0 tid=0x00007f8e1c0c7800 nid=0x950 waiting on condition [0x00007f8dba1df000]
  1220.    java.lang.Thread.State: WAITING (parking)
  1221.         at sun.misc.Unsafe.park(Native Method)
  1222.         - parking to wait for  <0x00000005e0031900> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1223.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1224.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1225.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1226.         at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
  1227.  
  1228.    Locked ownable synchronizers:
  1229.         - None
  1230.  
  1231. "I/O dispatcher 4" #105 prio=5 os_prio=0 tid=0x00007f8dd41a1000 nid=0x94f runnable [0x00007f8dbace0000]
  1232.    java.lang.Thread.State: RUNNABLE
  1233.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1234.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1235.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1236.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1237.         - locked <0x00000005dfd52318> (a sun.nio.ch.Util$3)
  1238.         - locked <0x00000005dfd52308> (a java.util.Collections$UnmodifiableSet)
  1239.         - locked <0x00000005dfd521d0> (a sun.nio.ch.EPollSelectorImpl)
  1240.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1241.         at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:255)
  1242.         at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
  1243.         at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:588)
  1244.         at java.lang.Thread.run(Thread.java:748)
  1245.  
  1246.    Locked ownable synchronizers:
  1247.         - None
  1248.  
  1249. "I/O dispatcher 3" #104 prio=5 os_prio=0 tid=0x00007f8dd416a000 nid=0x94e runnable [0x00007f8dbade1000]
  1250.    java.lang.Thread.State: RUNNABLE
  1251.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1252.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1253.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1254.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1255.         - locked <0x00000005dfd5a890> (a sun.nio.ch.Util$3)
  1256.         - locked <0x00000005dfd5a880> (a java.util.Collections$UnmodifiableSet)
  1257.         - locked <0x00000005dfd5a748> (a sun.nio.ch.EPollSelectorImpl)
  1258.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1259.         at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:255)
  1260.         at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
  1261.         at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:588)
  1262.         at java.lang.Thread.run(Thread.java:748)
  1263.  
  1264.    Locked ownable synchronizers:
  1265.         - None
  1266.  
  1267. "I/O dispatcher 2" #103 prio=5 os_prio=0 tid=0x00007f8dd4168000 nid=0x94d runnable [0x00007f8dbaee2000]
  1268.    java.lang.Thread.State: RUNNABLE
  1269.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1270.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1271.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1272.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1273.         - locked <0x00000005dfd5bd78> (a sun.nio.ch.Util$3)
  1274.         - locked <0x00000005dfd5bd68> (a java.util.Collections$UnmodifiableSet)
  1275.         - locked <0x00000005dfd5bc30> (a sun.nio.ch.EPollSelectorImpl)
  1276.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1277.         at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:255)
  1278.         at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
  1279.         at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:588)
  1280.         at java.lang.Thread.run(Thread.java:748)
  1281.  
  1282.    Locked ownable synchronizers:
  1283.         - None
  1284.  
  1285. "I/O dispatcher 1" #102 prio=5 os_prio=0 tid=0x00007f8dd4167000 nid=0x94c runnable [0x00007f8dbafe3000]
  1286.    java.lang.Thread.State: RUNNABLE
  1287.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1288.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1289.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1290.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1291.         - locked <0x00000005dfd5c250> (a sun.nio.ch.Util$3)
  1292.         - locked <0x00000005dfd5c240> (a java.util.Collections$UnmodifiableSet)
  1293.         - locked <0x00000005dfd5c108> (a sun.nio.ch.EPollSelectorImpl)
  1294.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1295.         at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:255)
  1296.         at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
  1297.         at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:588)
  1298.         at java.lang.Thread.run(Thread.java:748)
  1299.  
  1300.    Locked ownable synchronizers:
  1301.         - None
  1302.  
  1303. "pool-18-thread-1" #101 prio=5 os_prio=0 tid=0x00007f8e2857c800 nid=0x94b runnable [0x00007f8dbb0e4000]
  1304.    java.lang.Thread.State: RUNNABLE
  1305.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1306.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1307.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1308.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1309.         - locked <0x00000005dfd51f38> (a sun.nio.ch.Util$3)
  1310.         - locked <0x00000005dfd51f28> (a java.util.Collections$UnmodifiableSet)
  1311.         - locked <0x00000005dfd51df0> (a sun.nio.ch.EPollSelectorImpl)
  1312.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1313.         at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor.execute(AbstractMultiworkerIOReactor.java:340)
  1314.         at org.apache.http.impl.nio.conn.PoolingNHttpClientConnectionManager.execute(PoolingNHttpClientConnectionManager.java:221)
  1315.         at org.apache.http.impl.nio.client.CloseableHttpAsyncClientBase$1.run(CloseableHttpAsyncClientBase.java:64)
  1316.         at java.lang.Thread.run(Thread.java:748)
  1317.  
  1318.    Locked ownable synchronizers:
  1319.         - None
  1320.  
  1321. "cluster1-nio-worker-6" #95 prio=5 os_prio=0 tid=0x00007f8e282b9800 nid=0x94a runnable [0x00007f8dc03ea000]
  1322.    java.lang.Thread.State: RUNNABLE
  1323.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1324.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1325.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1326.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1327.         - locked <0x00000005daf6a300> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1328.         - locked <0x00000005daf8c2b8> (a java.util.Collections$UnmodifiableSet)
  1329.         - locked <0x00000005daf6a268> (a sun.nio.ch.EPollSelectorImpl)
  1330.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1331.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1332.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1333.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1334.         at java.lang.Thread.run(Thread.java:748)
  1335.  
  1336.    Locked ownable synchronizers:
  1337.         - None
  1338.  
  1339. "cluster1-nio-worker-5" #94 prio=5 os_prio=0 tid=0x00007f8e2829d800 nid=0x949 runnable [0x00007f8dc04eb000]
  1340.    java.lang.Thread.State: RUNNABLE
  1341.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1342.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1343.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1344.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1345.         - locked <0x00000005daf8db60> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1346.         - locked <0x00000005daf8fbe0> (a java.util.Collections$UnmodifiableSet)
  1347.         - locked <0x00000005daf8dac8> (a sun.nio.ch.EPollSelectorImpl)
  1348.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1349.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1350.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1351.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1352.         at java.lang.Thread.run(Thread.java:748)
  1353.  
  1354.    Locked ownable synchronizers:
  1355.         - None
  1356.  
  1357. "cluster1-nio-worker-4" #93 prio=5 os_prio=0 tid=0x00007f8e2829c000 nid=0x948 runnable [0x00007f8dc05ec000]
  1358.    java.lang.Thread.State: RUNNABLE
  1359.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1360.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1361.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1362.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1363.         - locked <0x00000005daf91488> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1364.         - locked <0x00000005daf93508> (a java.util.Collections$UnmodifiableSet)
  1365.         - locked <0x00000005daf913f0> (a sun.nio.ch.EPollSelectorImpl)
  1366.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1367.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1368.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1369.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1370.         at java.lang.Thread.run(Thread.java:748)
  1371.  
  1372.    Locked ownable synchronizers:
  1373.         - None
  1374.  
  1375. "cluster1-nio-worker-3" #92 prio=5 os_prio=0 tid=0x00007f8e28298000 nid=0x947 runnable [0x00007f8dc06ed000]
  1376.    java.lang.Thread.State: RUNNABLE
  1377.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1378.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1379.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1380.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1381.         - locked <0x00000005daf94db0> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1382.         - locked <0x00000005daf96e30> (a java.util.Collections$UnmodifiableSet)
  1383.         - locked <0x00000005daf94d18> (a sun.nio.ch.EPollSelectorImpl)
  1384.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1385.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1386.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1387.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1388.         at java.lang.Thread.run(Thread.java:748)
  1389.  
  1390.    Locked ownable synchronizers:
  1391.         - None
  1392.  
  1393. "cluster1-nio-worker-2" #91 prio=5 os_prio=0 tid=0x00007f8e28297000 nid=0x946 runnable [0x00007f8dc07ee000]
  1394.    java.lang.Thread.State: RUNNABLE
  1395.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1396.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1397.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1398.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1399.         - locked <0x00000005daf986d8> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1400.         - locked <0x00000005dafa2748> (a java.util.Collections$UnmodifiableSet)
  1401.         - locked <0x00000005daf98640> (a sun.nio.ch.EPollSelectorImpl)
  1402.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1403.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1404.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1405.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1406.         at java.lang.Thread.run(Thread.java:748)
  1407.  
  1408.    Locked ownable synchronizers:
  1409.         - None
  1410.  
  1411. "cluster1-nio-worker-1" #90 prio=5 os_prio=0 tid=0x00007f8e28295800 nid=0x945 runnable [0x00007f8dc18f0000]
  1412.    java.lang.Thread.State: RUNNABLE
  1413.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1414.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1415.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1416.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1417.         - locked <0x00000005dafa3ff0> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1418.         - locked <0x00000005dafa6070> (a java.util.Collections$UnmodifiableSet)
  1419.         - locked <0x00000005dafa3f58> (a sun.nio.ch.EPollSelectorImpl)
  1420.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1421.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1422.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1423.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1424.         at java.lang.Thread.run(Thread.java:748)
  1425.  
  1426.    Locked ownable synchronizers:
  1427.         - None
  1428.  
  1429. "threadDeathWatcher-2-1" #100 daemon prio=1 os_prio=0 tid=0x00007f8e4c04b000 nid=0x944 sleeping[0x00007f8dc29f2000]
  1430.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  1431.         at java.lang.Thread.sleep(Native Method)
  1432.         at io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:137)
  1433.         at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)
  1434.         at java.lang.Thread.run(Thread.java:748)
  1435.  
  1436.    Locked ownable synchronizers:
  1437.         - None
  1438.  
  1439. "cluster1-timeouter-0" #97 prio=5 os_prio=0 tid=0x00007f8e4c03a800 nid=0x943 sleeping[0x00007f8dc2af3000]
  1440.    java.lang.Thread.State: TIMED_WAITING (sleeping)
  1441.         at java.lang.Thread.sleep(Native Method)
  1442.         at io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:461)
  1443.         at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:360)
  1444.         at java.lang.Thread.run(Thread.java:748)
  1445.  
  1446.    Locked ownable synchronizers:
  1447.         - None
  1448.  
  1449. "cluster1-nio-worker-0" #89 prio=5 os_prio=0 tid=0x00007f8e281d3000 nid=0x942 runnable [0x00007f8dc2df4000]
  1450.    java.lang.Thread.State: RUNNABLE
  1451.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1452.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1453.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1454.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1455.         - locked <0x00000005dafa7918> (a io.netty.channel.nio.SelectedSelectionKeySet)
  1456.         - locked <0x00000005dafa9998> (a java.util.Collections$UnmodifiableSet)
  1457.         - locked <0x00000005dafa7880> (a sun.nio.ch.EPollSelectorImpl)
  1458.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1459.         at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622)
  1460.         at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310)
  1461.         at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:112)
  1462.         at java.lang.Thread.run(Thread.java:748)
  1463.  
  1464.    Locked ownable synchronizers:
  1465.         - None
  1466.  
  1467. "cluster1-scheduled-task-worker-0" #98 prio=5 os_prio=0 tid=0x00007f8e28193000 nid=0x940 waiting on condition [0x00007f8dc2ef5000]
  1468.    java.lang.Thread.State: TIMED_WAITING (parking)
  1469.         at sun.misc.Unsafe.park(Native Method)
  1470.         - parking to wait for  <0x00000005dafab1b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1471.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1472.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1473.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1474.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1475.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1476.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1477.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1478.         at java.lang.Thread.run(Thread.java:748)
  1479.  
  1480.    Locked ownable synchronizers:
  1481.         - None
  1482.  
  1483. "cluster1-connection-reaper-0" #88 prio=5 os_prio=0 tid=0x00007f8e280d8000 nid=0x93f waiting on condition [0x00007f8dc2ff6000]
  1484.    java.lang.Thread.State: TIMED_WAITING (parking)
  1485.         at sun.misc.Unsafe.park(Native Method)
  1486.         - parking to wait for  <0x00000005da08e7e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1487.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1488.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1489.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1490.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1491.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1492.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1493.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1494.         at java.lang.Thread.run(Thread.java:748)
  1495.  
  1496.    Locked ownable synchronizers:
  1497.         - None
  1498.  
  1499. "LocatorPool-4" #87 prio=5 os_prio=0 tid=0x00007f8e1c001800 nid=0x93e waiting on condition [0x00007f8dc38f7000]
  1500.    java.lang.Thread.State: WAITING (parking)
  1501.         at sun.misc.Unsafe.park(Native Method)
  1502.         - parking to wait for  <0x00000005d89c99d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1503.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1504.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1505.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1506.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1507.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1508.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1509.         at java.lang.Thread.run(Thread.java:748)
  1510.  
  1511.    Locked ownable synchronizers:
  1512.         - None
  1513.  
  1514. "CuratorFramework-0" #85 daemon prio=5 os_prio=0 tid=0x00007f8de0ff0000 nid=0x93c waiting on condition [0x00007f8dc3af9000]
  1515.    java.lang.Thread.State: WAITING (parking)
  1516.         at sun.misc.Unsafe.park(Native Method)
  1517.         - parking to wait for  <0x00000005d84feb88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1518.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1519.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1520.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:211)
  1521.         at java.util.concurrent.DelayQueue.take(DelayQueue.java:70)
  1522.         at com.netflix.curator.framework.imps.CuratorFrameworkImpl.backgroundOperationsLoop(CuratorFrameworkImpl.java:632)
  1523.         at com.netflix.curator.framework.imps.CuratorFrameworkImpl.access$300(CuratorFrameworkImpl.java:53)
  1524.         at com.netflix.curator.framework.imps.CuratorFrameworkImpl$3.call(CuratorFrameworkImpl.java:241)
  1525.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1526.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1527.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1528.         at java.lang.Thread.run(Thread.java:748)
  1529.  
  1530.    Locked ownable synchronizers:
  1531.         - <0x00000005d84fed88> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1532.  
  1533. "pool-7-thread-1-EventThread" #84 daemon prio=5 os_prio=0 tid=0x00007f8de0fee000 nid=0x93b waiting on condition [0x00007f8dc3bfa000]
  1534.    java.lang.Thread.State: WAITING (parking)
  1535.         at sun.misc.Unsafe.park(Native Method)
  1536.         - parking to wait for  <0x00000005d84fe428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1537.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1538.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1539.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1540.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  1541.  
  1542.    Locked ownable synchronizers:
  1543.         - None
  1544.  
  1545. "pool-7-thread-1-SendThread(10.2.1.207:2181)" #83 daemon prio=5 os_prio=0 tid=0x00007f8de0fed000 nid=0x93a runnable [0x00007f8dc3cfb000]
  1546.    java.lang.Thread.State: RUNNABLE
  1547.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1548.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1549.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1550.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1551.         - locked <0x00000005d84fca08> (a sun.nio.ch.Util$3)
  1552.         - locked <0x00000005d84fc9f8> (a java.util.Collections$UnmodifiableSet)
  1553.         - locked <0x00000005d84fc580> (a sun.nio.ch.EPollSelectorImpl)
  1554.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1555.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  1556.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  1557.  
  1558.    Locked ownable synchronizers:
  1559.         - None
  1560.  
  1561. "ConnectionStateManager-0" #82 daemon prio=5 os_prio=0 tid=0x00007f8de0fda800 nid=0x939 waiting on condition [0x00007f8dc3dfc000]
  1562.    java.lang.Thread.State: WAITING (parking)
  1563.         at sun.misc.Unsafe.park(Native Method)
  1564.         - parking to wait for  <0x00000005d84ff2e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1565.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1566.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1567.         at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
  1568.         at com.netflix.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:170)
  1569.         at com.netflix.curator.framework.state.ConnectionStateManager.access$000(ConnectionStateManager.java:40)
  1570.         at com.netflix.curator.framework.state.ConnectionStateManager$1.call(ConnectionStateManager.java:104)
  1571.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1572.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1573.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1574.         at java.lang.Thread.run(Thread.java:748)
  1575.  
  1576.    Locked ownable synchronizers:
  1577.         - <0x00000005d84ff4e8> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1578.  
  1579. "ProducerSendThread-" #81 prio=5 os_prio=0 tid=0x00007f8de0fc6800 nid=0x938 runnable [0x00007f8dc3efd000]
  1580.    java.lang.Thread.State: TIMED_WAITING (parking)
  1581.         at sun.misc.Unsafe.park(Native Method)
  1582.         - parking to wait for  <0x00000005d85224e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1583.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1584.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1585.         at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1586.         at kafka.producer.async.ProducerSendThread$$anonfun$processEvents$1.apply(ProducerSendThread.scala:65)
  1587.         at kafka.producer.async.ProducerSendThread$$anonfun$processEvents$1.apply(ProducerSendThread.scala:65)
  1588.         at scala.collection.immutable.Stream$.continually(Stream.scala:1279)
  1589.         at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:1279)
  1590.         at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:1279)
  1591.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233)
  1592.         - locked <0x00000007251bb950> (a scala.collection.immutable.Stream$Cons)
  1593.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223)
  1594.         at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:941)
  1595.         at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:941)
  1596.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233)
  1597.         - locked <0x00000007251bb980> (a scala.collection.immutable.Stream$Cons)
  1598.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223)
  1599.         at scala.collection.immutable.Stream.foreach(Stream.scala:595)
  1600.         at kafka.producer.async.ProducerSendThread.processEvents(ProducerSendThread.scala:66)
  1601.         at kafka.producer.async.ProducerSendThread.run(ProducerSendThread.scala:44)
  1602.  
  1603.    Locked ownable synchronizers:
  1604.         - None
  1605.  
  1606. "ProducerSendThread-" #80 prio=5 os_prio=0 tid=0x00007f8de0fba800 nid=0x937 runnable [0x00007f8dc3ffe000]
  1607.    java.lang.Thread.State: TIMED_WAITING (parking)
  1608.         at sun.misc.Unsafe.park(Native Method)
  1609.         - parking to wait for  <0x00000005d8521448> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1610.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1611.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1612.         at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  1613.         at kafka.producer.async.ProducerSendThread$$anonfun$processEvents$1.apply(ProducerSendThread.scala:65)
  1614.         at kafka.producer.async.ProducerSendThread$$anonfun$processEvents$1.apply(ProducerSendThread.scala:65)
  1615.         at scala.collection.immutable.Stream$.continually(Stream.scala:1279)
  1616.         at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:1279)
  1617.         at scala.collection.immutable.Stream$$anonfun$continually$1.apply(Stream.scala:1279)
  1618.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233)
  1619.         - locked <0x00000007251c9c28> (a scala.collection.immutable.Stream$Cons)
  1620.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223)
  1621.         at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:941)
  1622.         at scala.collection.immutable.Stream$$anonfun$takeWhile$1.apply(Stream.scala:941)
  1623.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233)
  1624.         - locked <0x00000007251c9c58> (a scala.collection.immutable.Stream$Cons)
  1625.         at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223)
  1626.         at scala.collection.immutable.Stream.foreach(Stream.scala:595)
  1627.         at kafka.producer.async.ProducerSendThread.processEvents(ProducerSendThread.scala:66)
  1628.         at kafka.producer.async.ProducerSendThread.run(ProducerSendThread.scala:44)
  1629.  
  1630.    Locked ownable synchronizers:
  1631.         - None
  1632.  
  1633. "metrics-meter-tick-thread-2" #79 daemon prio=5 os_prio=0 tid=0x00007f8de0fb6000 nid=0x936 waiting on condition [0x00007f8dc81ca000]
  1634.    java.lang.Thread.State: WAITING (parking)
  1635.         at sun.misc.Unsafe.park(Native Method)
  1636.         - parking to wait for  <0x00000005d8520b98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1637.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1638.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1639.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
  1640.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1641.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1642.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1643.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1644.         at java.lang.Thread.run(Thread.java:748)
  1645.  
  1646.    Locked ownable synchronizers:
  1647.         - None
  1648.  
  1649. "metrics-meter-tick-thread-1" #78 daemon prio=5 os_prio=0 tid=0x00007f8de0faf800 nid=0x935 waiting on condition [0x00007f8dc82cb000]
  1650.    java.lang.Thread.State: TIMED_WAITING (parking)
  1651.         at sun.misc.Unsafe.park(Native Method)
  1652.         - parking to wait for  <0x00000005d8520b98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1653.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1654.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1655.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1656.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1657.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1658.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1659.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1660.         at java.lang.Thread.run(Thread.java:748)
  1661.  
  1662.    Locked ownable synchronizers:
  1663.         - None
  1664.  
  1665. "pool-7-thread-1-EventThread" #76 daemon prio=5 os_prio=0 tid=0x00007f8de00fb000 nid=0x934 waiting on condition [0x00007f8dc85cc000]
  1666.    java.lang.Thread.State: WAITING (parking)
  1667.         at sun.misc.Unsafe.park(Native Method)
  1668.         - parking to wait for  <0x00000005d851ddc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1669.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1670.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1671.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1672.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  1673.  
  1674.    Locked ownable synchronizers:
  1675.         - None
  1676.  
  1677. "pool-7-thread-1-SendThread(10.2.1.107:2181)" #75 daemon prio=5 os_prio=0 tid=0x00007f8de00f9800 nid=0x933 runnable [0x00007f8dc86cd000]
  1678.    java.lang.Thread.State: RUNNABLE
  1679.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1680.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1681.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1682.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1683.         - locked <0x00000005d85027d0> (a sun.nio.ch.Util$3)
  1684.         - locked <0x00000005d85027c0> (a java.util.Collections$UnmodifiableSet)
  1685.         - locked <0x00000005d8502358> (a sun.nio.ch.EPollSelectorImpl)
  1686.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1687.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  1688.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  1689.  
  1690.    Locked ownable synchronizers:
  1691.         - None
  1692.  
  1693. "ZkClient-EventThread-74-10.2.1.107:2181,10.2.1.207:2181,10.2.2.86:2181" #74 daemon prio=5 os_prio=0 tid=0x00007f8de01bb800 nid=0x932 waiting on condition [0x00007f8dc87ce000]
  1694.    java.lang.Thread.State: WAITING (parking)
  1695.         at sun.misc.Unsafe.park(Native Method)
  1696.         - parking to wait for  <0x00000005d851e690> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1697.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1698.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1699.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1700.         at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)
  1701.  
  1702.    Locked ownable synchronizers:
  1703.         - None
  1704.  
  1705. "LocatorPool-3-EventThread" #73 daemon prio=5 os_prio=0 tid=0x00007f8de4057000 nid=0x931 waiting on condition [0x00007f8dc8acf000]
  1706.    java.lang.Thread.State: WAITING (parking)
  1707.         at sun.misc.Unsafe.park(Native Method)
  1708.         - parking to wait for  <0x00000005d937aca8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1709.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1710.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1711.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1712.         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
  1713.  
  1714.    Locked ownable synchronizers:
  1715.         - None
  1716.  
  1717. "LocatorPool-3-SendThread(10.2.1.207:2181)" #72 daemon prio=5 os_prio=0 tid=0x00007f8de4056000 nid=0x930 runnable [0x00007f8dc8bd0000]
  1718.    java.lang.Thread.State: RUNNABLE
  1719.         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1720.         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
  1721.         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
  1722.         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
  1723.         - locked <0x00000005d93794a8> (a sun.nio.ch.Util$3)
  1724.         - locked <0x00000005d9379498> (a java.util.Collections$UnmodifiableSet)
  1725.         - locked <0x00000005d9379030> (a sun.nio.ch.EPollSelectorImpl)
  1726.         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
  1727.         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  1728.         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
  1729.  
  1730.    Locked ownable synchronizers:
  1731.         - None
  1732.  
  1733. "LocatorPool-3" #71 prio=5 os_prio=0 tid=0x00007f8de0163000 nid=0x92f waiting on condition [0x00007f8dc8cd1000]
  1734.    java.lang.Thread.State: WAITING (parking)
  1735.         at sun.misc.Unsafe.park(Native Method)
  1736.         - parking to wait for  <0x00000005d89c99d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1737.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1738.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1739.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1740.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1741.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1742.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1743.         at java.lang.Thread.run(Thread.java:748)
  1744.  
  1745.    Locked ownable synchronizers:
  1746.         - None
  1747.  
  1748. "LocatorPool-2" #69 prio=5 os_prio=0 tid=0x00007f8de00f1000 nid=0x92d waiting on condition [0x00007f8dc8ff8000]
  1749.    java.lang.Thread.State: WAITING (parking)
  1750.         at sun.misc.Unsafe.park(Native Method)
  1751.         - parking to wait for  <0x00000005d89c99d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1752.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1753.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1754.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1755.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1756.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1757.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1758.         at java.lang.Thread.run(Thread.java:748)
  1759.  
  1760.    Locked ownable synchronizers:
  1761.         - None
  1762.  
  1763. "LocatorPool-1" #68 prio=5 os_prio=0 tid=0x00007f8de00ef800 nid=0x92c waiting on condition [0x00007f8dc90f9000]
  1764.    java.lang.Thread.State: WAITING (parking)
  1765.         at sun.misc.Unsafe.park(Native Method)
  1766.         - parking to wait for  <0x00000005d89c99d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1767.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1768.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1769.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1770.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1771.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1772.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1773.         at java.lang.Thread.run(Thread.java:748)
  1774.  
  1775.    Locked ownable synchronizers:
  1776.         - None
  1777.  
  1778. "FelixStartLevel" #65 daemon prio=5 os_prio=0 tid=0x00007f8dd01a3800 nid=0x929 in Object.wait() [0x00007f8dca518000]
  1779.    java.lang.Thread.State: WAITING (on object monitor)
  1780.         at java.lang.Object.wait(Native Method)
  1781.         at java.lang.Object.wait(Object.java:502)
  1782.         at org.apache.felix.framework.FrameworkStartLevelImpl.run(FrameworkStartLevelImpl.java:283)
  1783.         - locked <0x00000005dafaebe8> (a java.util.ArrayList)
  1784.         at java.lang.Thread.run(Thread.java:748)
  1785.  
  1786.    Locked ownable synchronizers:
  1787.         - None
  1788.  
  1789. "FelixFrameworkWiring" #64 daemon prio=5 os_prio=0 tid=0x00007f8dd0194000 nid=0x928 in Object.wait() [0x00007f8dca619000]
  1790.    java.lang.Thread.State: WAITING (on object monitor)
  1791.         at java.lang.Object.wait(Native Method)
  1792.         - waiting on <0x00000005db0ee678> (a java.util.ArrayList)
  1793.         at java.lang.Object.wait(Object.java:502)
  1794.         at org.apache.felix.framework.FrameworkWiringImpl.run(FrameworkWiringImpl.java:172)
  1795.         - locked <0x00000005db0ee678> (a java.util.ArrayList)
  1796.         at java.lang.Thread.run(Thread.java:748)
  1797.  
  1798.    Locked ownable synchronizers:
  1799.         - None
  1800.  
  1801. "pool-5-thread-9" #63 prio=5 os_prio=0 tid=0x00007f8dd80fa000 nid=0x927 in Object.wait() [0x00007f8dcb883000]
  1802.    java.lang.Thread.State: WAITING (on object monitor)
  1803.         at java.lang.Object.wait(Native Method)
  1804.         at org.apache.felix.framework.util.ThreadGate.await(ThreadGate.java:79)
  1805.         - locked <0x00000005db0ee808> (a org.apache.felix.framework.util.ThreadGate)
  1806.         at org.apache.felix.framework.Felix.waitForStop(Felix.java:1068)
  1807.         at osgifelix.OsgiTasks$$anonfun$osgiRunTask$1$$anonfun$apply$25$$anonfun$apply$26$$anonfun$apply$30.apply(OsgiTasks.scala:284)
  1808.         at osgifelix.OsgiTasks$$anonfun$osgiRunTask$1$$anonfun$apply$25$$anonfun$apply$26$$anonfun$apply$30.apply(OsgiTasks.scala:284)
  1809.         at osgifelix.FelixRunner$.embed(FelixRunner.scala:60)
  1810.         at osgifelix.OsgiTasks$$anonfun$osgiRunTask$1$$anonfun$apply$25$$anonfun$apply$26.apply(OsgiTasks.scala:282)
  1811.         at osgifelix.OsgiTasks$$anonfun$osgiRunTask$1$$anonfun$apply$25$$anonfun$apply$26.apply(OsgiTasks.scala:273)
  1812.         at scala.Function1$$anonfun$compose$1.apply(Function1.scala:47)
  1813.         at sbt.$tilde$greater$$anonfun$$u2219$1.apply(TypeFunctions.scala:40)
  1814.         at sbt.std.Transform$$anon$4.work(System.scala:63)
  1815.         at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:228)
  1816.         at sbt.Execute$$anonfun$submit$1$$anonfun$apply$1.apply(Execute.scala:228)
  1817.         at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:17)
  1818.         at sbt.Execute.work(Execute.scala:237)
  1819.         at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:228)
  1820.         at sbt.Execute$$anonfun$submit$1.apply(Execute.scala:228)
  1821.         at sbt.ConcurrentRestrictions$$anon$4$$anonfun$1.apply(ConcurrentRestrictions.scala:159)
  1822.         at sbt.CompletionService$$anon$2.call(CompletionService.scala:28)
  1823.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1824.         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  1825.         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  1826.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  1827.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1828.         at java.lang.Thread.run(Thread.java:748)
  1829.  
  1830.    Locked ownable synchronizers:
  1831.         - <0x00000005d349f448> (a java.util.concurrent.ThreadPoolExecutor$Worker)
  1832.  
  1833. "FelixStartLevel" #61 daemon prio=5 os_prio=0 tid=0x00007f8de0100800 nid=0x925 in Object.wait() [0x00007f8e481ce000]
  1834.    java.lang.Thread.State: WAITING (on object monitor)
  1835.         at java.lang.Object.wait(Native Method)
  1836.         - waiting on <0x00000005d6a7f838> (a java.util.ArrayList)
  1837.         at java.lang.Object.wait(Object.java:502)
  1838.         at org.apache.felix.framework.FrameworkStartLevelImpl.run(FrameworkStartLevelImpl.java:283)
  1839.         - locked <0x00000005d6a7f838> (a java.util.ArrayList)
  1840.         at java.lang.Thread.run(Thread.java:748)
  1841.  
  1842.    Locked ownable synchronizers:
  1843.         - None
  1844.  
  1845. "FelixFrameworkWiring" #60 daemon prio=5 os_prio=0 tid=0x00007f8de01cc800 nid=0x924 in Object.wait() [0x00007f8e482d3000]
  1846.    java.lang.Thread.State: WAITING (on object monitor)
  1847.         at java.lang.Object.wait(Native Method)
  1848.         - waiting on <0x00000005d6a80078> (a java.util.ArrayList)
  1849.         at java.lang.Object.wait(Object.java:502)
  1850.         at org.apache.felix.framework.FrameworkWiringImpl.run(FrameworkWiringImpl.java:172)
  1851.         - locked <0x00000005d6a80078> (a java.util.ArrayList)
  1852.         at java.lang.Thread.run(Thread.java:748)
  1853.  
  1854.    Locked ownable synchronizers:
  1855.         - None
  1856.  
  1857. "FelixDispatchQueue" #59 prio=5 os_prio=0 tid=0x00007f8de0109000 nid=0x923 in Object.wait() [0x00007f8e483d4000]
  1858.    java.lang.Thread.State: WAITING (on object monitor)
  1859.         at java.lang.Object.wait(Native Method)
  1860.         at java.lang.Object.wait(Object.java:502)
  1861.         at org.apache.felix.framework.util.EventDispatcher.run(EventDispatcher.java:1118)
  1862.         - locked <0x00000005d6a80380> (a java.util.ArrayList)
  1863.         at org.apache.felix.framework.util.EventDispatcher.access$000(EventDispatcher.java:55)
  1864.         at org.apache.felix.framework.util.EventDispatcher$1.run(EventDispatcher.java:102)
  1865.         at java.lang.Thread.run(Thread.java:748)
  1866.  
  1867.    Locked ownable synchronizers:
  1868.         - None
  1869.  
  1870. "Service Thread" #33 daemon prio=9 os_prio=0 tid=0x00007f8e6c8f2000 nid=0x7d6 runnable [0x0000000000000000]
  1871.    java.lang.Thread.State: RUNNABLE
  1872.  
  1873.    Locked ownable synchronizers:
  1874.         - None
  1875.  
  1876. "C1 CompilerThread2" #32 daemon prio=9 os_prio=0 tid=0x00007f8e6c8ef800 nid=0x7d5 waiting on condition [0x0000000000000000]
  1877.    java.lang.Thread.State: RUNNABLE
  1878.  
  1879.    Locked ownable synchronizers:
  1880.         - None
  1881.  
  1882. "C2 CompilerThread1" #31 daemon prio=9 os_prio=0 tid=0x00007f8e6c8ed800 nid=0x7d4 waiting on condition [0x0000000000000000]
  1883.    java.lang.Thread.State: RUNNABLE
  1884.  
  1885.    Locked ownable synchronizers:
  1886.         - None
  1887.  
  1888. "C2 CompilerThread0" #30 daemon prio=9 os_prio=0 tid=0x00007f8e6c8ed000 nid=0x7d3 waiting on condition [0x0000000000000000]
  1889.    java.lang.Thread.State: RUNNABLE
  1890.  
  1891.    Locked ownable synchronizers:
  1892.         - None
  1893.  
  1894. "New Relic RPM Connection Service" #29 daemon prio=5 os_prio=0 tid=0x00007f8e6c8ea800 nid=0x7d2 waiting on condition [0x00007f8e50c77000]
  1895.    java.lang.Thread.State: WAITING (parking)
  1896.         at sun.misc.Unsafe.park(Native Method)
  1897.         - parking to wait for  <0x00000005c0132720> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1898.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1899.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1900.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
  1901.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1902.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1903.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1904.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1905.         at java.lang.Thread.run(Thread.java:748)
  1906.  
  1907.    Locked ownable synchronizers:
  1908.         - None
  1909.  
  1910. "New Relic Deadlock Detector" #28 daemon prio=5 os_prio=0 tid=0x00007f8e6c8e7800 nid=0x7d1 waiting on condition [0x00007f8e50d78000]
  1911.    java.lang.Thread.State: TIMED_WAITING (parking)
  1912.         at sun.misc.Unsafe.park(Native Method)
  1913.         - parking to wait for  <0x00000005c0c1b0d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1914.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1915.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1916.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1917.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1918.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1919.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1920.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1921.         at java.lang.Thread.run(Thread.java:748)
  1922.  
  1923.    Locked ownable synchronizers:
  1924.         - None
  1925.  
  1926. "New Relic Sampler Service" #27 daemon prio=5 os_prio=0 tid=0x00007f8e6c8e0000 nid=0x7c1 waiting on condition [0x00007f8e50974000]
  1927.    java.lang.Thread.State: TIMED_WAITING (parking)
  1928.         at sun.misc.Unsafe.park(Native Method)
  1929.         - parking to wait for  <0x00000005c0b30440> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1930.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1931.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1932.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1933.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1934.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1935.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1936.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1937.         at java.lang.Thread.run(Thread.java:748)
  1938.  
  1939.    Locked ownable synchronizers:
  1940.         - None
  1941.  
  1942. "New Relic Transaction Service Processor" #26 daemon prio=5 os_prio=0 tid=0x00007f8e6c806800 nid=0x650 waiting on condition [0x00007f8e50e79000]
  1943.    java.lang.Thread.State: TIMED_WAITING (parking)
  1944.         at sun.misc.Unsafe.park(Native Method)
  1945.         - parking to wait for  <0x00000005c0000730> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1946.         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
  1947.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
  1948.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
  1949.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1950.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1951.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1952.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1953.         at java.lang.Thread.run(Thread.java:748)
  1954.  
  1955.    Locked ownable synchronizers:
  1956.         - None
  1957.  
  1958. "New Relic Utilization Service 2" #25 daemon prio=5 os_prio=0 tid=0x00007f8e6c801800 nid=0x64f waiting on condition [0x00007f8e50b76000]
  1959.    java.lang.Thread.State: WAITING (parking)
  1960.         at sun.misc.Unsafe.park(Native Method)
  1961.         - parking to wait for  <0x00000005c000bd60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1962.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1963.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1964.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1965.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1966.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1967.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1968.         at java.lang.Thread.run(Thread.java:748)
  1969.  
  1970.    Locked ownable synchronizers:
  1971.         - None
  1972.  
  1973. "New Relic Utilization Service" #24 daemon prio=5 os_prio=0 tid=0x00007f8e6c800800 nid=0x64e waiting on condition [0x00007f8e50a75000]
  1974.    java.lang.Thread.State: WAITING (parking)
  1975.         at sun.misc.Unsafe.park(Native Method)
  1976.         - parking to wait for  <0x00000005c000bd60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1977.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1978.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1979.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  1980.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1981.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1982.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1983.         at java.lang.Thread.run(Thread.java:748)
  1984.  
  1985.    Locked ownable synchronizers:
  1986.         - None
  1987.  
  1988. "New Relic Retransformer" #23 daemon prio=5 os_prio=0 tid=0x00007f8e6c7e4000 nid=0x64d waiting on condition [0x00007f8e5107b000]
  1989.    java.lang.Thread.State: WAITING (parking)
  1990.         at sun.misc.Unsafe.park(Native Method)
  1991.         - parking to wait for  <0x00000005c0011c00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  1992.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  1993.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  1994.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
  1995.         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
  1996.         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
  1997.         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
  1998.         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  1999.         at java.lang.Thread.run(Thread.java:748)
  2000.  
  2001.    Locked ownable synchronizers:
  2002.         - None
  2003.  
  2004. "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f8e6c17e800 nid=0x562 runnable [0x0000000000000000]
  2005.    java.lang.Thread.State: RUNNABLE
  2006.  
  2007.    Locked ownable synchronizers:
  2008.         - None
  2009.  
  2010. "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f8e6c14c000 nid=0x561 in Object.wait() [0x00007f8e52514000]
  2011.    java.lang.Thread.State: WAITING (on object monitor)
  2012.         at java.lang.Object.wait(Native Method)
  2013.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
  2014.         - locked <0x00000005c000c160> (a java.lang.ref.ReferenceQueue$Lock)
  2015.         at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
  2016.         at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
  2017.  
  2018.    Locked ownable synchronizers:
  2019.         - None
  2020.  
  2021. "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f8e6c147800 nid=0x560 in Object.wait() [0x00007f8e52615000]
  2022.    java.lang.Thread.State: WAITING (on object monitor)
  2023.         at java.lang.Object.wait(Native Method)
  2024.         at java.lang.Object.wait(Object.java:502)
  2025.         at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
  2026.         - locked <0x00000005c000c318> (a java.lang.ref.Reference$Lock)
  2027.         at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
  2028.  
  2029.    Locked ownable synchronizers:
  2030.         - None
  2031.  
  2032. "main" #1 prio=5 os_prio=0 tid=0x00007f8e6c00a800 nid=0x556 waiting on condition [0x00007f8e725e5000]
  2033.    java.lang.Thread.State: WAITING (parking)
  2034.         at sun.misc.Unsafe.park(Native Method)
  2035.         - parking to wait for  <0x00000005d6a7f488> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  2036.         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
  2037.         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
  2038.         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
  2039.         at java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:193)
  2040.         at sbt.ConcurrentRestrictions$$anon$4.take(ConcurrentRestrictions.scala:188)
  2041.         at sbt.Execute.next$1(Execute.scala:85)
  2042.         at sbt.Execute.processAll(Execute.scala:88)
  2043.         at sbt.Execute.runKeep(Execute.scala:68)
  2044.         at sbt.EvaluateTask$.liftedTree1$1(EvaluateTask.scala:359)
  2045.         at sbt.EvaluateTask$.run$1(EvaluateTask.scala:358)
  2046.         at sbt.EvaluateTask$.runTask(EvaluateTask.scala:378)
  2047.         at sbt.Aggregation$$anonfun$3.apply(Aggregation.scala:64)
  2048.         at sbt.Aggregation$$anonfun$3.apply(Aggregation.scala:62)
  2049.         at sbt.EvaluateTask$.withStreams(EvaluateTask.scala:314)
  2050.         at sbt.Aggregation$.timedRun(Aggregation.scala:62)
  2051.         at sbt.Aggregation$.runTasks(Aggregation.scala:71)
  2052.         at sbt.Aggregation$$anonfun$applyDynamicTasks$1.apply(Aggregation.scala:112)
  2053.         at sbt.Aggregation$$anonfun$applyDynamicTasks$1.apply(Aggregation.scala:110)
  2054.         at sbt.Command$$anonfun$applyEffect$2$$anonfun$apply$3.apply(Command.scala:61)
  2055.         at sbt.Command$$anonfun$applyEffect$2$$anonfun$apply$3.apply(Command.scala:61)
  2056.         at sbt.Act$$anonfun$sbt$Act$$actParser0$1$$anonfun$sbt$Act$$anonfun$$evaluate$1$1$$anonfun$apply$10.apply(Act.scala:244)
  2057.         at sbt.Act$$anonfun$sbt$Act$$actParser0$1$$anonfun$sbt$Act$$anonfun$$evaluate$1$1$$anonfun$apply$10.apply(Act.scala:241)
  2058.         at sbt.Command$.process(Command.scala:93)
  2059.         at sbt.MainLoop$$anonfun$1$$anonfun$apply$1.apply(MainLoop.scala:96)
  2060.         at sbt.MainLoop$$anonfun$1$$anonfun$apply$1.apply(MainLoop.scala:96)
  2061.         at sbt.State$$anon$1.process(State.scala:184)
  2062.         at sbt.MainLoop$$anonfun$1.apply(MainLoop.scala:96)
  2063.         at sbt.MainLoop$$anonfun$1.apply(MainLoop.scala:96)
  2064.         at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:17)
  2065.         at sbt.MainLoop$.next(MainLoop.scala:96)
  2066.         at sbt.MainLoop$.run(MainLoop.scala:89)
  2067.         at sbt.MainLoop$$anonfun$runWithNewLog$1.apply(MainLoop.scala:68)
  2068.         at sbt.MainLoop$$anonfun$runWithNewLog$1.apply(MainLoop.scala:63)
  2069.         at sbt.Using.apply(Using.scala:24)
  2070.         at sbt.MainLoop$.runWithNewLog(MainLoop.scala:63)
  2071.         at sbt.MainLoop$.runAndClearLast(MainLoop.scala:46)
  2072.         at sbt.MainLoop$.runLoggedLoop(MainLoop.scala:30)
  2073.         at sbt.MainLoop$.runLogged(MainLoop.scala:22)
  2074.         at sbt.StandardMain$.runManaged(Main.scala:54)
  2075.         at sbt.xMain.run(Main.scala:29)
  2076.         at xsbt.boot.Launch$$anonfun$run$1.apply(Launch.scala:109)
  2077.         at xsbt.boot.Launch$.withContextLoader(Launch.scala:128)
  2078.         at xsbt.boot.Launch$.run(Launch.scala:109)
  2079.         at xsbt.boot.Launch$$anonfun$apply$1.apply(Launch.scala:35)
  2080.         at xsbt.boot.Launch$.launch(Launch.scala:117)
  2081.         at xsbt.boot.Launch$.apply(Launch.scala:18)
  2082.         at xsbt.boot.Boot$.runImpl(Boot.scala:41)
  2083.         at xsbt.boot.Boot$.main(Boot.scala:17)
  2084.         at xsbt.boot.Boot.main(Boot.scala)
  2085.  
  2086.    Locked ownable synchronizers:
  2087.         - None
  2088.  
  2089. "VM Thread" os_prio=0 tid=0x00007f8e6c13f800 nid=0x55f runnable
  2090.  
  2091. "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f8e6c020000 nid=0x557 runnable
  2092.  
  2093. "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8e6c021800 nid=0x558 runnable
  2094.  
  2095. "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f8e6c023800 nid=0x559 runnable
  2096.  
  2097. "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8e6c025000 nid=0x55a runnable
  2098.  
  2099. "VM Periodic Task Thread" os_prio=0 tid=0x00007f8e6c8d3000 nid=0x7d7 waiting on condition
  2100.  
  2101. JNI global references: 328

Reply to "Untitled"