INFO logs
Log path is:
/var/log/impalad/impalad.INFO
Showing last
1048576 bytes of log.
.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 92672K, used 79424K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 84992K, 84% used [0x00000000f7d00000,0x00000000fc346ec0,0x00000000fd000000)
from space 7680K, 97% used [0x00000000fd000000,0x00000000fd749320,0x00000000fd780000)
to space 25088K, 0% used [0x00000000fe780000,0x00000000fe780000,0x0000000100000000)
ParOldGen total 269312K, used 63375K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e3db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 17:56:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88674" #1238485 prio=5 os_prio=0 tid=0x000000000e4ee000 nid=0x1a39 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88673" #1238484 prio=5 os_prio=0 tid=0x000000000bacc000 nid=0x1a3a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109056K, used 15819K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 84992K, 4% used [0x00000000f7d00000,0x00000000f8117d60,0x00000000fd000000)
from space 24064K, 48% used [0x00000000fd000000,0x00000000fdb5b130,0x00000000fe780000)
to space 23552K, 0% used [0x00000000fe900000,0x00000000fe900000,0x0000000100000000)
ParOldGen total 269312K, used 63375K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e3db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:01:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1238604 daemon prio=8 os_prio=0 tid=0x0000000009223800 nid=0xb3f waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 111104K, used 37169K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87552K, 29% used [0x00000000f7d00000,0x00000000f95e1f08,0x00000000fd280000)
from space 23552K, 49% used [0x00000000fe900000,0x00000000ff46a830,0x0000000100000000)
to space 23040K, 0% used [0x00000000fd280000,0x00000000fd280000,0x00000000fe900000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:05:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1238680 daemon prio=8 os_prio=0 tid=0x0000000009f8c800 nid=0x41a3 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88680" #1238671 prio=5 os_prio=0 tid=0x000000000e4ee000 nid=0x3f52 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88679" #1238670 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0x3f50 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000f885b568> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000f885b628> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000f88fffb8> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000f885a818> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000f885a818> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000f885a658> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.queryJarVersion(JavaRuleUpgradeTask.java:174)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.updateFromRemote(JavaRuleUpgradeTask.java:60)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.work(JavaRuleUpgradeTask.java:135)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 107520K, used 31990K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 82944K, 15% used [0x00000000f7d00000,0x00000000f8956768,0x00000000fce00000)
from space 24576K, 78% used [0x00000000fe800000,0x00000000ffae7360,0x0000000100000000)
to space 25600K, 0% used [0x00000000fce00000,0x00000000fce00000,0x00000000fe700000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:08:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88680" #1238671 prio=5 os_prio=0 tid=0x000000000e4ee000 nid=0x3f52 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88679" #1238670 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0x3f50 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 107520K, used 72899K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 82944K, 64% used [0x00000000f7d00000,0x00000000fb149a68,0x00000000fce00000)
from space 24576K, 78% used [0x00000000fe800000,0x00000000ffae7360,0x0000000100000000)
to space 25600K, 0% used [0x00000000fce00000,0x00000000fce00000,0x00000000fe700000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:12:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1238824 daemon prio=8 os_prio=0 tid=0x000000000c1cf800 nid=0x3106 waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88682" #1238781 prio=5 os_prio=0 tid=0x00000000098e9000 nid=0x28e5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88681" #1238780 prio=5 os_prio=0 tid=0x000000000de37000 nid=0x28e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 108544K, used 88535K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 82944K, 97% used [0x00000000f7d00000,0x00000000fcbd1730,0x00000000fce00000)
from space 25600K, 30% used [0x00000000fce00000,0x00000000fd5a47d0,0x00000000fe700000)
to space 25600K, 0% used [0x00000000fe700000,0x00000000fe700000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:16:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88684" #1238855 prio=5 os_prio=0 tid=0x000000000e874000 nid=0xb63 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88683" #1238854 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0xb61 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 108544K, used 35300K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 83456K, 29% used [0x00000000f7d00000,0x00000000f94e4850,0x00000000fce80000)
from space 25088K, 43% used [0x00000000fce80000,0x00000000fd914b80,0x00000000fe700000)
to space 24576K, 0% used [0x00000000fe800000,0x00000000fe800000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:21:05
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109568K, used 69705K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 84992K, 62% used [0x00000000f7d00000,0x00000000fb08ca80,0x00000000fd000000)
from space 24576K, 68% used [0x00000000fe800000,0x00000000ff885d50,0x0000000100000000)
to space 24576K, 0% used [0x00000000fd000000,0x00000000fd000000,0x00000000fe800000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:24:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88688" #1238990 prio=5 os_prio=0 tid=0x0000000009223800 nid=0x50c6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88687" #1238989 prio=5 os_prio=0 tid=0x000000000e4a3800 nid=0x50c3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109568K, used 80139K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 84992K, 85% used [0x00000000f7d00000,0x00000000fc430880,0x00000000fd000000)
from space 24576K, 29% used [0x00000000fd000000,0x00000000fd712430,0x00000000fe800000)
to space 24576K, 0% used [0x00000000fe800000,0x00000000fe800000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:28:55
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239120 daemon prio=8 os_prio=0 tid=0x0000000008fd9800 nid=0x4049 waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88690" #1239077 prio=5 os_prio=0 tid=0x0000000009223800 nid=0x36cf runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88689" #1239076 prio=5 os_prio=0 tid=0x0000000009222000 nid=0x36d0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109568K, used 23830K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86016K, 14% used [0x00000000f7d00000,0x00000000f8970618,0x00000000fd100000)
from space 23552K, 47% used [0x00000000fd100000,0x00000000fdbd5220,0x00000000fe800000)
to space 23040K, 0% used [0x00000000fe980000,0x00000000fe980000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:32:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88692" #1239151 prio=5 os_prio=0 tid=0x00000000a542d000 nid=0x1896 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88691" #1239150 prio=5 os_prio=0 tid=0x000000000cc34000 nid=0x1897 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109056K, used 54668K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86016K, 42% used [0x00000000f7d00000,0x00000000fa064580,0x00000000fd100000)
from space 23040K, 79% used [0x00000000fe980000,0x00000000ffb7eca0,0x0000000100000000)
to space 24064K, 0% used [0x00000000fd100000,0x00000000fd100000,0x00000000fe880000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:37:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239270 daemon prio=8 os_prio=0 tid=0x000000000b6a8000 nid=0x90d waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fb8cc300> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fb8cc3c0> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fb937788> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fb8c9f70> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fb8c9f70> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fb8c9db0> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.reportCheckTime(StatisticsTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:106)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110080K, used 73637K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86016K, 72% used [0x00000000f7d00000,0x00000000fb9ce3e0,0x00000000fd100000)
from space 24064K, 47% used [0x00000000fd100000,0x00000000fdc1b190,0x00000000fe880000)
to space 23552K, 0% used [0x00000000fe900000,0x00000000fe900000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:41:05
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239346 daemon prio=8 os_prio=0 tid=0x00000000a53ea800 nid=0x3bdc waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88698" #1239328 prio=5 os_prio=0 tid=0x00000000a542d000 nid=0x38be runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88697" #1239327 prio=5 os_prio=0 tid=0x00000000098e9000 nid=0x38bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110080K, used 68204K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86016K, 75% used [0x00000000f7d00000,0x00000000fbc002c0,0x00000000fd100000)
from space 24064K, 15% used [0x00000000fd100000,0x00000000fd49aed0,0x00000000fe880000)
to space 24064K, 0% used [0x00000000fe880000,0x00000000fe880000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:44:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88698" #1239328 prio=5 os_prio=0 tid=0x00000000a542d000 nid=0x38be runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88697" #1239327 prio=5 os_prio=0 tid=0x00000000098e9000 nid=0x38bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 111104K, used 32532K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87040K, 23% used [0x00000000f7d00000,0x00000000f90df6d0,0x00000000fd200000)
from space 24064K, 50% used [0x00000000fe880000,0x00000000ff465b30,0x0000000100000000)
to space 23040K, 0% used [0x00000000fd200000,0x00000000fd200000,0x00000000fe880000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:48:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88700" #1239447 prio=5 os_prio=0 tid=0x000000000e8e9000 nid=0x249d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88699" #1239446 prio=5 os_prio=0 tid=0x000000000cc34000 nid=0x249c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110080K, used 59256K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87040K, 47% used [0x00000000f7d00000,0x00000000fa594c78,0x00000000fd200000)
from space 23040K, 76% used [0x00000000fd200000,0x00000000fe349480,0x00000000fe880000)
to space 24064K, 0% used [0x00000000fe880000,0x00000000fe880000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:53:03
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239566 daemon prio=8 os_prio=0 tid=0x000000000e4a3800 nid=0x1641 waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fbbdd870> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fbbdd930> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fbc62de0> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fbbdb4e0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fbbdb4e0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fbbdb320> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.reportCheckTime(StatisticsTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:106)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110592K, used 74668K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86528K, 75% used [0x00000000f7d00000,0x00000000fbccc560,0x00000000fd180000)
from space 24064K, 38% used [0x00000000fe880000,0x00000000ff19eca0,0x0000000100000000)
to space 23552K, 0% used [0x00000000fd180000,0x00000000fd180000,0x00000000fe880000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 18:57:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239640 daemon prio=8 os_prio=0 tid=0x0000000009f8c800 nid=0x74ce waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fccd4d30> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fccd4df0> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fcd5a938> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fccd3fe0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fccd3fe0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fccd3e20> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.queryJarVersion(JavaRuleUpgradeTask.java:174)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.updateFromRemote(JavaRuleUpgradeTask.java:60)
at com.alibaba.rasp.modules.JavaRuleUpgradeTask.work(JavaRuleUpgradeTask.java:135)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110080K, used 87681K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 86528K, 95% used [0x00000000f7d00000,0x00000000fcdf2870,0x00000000fd180000)
from space 23552K, 20% used [0x00000000fd180000,0x00000000fd62dd50,0x00000000fe880000)
to space 23552K, 0% used [0x00000000fe900000,0x00000000fe900000,0x0000000100000000)
ParOldGen total 269312K, used 63391K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3e7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:00:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88706" #1239656 prio=5 os_prio=0 tid=0x0000000008fd9800 nid=0x4c14 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88705" #1239655 prio=5 os_prio=0 tid=0x000000000994f800 nid=0x4c12 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110592K, used 26967K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87552K, 17% used [0x00000000f7d00000,0x00000000f8c63c80,0x00000000fd280000)
from space 23040K, 48% used [0x00000000fd280000,0x00000000fdd721b0,0x00000000fe900000)
to space 22016K, 0% used [0x00000000fea80000,0x00000000fea80000,0x0000000100000000)
ParOldGen total 269312K, used 63415K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3eddb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:04:55
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239786 daemon prio=8 os_prio=0 tid=0x000000000d693000 nid=0x3d2f waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88708" #1239743 prio=5 os_prio=0 tid=0x00000000a542b000 nid=0x3313 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88707" #1239742 prio=5 os_prio=0 tid=0x00000000a53ea800 nid=0x3311 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 109056K, used 55279K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87040K, 42% used [0x00000000f7d00000,0x00000000fa0e7cc0,0x00000000fd200000)
from space 22016K, 84% used [0x00000000fea80000,0x00000000ffc942d0,0x0000000100000000)
to space 23552K, 0% used [0x00000000fd200000,0x00000000fd200000,0x00000000fe900000)
ParOldGen total 269312K, used 63415K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3eddb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:08:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88710" #1239817 prio=5 os_prio=0 tid=0x000000000e00e800 nid=0x16eb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88709" #1239816 prio=5 os_prio=0 tid=0x000000000bacc000 nid=0x16ea runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110592K, used 70983K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 87040K, 68% used [0x00000000f7d00000,0x00000000fb709da8,0x00000000fd200000)
from space 23552K, 49% used [0x00000000fd200000,0x00000000fdd48110,0x00000000fe900000)
to space 22528K, 0% used [0x00000000fea00000,0x00000000fea00000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:13:03
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1239936 daemon prio=8 os_prio=0 tid=0x00000000a53eb000 nid=0xad2 waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fcd6b6d0> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fcd6b790> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fcdf6810> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fcd69340> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fcd69340> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fcd69180> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.reportCheckTime(StatisticsTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:106)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 111616K, used 88891K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 89088K, 93% used [0x00000000f7d00000,0x00000000fce83040,0x00000000fd400000)
from space 22528K, 24% used [0x00000000fea00000,0x00000000fef4bea0,0x0000000100000000)
to space 22528K, 0% used [0x00000000fd400000,0x00000000fd400000,0x00000000fea00000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:17:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240012 daemon prio=8 os_prio=0 tid=0x000000000e00e800 nid=0x3f27 waiting on condition [0x00007f5a2464b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88716" #1239997 prio=5 os_prio=0 tid=0x000000000dac7000 nid=0x3b2b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88715" #1239996 prio=5 os_prio=0 tid=0x000000000e4a3800 nid=0x3b29 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fca60610> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fca606d0> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fcb076e0> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fca5f0f8> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fca5f0f8> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fca5ef38> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:122)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 113152K, used 91789K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 88% used [0x00000000f7d00000,0x00000000fcb71608,0x00000000fd600000)
from space 22016K, 52% used [0x00000000fea80000,0x00000000ff5b2170,0x0000000100000000)
to space 20992K, 0% used [0x00000000fd600000,0x00000000fd600000,0x00000000fea80000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:20:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240082 daemon prio=8 os_prio=0 tid=0x00000000a208f800 nid=0x4d94 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88716" #1239997 prio=5 os_prio=0 tid=0x000000000dac7000 nid=0x3b2b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88715" #1239996 prio=5 os_prio=0 tid=0x000000000e4a3800 nid=0x3b29 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112128K, used 43723K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 35% used [0x00000000f7d00000,0x00000000f9c3b360,0x00000000fd600000)
from space 20992K, 55% used [0x00000000fd600000,0x00000000fe177c40,0x00000000fea80000)
to space 19968K, 0% used [0x00000000fec80000,0x00000000fec80000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:24:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88718" #1240113 prio=5 os_prio=0 tid=0x000000000d693000 nid=0x2794 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88717" #1240112 prio=5 os_prio=0 tid=0x000000000d694800 nid=0x2793 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 111104K, used 68163K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 55% used [0x00000000f7d00000,0x00000000faecfeb8,0x00000000fd600000)
from space 19968K, 85% used [0x00000000fec80000,0x00000000ffd40e30,0x0000000100000000)
to space 21504K, 0% used [0x00000000fd600000,0x00000000fd600000,0x00000000feb00000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:28:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88720" #1240187 prio=5 os_prio=0 tid=0x00000000a542b000 nid=0xab5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88719" #1240186 prio=5 os_prio=0 tid=0x000000000e00e800 nid=0xab6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112640K, used 73118K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 69% used [0x00000000f7d00000,0x00000000fbac1de8,0x00000000fd600000)
from space 21504K, 45% used [0x00000000fd600000,0x00000000fdfa5d40,0x00000000feb00000)
to space 20992K, 0% used [0x00000000feb80000,0x00000000feb80000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:33:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240306 daemon prio=8 os_prio=0 tid=0x000000000de37000 nid=0x7987 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fce1b578> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fce1b638> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fcec2b38> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fce1a060> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fce1a060> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fce19ea0> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:122)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe sleeping[0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 113152K, used 89312K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 92160K, 91% used [0x00000000f7d00000,0x00000000fcf1aae0,0x00000000fd700000)
from space 20992K, 24% used [0x00000000feb80000,0x00000000ff09d910,0x0000000100000000)
to space 20992K, 0% used [0x00000000fd700000,0x00000000fd700000,0x00000000feb80000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:36:55
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240378 daemon prio=8 os_prio=0 tid=0x00000000a542d000 nid=0x5b11 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88724" #1240322 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0x4fd9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88723" #1240321 prio=5 os_prio=0 tid=0x000000000bacc000 nid=0x4fda runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 114176K, used 13690K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 93696K, 1% used [0x00000000f7d00000,0x00000000f7e542c0,0x00000000fd880000)
from space 20480K, 60% used [0x00000000fec00000,0x00000000ff80a680,0x0000000100000000)
to space 19968K, 0% used [0x00000000fd880000,0x00000000fd880000,0x00000000fec00000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:40:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88726" #1240409 prio=5 os_prio=0 tid=0x000000000c1cf800 nid=0x368e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88725" #1240408 prio=5 os_prio=0 tid=0x00000000078fa800 nid=0x368f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 113664K, used 30015K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 93696K, 19% used [0x00000000f7d00000,0x00000000f8eb1290,0x00000000fd880000)
from space 19968K, 59% used [0x00000000fd880000,0x00000000fe41ea80,0x00000000fec00000)
to space 19456K, 0% used [0x00000000fed00000,0x00000000fed00000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:44:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88728" #1240483 prio=5 os_prio=0 tid=0x0000000009f8c800 nid=0x185b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88727" #1240482 prio=5 os_prio=0 tid=0x000000000cc34000 nid=0x185c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 111616K, used 59669K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 92160K, 45% used [0x00000000f7d00000,0x00000000fa5bfb40,0x00000000fd700000)
from space 19456K, 92% used [0x00000000fed00000,0x00000000ffe85b50,0x0000000100000000)
to space 20992K, 0% used [0x00000000fd700000,0x00000000fd700000,0x00000000feb80000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:49:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240602 daemon prio=8 os_prio=0 tid=0x00000000a208f800 nid=0x979 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000fb0b03a8> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000fb0b0468> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000fb157bf0> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000fb0ae018> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000fb0ae018> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000fb0ade58> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.reportCheckTime(StatisticsTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:106)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 108032K, used 69505K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 92160K, 58% used [0x00000000f7d00000,0x00000000fb178e20,0x00000000fd700000)
from space 15872K, 99% used [0x00000000fd700000,0x00000000fe667810,0x00000000fe680000)
to space 21504K, 0% used [0x00000000feb00000,0x00000000feb00000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:53:05
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88734" #1240663 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0x39a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88733" #1240662 prio=5 os_prio=0 tid=0x00000000088a3000 nid=0x39a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112640K, used 48011K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91648K, 35% used [0x00000000f7d00000,0x00000000f9d19220,0x00000000fd680000)
from space 20992K, 72% used [0x00000000fd680000,0x00000000fe549af0,0x00000000feb00000)
to space 20992K, 0% used [0x00000000feb80000,0x00000000feb80000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 19:56:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240748 daemon prio=8 os_prio=0 tid=0x000000000d693000 nid=0x4bab waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88734" #1240663 prio=5 os_prio=0 tid=0x000000000ab34000 nid=0x39a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88733" #1240662 prio=5 os_prio=0 tid=0x00000000088a3000 nid=0x39a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112640K, used 89574K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91648K, 81% used [0x00000000f7d00000,0x00000000fc5afea0,0x00000000fd680000)
from space 20992K, 72% used [0x00000000fd680000,0x00000000fe549af0,0x00000000feb00000)
to space 20992K, 0% used [0x00000000feb80000,0x00000000feb80000,0x0000000100000000)
ParOldGen total 269312K, used 63423K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3efdb0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 20:00:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88736" #1240779 prio=5 os_prio=0 tid=0x000000000d695000 nid=0x2523 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88735" #1240778 prio=5 os_prio=0 tid=0x000000000d693000 nid=0x2522 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112640K, used 14271K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 2% used [0x00000000f7d00000,0x00000000f7f88d08,0x00000000fd600000)
from space 21504K, 54% used [0x00000000fd600000,0x00000000fe166f00,0x00000000feb00000)
to space 20992K, 0% used [0x00000000feb80000,0x00000000feb80000,0x0000000100000000)
ParOldGen total 269312K, used 63455K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3f7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 20:05:04
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240898 daemon prio=8 os_prio=0 tid=0x000000000e8e9000 nid=0x167e waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e runnable [0x00007f5a1ac31000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
- locked <0x00000000f8bfea70> (a java.lang.Object)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
- locked <0x00000000f8bfeb30> (a sun.security.ssl.AppInputStream)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
- locked <0x00000000f8c86850> (a java.io.BufferedInputStream)
at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:735)
at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1593)
- locked <0x00000000f8bfc6e0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
- locked <0x00000000f8bfc6e0> (a sun.net.www.protocol.https.DelegateHttpsURLConnection)
at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
- locked <0x00000000f8bfc520> (a sun.net.www.protocol.https.HttpsURLConnectionImpl)
at com.alibaba.rasp.core.util.ServerHelper.doPost(ServerHelper.java:203)
at com.alibaba.rasp.core.util.ServerHelper.access$100(ServerHelper.java:32)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:103)
at com.alibaba.rasp.core.util.ServerHelper$1.run(ServerHelper.java:100)
at com.alibaba.rasp.core.util.HttpServerRouter.doWithRetry(HttpServerRouter.java:121)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:100)
at com.alibaba.rasp.core.util.ServerHelper.doPostWithRetry(ServerHelper.java:95)
at com.alibaba.rasp.core.task.AbstractRaspTask.httpPostJSON(AbstractRaspTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.reportCheckTime(StatisticsTask.java:62)
at com.alibaba.rasp.modules.stat.StatisticsTask.work(StatisticsTask.java:106)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 114176K, used 28540K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 93184K, 17% used [0x00000000f7d00000,0x00000000f8cf3b68,0x00000000fd800000)
from space 20992K, 58% used [0x00000000feb80000,0x00000000ff76b7b0,0x0000000100000000)
to space 19968K, 0% used [0x00000000fd800000,0x00000000fd800000,0x00000000feb80000)
ParOldGen total 269312K, used 63455K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3f7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 20:09:05
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1240972 daemon prio=8 os_prio=0 tid=0x000000000908c800 nid=0x7455 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 113152K, used 40409K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 93184K, 29% used [0x00000000f7d00000,0x00000000f9849638,0x00000000fd800000)
from space 19968K, 62% used [0x00000000fd800000,0x00000000fe42ce10,0x00000000feb80000)
to space 19456K, 0% used [0x00000000fed00000,0x00000000fed00000,0x0000000100000000)
ParOldGen total 269312K, used 63455K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb3f7db0,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 20:12:56
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Keep-Alive-Timer" #1241044 daemon prio=8 os_prio=0 tid=0x00000000a542b000 nid=0x5780 waiting on condition [0x00007f5a24348000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at sun.net.www.http.KeepAliveCache.run(KeepAliveCache.java:172)
at java.lang.Thread.run(Thread.java:748)
"Thread-88742" #1240988 prio=5 os_prio=0 tid=0x00000000078fa800 nid=0x4ced runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88741" #1240987 prio=5 os_prio=0 tid=0x0000000009f8c800 nid=0x4cec runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 110592K, used 60218K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 44% used [0x00000000f7d00000,0x00000000fa4d1110,0x00000000fd600000)
from space 19456K, 99% used [0x00000000fed00000,0x00000000ffffd730,0x0000000100000000)
to space 21504K, 0% used [0x00000000fd600000,0x00000000fd600000,0x00000000feb00000)
ParOldGen total 269312K, used 63559K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb411e60,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
2026-09-03 20:16:57
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode):
"Thread-88744" #1241076 prio=5 os_prio=0 tid=0x000000000e874000 nid=0x316f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-88743" #1241075 prio=5 os_prio=0 tid=0x000000000e4a3800 nid=0x316d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87553" #1205672 prio=5 os_prio=0 tid=0x00000000098e7800 nid=0x6699 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-87462" #1202412 prio=5 os_prio=0 tid=0x000000000e4a2000 nid=0x6222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"logback-6" #1047496 daemon prio=5 os_prio=0 tid=0x000000000984f000 nid=0x152c waiting on condition [0x00007f5a23905000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-5" #1047495 daemon prio=5 os_prio=0 tid=0x000000000c1d0800 nid=0x152b waiting on condition [0x00007f5a23804000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-4" #656094 daemon prio=5 os_prio=0 tid=0x000000000bb68800 nid=0x6097 waiting on condition [0x00007f5a23b07000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-3" #656093 daemon prio=5 os_prio=0 tid=0x0000000009f8d000 nid=0x6096 waiting on condition [0x00007f5a23a06000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-2" #462135 daemon prio=5 os_prio=0 tid=0x000000000e5e8000 nid=0x5731 waiting on condition [0x00007f5a23c08000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"logback-1" #462134 daemon prio=5 os_prio=0 tid=0x000000000e00c000 nid=0x5730 waiting on condition [0x00007f5a2454a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e86817c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Thread-25615" #71402 prio=5 os_prio=0 tid=0x000000000e4a3000 nid=0x32bd runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #43145 daemon prio=5 os_prio=0 tid=0x00000000a542b800 nid=0x2024 waiting on condition [0x00007f5a23548000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-22235" #42046 prio=5 os_prio=0 tid=0x000000000c746000 nid=0x32bc runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"rasp-boot-1" #21817 daemon prio=9 os_prio=0 tid=0x000000000ed59000 nid=0x1664 waiting on condition [0x00007f5a1a229000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e84b8208> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-schedule-task-1" #21814 daemon prio=9 os_prio=0 tid=0x000000000bace800 nid=0x164e waiting on condition [0x00007f5a1ac32000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at com.alibaba.rasp.core.util.profiler.LinuxProfiler.getCpuUsage(LinuxProfiler.java:66)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.generateMonitorBean(MemCpuMonitorTask.java:30)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.monitor(MemCpuMonitorTask.java:69)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.realWork(MemCpuMonitorTask.java:157)
at com.alibaba.rasp.core.task.MemCpuMonitorTask.work(MemCpuMonitorTask.java:183)
at com.alibaba.rasp.core.task.AbstractRaspTask.run(AbstractRaspTask.java:40)
at com.alibaba.rasp.core.task.RaspTaskScheduled$2.run(RaspTaskScheduled.java:135)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"rasp-heartbeat-1" #21813 daemon prio=9 os_prio=0 tid=0x000000000cc35800 nid=0x164d waiting on condition [0x00007f5a2bde9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e824d7a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"Attach Listener" #21812 daemon prio=9 os_prio=0 tid=0x000000000bacd800 nid=0x1635 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #21572 daemon prio=5 os_prio=0 tid=0x000000000ed56000 nid=0xee1 waiting on condition [0x00007f5a2c46e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-19735" #21333 prio=5 os_prio=0 tid=0x0000000009950800 nid=0x32bb runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16891" #18242 prio=5 os_prio=0 tid=0x000000000de38800 nid=0x32ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15875" #17155 prio=5 os_prio=0 tid=0x00000000098e6000 nid=0x32b9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-15388" #16644 prio=5 os_prio=0 tid=0x00000000a208e000 nid=0x32b8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-14638" #15841 prio=5 os_prio=0 tid=0x0000000009225000 nid=0x32b6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-12312" #13285 prio=5 os_prio=0 tid=0x0000000009224800 nid=0x32b5 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11834" #12786 prio=5 os_prio=0 tid=0x000000000cc7b000 nid=0x32b4 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-11096" #12001 prio=5 os_prio=0 tid=0x000000000e5eb000 nid=0x32b3 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #11662 daemon prio=5 os_prio=0 tid=0x000000000e4ef000 nid=0x5746 waiting on condition [0x00007f5a2c36d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-10356" #11218 prio=5 os_prio=0 tid=0x000000000e622000 nid=0x32b2 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9877" #10715 prio=5 os_prio=0 tid=0x000000000e4f0800 nid=0x32b1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-9402" #10217 prio=5 os_prio=0 tid=0x0000000008fd8000 nid=0x32b0 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-8657" #9432 prio=5 os_prio=0 tid=0x0000000009f59800 nid=0x32af runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-7651" #8357 prio=5 os_prio=0 tid=0x00000000088a3800 nid=0x32ae runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-6370" #6940 prio=5 os_prio=0 tid=0x000000000ed83800 nid=0x32ad runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"LeaseRenewer:impala@hadoop001:8020" #5598 daemon prio=5 os_prio=0 tid=0x000000000a227000 nid=0x6a1d waiting on condition [0x00007f5a2bf6b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-4825" #5232 prio=5 os_prio=0 tid=0x000000000e877000 nid=0x32ac runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4340" #4716 prio=5 os_prio=0 tid=0x000000000c37e800 nid=0x326c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-4338" #4713 prio=5 os_prio=0 tid=0x000000000e875000 nid=0x32ab runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3850" #4191 prio=5 os_prio=0 tid=0x000000000c1d1000 nid=0x32aa runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-3097" #3374 prio=5 os_prio=0 tid=0x00000000096dd000 nid=0x32a9 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-2099" #2296 prio=5 os_prio=0 tid=0x000000000ba61000 nid=0x32a8 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-497" #544 prio=5 os_prio=0 tid=0x000000000b3b2800 nid=0x32e6 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_SlotReleaser" #542 daemon prio=5 os_prio=0 tid=0x00000000078f8000 nid=0x5d7c waiting on condition [0x00007f5a1c635000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7859ae8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"LeaseRenewer:impala@hadoop001:8020" #465 daemon prio=5 os_prio=0 tid=0x000000000cc36800 nid=0x1f40 waiting on condition [0x00007f5a1972e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:411)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$600(LeaseRenewer.java:76)
at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:307)
at java.lang.Thread.run(Thread.java:748)
"Thread-77" #95 prio=5 os_prio=0 tid=0x000000000d557000 nid=0x3231 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-69" #87 prio=5 os_prio=0 tid=0x0000000009f75800 nid=0x3230 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-68" #86 prio=5 os_prio=0 tid=0x0000000007839000 nid=0x322f runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-67" #85 prio=5 os_prio=0 tid=0x0000000009b76000 nid=0x322e runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-58" #75 prio=5 os_prio=0 tid=0x000000000d555000 nid=0x322d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-57" #74 prio=5 os_prio=0 tid=0x000000000b5d9000 nid=0x322c runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-56" #73 prio=5 os_prio=0 tid=0x000000000c747000 nid=0x322b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-47" #63 prio=5 os_prio=0 tid=0x000000000c747800 nid=0x322a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-46" #62 prio=5 os_prio=0 tid=0x000000000c748800 nid=0x3229 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-45" #61 prio=5 os_prio=0 tid=0x000000000ab35800 nid=0x3228 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-37" #53 prio=5 os_prio=0 tid=0x00000000090d4800 nid=0x3227 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-36" #52 prio=5 os_prio=0 tid=0x0000000008261000 nid=0x3226 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-35" #51 prio=5 os_prio=0 tid=0x000000000889a000 nid=0x3225 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-27" #43 prio=5 os_prio=0 tid=0x00000000090d3800 nid=0x3224 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-26" #42 prio=5 os_prio=0 tid=0x0000000009b77000 nid=0x3223 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-25" #41 prio=5 os_prio=0 tid=0x000000000980c800 nid=0x3222 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"ShortCircuitCache_Cleaner" #35 daemon prio=5 os_prio=0 tid=0x00000000078f9800 nid=0x7c16 waiting on condition [0x00007f5a1c233000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e782a6a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.hdfs.PeerCache@1eb5cb18" #34 daemon prio=5 os_prio=0 tid=0x00000000078f9000 nid=0x7c15 waiting on condition [0x00007f5a1c334000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
at java.lang.Thread.run(Thread.java:748)
"Thread-18" #33 prio=5 os_prio=0 tid=0x00000000090d3000 nid=0x326b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Thread-16" #30 prio=5 os_prio=0 tid=0x0000000009b79000 nid=0x32a7 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"FileWatchThread(/var/run/cloudera-scm-agent/process/2676-impala-IMPALAD/impala-conf/llama-site.xml)-0" #19 daemon prio=5 os_prio=0 tid=0x0000000009246800 nid=0x3215 waiting on condition [0x00007f5a8ee34000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000000e7a88608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
"AllocationFileReloader" #18 daemon prio=5 os_prio=0 tid=0x0000000009539000 nid=0x3213 waiting on condition [0x00007f5a8ef35000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService$1.run(AllocationFileLoaderService.java:132)
"client DomainSocketWatcher" #15 daemon prio=5 os_prio=0 tid=0x0000000009538800 nid=0x3210 runnable [0x00007f5a8f64e000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503)
at java.lang.Thread.run(Thread.java:748)
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #14 daemon prio=5 os_prio=0 tid=0x0000000009536000 nid=0x31ff in Object.wait() [0x00007f5a8fb4f000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e7603870> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3696)
at java.lang.Thread.run(Thread.java:748)
"JVM pause monitor" #13 daemon prio=5 os_prio=0 tid=0x0000000008260800 nid=0x31fe waiting on condition [0x00007f5a9049d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.impala.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:194)
at java.lang.Thread.run(Thread.java:748)
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x0000000007838800 nid=0x31f1 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x0000000007837800 nid=0x31f0 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x0000000007837000 nid=0x31ef waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000000007836000 nid=0x31ee waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00000000059c3000 nid=0x31ed waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00000000059c2800 nid=0x31ec waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00000000059c1800 nid=0x31ea in Object.wait() [0x00007f5a98e70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
- locked <0x00000000e761b090> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00000000059c1000 nid=0x31e9 in Object.wait() [0x00007f5a98f71000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x00000000e7657780> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
"main" #1 prio=5 os_prio=0 tid=0x00000000059c0000 nid=0x3174 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"VM Thread" os_prio=0 tid=0x0000000005a3e000 nid=0x31e7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00000000059ac000 nid=0x31df runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00000000059ad000 nid=0x31e0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00000000059ad800 nid=0x31e1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00000000059ae000 nid=0x31e2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00000000059ae800 nid=0x31e3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00000000059af800 nid=0x31e4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x0000000005a3c000 nid=0x31e5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x0000000005a3d000 nid=0x31e6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x0000000005a3e800 nid=0x31f2 waiting on condition
JNI global references: 296
Heap
PSYoungGen total 112640K, used 71888K [0x00000000f7d00000, 0x0000000100000000, 0x0000000100000000)
eden space 91136K, 65% used [0x00000000f7d00000,0x00000000fb7231b8,0x00000000fd600000)
from space 21504K, 57% used [0x00000000fd600000,0x00000000fe211050,0x00000000feb00000)
to space 20992K, 0% used [0x00000000feb80000,0x00000000feb80000,0x0000000100000000)
ParOldGen total 269312K, used 63559K [0x00000000e7600000, 0x00000000f7d00000, 0x00000000f7d00000)
object space 269312K, 23% used [0x00000000e7600000,0x00000000eb411e60,0x00000000f7d00000)
Metaspace used 59082K, capacity 59506K, committed 59648K, reserved 1103872K
class space used 5734K, capacity 5854K, committed 5888K, reserved 1048576K
Agent.parentClassLoader: null,thisClassLoader: sun.misc.Launcher$AppClassLoader@764c12b6
RaspInfo.init usedTime: 9
Logback logs dir: /var/lib/impala/logs/rasp
LOG-CONFIG: /usr/local/aegis/rasp/apps/6a5eef504970f73c5b06d7ea/java/conf/logback.xml