"thread-dump-shutdown-hook-0" id=1063 state=RUNNABLE at java.management@17.0.16/sun.management.ThreadImpl.dumpThreads0(Native Method) at java.management@17.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:528) at java.management@17.0.16/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:516) at app//com.codahale.metrics.jvm.ThreadDump.dump(ThreadDump.java:48) at app//com.codahale.metrics.jvm.ThreadDump.dump(ThreadDump.java:31) at app//com.databricks.util.StackTraceReporter.reportAllStackTracesOnShutdown(StackTraceReporter.scala:116) at app//com.databricks.util.StackTraceReporter$.$anonfun$reportAllStackTracesOnShutdownAsync$1(StackTraceReporter.scala:204) at app//com.databricks.util.StackTraceReporter$$$Lambda$11715/0x00007f5faad6ded8.run(Unknown Source) at app//com.databricks.threading.ContextBoundRunnable.$anonfun$run$2(ContextBoundRunnable.scala:16) at app//com.databricks.threading.ContextBoundRunnable$$Lambda$1223/0x00007f5fa8737c50.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.threading.ContextBoundRunnable.withAttributionContext(ContextBoundRunnable.scala:7) at app//com.databricks.threading.ContextBoundRunnable.$anonfun$run$1(ContextBoundRunnable.scala:16) at app//com.databricks.threading.ContextBoundRunnable$$Lambda$1222/0x00007f5fa8737968.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.threading.ContextBoundRunnable.run(ContextBoundRunnable.scala:15) at app//com.databricks.threading.InstrumentedExecutorService.$anonfun$makeContextAware$2(InstrumentedExecutorService.scala:257) at app//com.databricks.threading.InstrumentedExecutorService$$Lambda$7029/0x00007f5fa9fdedc8.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.threading.InstrumentedExecutorService.$anonfun$instrumentationWrapper$1(InstrumentedExecutorService.scala:299) at app//com.databricks.threading.InstrumentedExecutorService$$Lambda$7031/0x00007f5fa9fdf9b8.apply(Unknown Source) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:132) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:129) at app//com.databricks.threading.InstrumentedExecutorService.trackActiveThreads(InstrumentedExecutorService.scala:72) at app//com.databricks.threading.InstrumentedExecutorService.instrumentationWrapper(InstrumentedExecutorService.scala:287) at app//com.databricks.threading.InstrumentedExecutorService.$anonfun$makeContextAware$1(InstrumentedExecutorService.scala:259) at app//com.databricks.threading.InstrumentedExecutorService$$Lambda$2501/0x00007f5fa8b5e310.run(Unknown Source) at java.base@17.0.16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5aca6078 "DBCEventLoggingListener-gzip-compression-execution-context-0" id=1062 state=RUNNABLE at java.base@17.0.16/java.util.zip.Deflater.deflateBytesBytes(Native Method) at java.base@17.0.16/java.util.zip.Deflater.deflate(Deflater.java:586) at java.base@17.0.16/java.util.zip.Deflater.deflate(Deflater.java:465) at java.base@17.0.16/java.util.zip.DeflaterOutputStream.deflate(DeflaterOutputStream.java:282) at java.base@17.0.16/java.util.zip.DeflaterOutputStream.write(DeflaterOutputStream.java:232) at java.base@17.0.16/java.util.zip.GZIPOutputStream.write(GZIPOutputStream.java:148) - locked java.util.zip.GZIPOutputStream@2233cfdc at app//com.databricks.backend.daemon.driver.DBCEventLoggingListener$.gzipCompressFile(DBCEventLoggingListener.scala:67) at app//com.databricks.backend.daemon.driver.DBCEventLoggingListener.$anonfun$renameAndCompressActiveFile$2(DBCEventLoggingListener.scala:236) at app//com.databricks.backend.daemon.driver.DBCEventLoggingListener$$Lambda$11697/0x00007f5faad63f38.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.concurrent.Future$.$anonfun$apply$1(Future.scala:687) at app//scala.concurrent.Future$$$Lambda$1751/0x00007f5fa895fbf0.apply(Unknown Source) at app//scala.concurrent.impl.Promise$Transformation.run(Promise.scala:467) at app//com.databricks.threading.ContextBoundRunnable.$anonfun$run$2(ContextBoundRunnable.scala:16) at app//com.databricks.threading.ContextBoundRunnable$$Lambda$1223/0x00007f5fa8737c50.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.threading.ContextBoundRunnable.withAttributionContext(ContextBoundRunnable.scala:7) at app//com.databricks.threading.ContextBoundRunnable.$anonfun$run$1(ContextBoundRunnable.scala:16) at app//com.databricks.threading.ContextBoundRunnable$$Lambda$1222/0x00007f5fa8737968.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.threading.ContextBoundRunnable.run(ContextBoundRunnable.scala:15) at app//com.databricks.threading.DatabricksExecutionContext$InstrumentedRunnable.run(DatabricksExecutionContext.scala:36) at app//com.databricks.threading.NamedExecutor$$anon$3.run(NamedExecutor.scala:752) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@ad180c5 "DBCEventLoggingListener-event-processing-execution-context-8" id=1061 state=TIMED_WAITING - waiting on <0x5b1719f6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x5b1719f6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DBCEventLoggingListener-event-processing-execution-context-7" id=1060 state=TIMED_WAITING - waiting on <0x5b1719f6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x5b1719f6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "shutdown-hook-0" id=1059 state=RUNNABLE at app//com.databricks.logging.TrackingLogger.info(TrackingLogger.scala:159) at app//com.databricks.common.util.ShutdownHookManager$$anon$1.run(ShutdownHookManager.scala:84) at java.base@17.0.16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@67e41c49 "Thread-0" id=14 state=TIMED_WAITING - waiting on <0x5d94d4c3> (a java.util.concurrent.FutureTask) - locked <0x5d94d4c3> (a java.util.concurrent.FutureTask) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444) at java.base@17.0.16/java.util.concurrent.FutureTask.get(FutureTask.java:203) at app//org.apache.hadoop.util.ShutdownHookManager.executeShutdown(ShutdownHookManager.java:124) at app//org.apache.hadoop.util.ShutdownHookManager$1.run(ShutdownHookManager.java:95) "SIGTERM handler" id=1058 state=WAITING - waiting on <0x307c59ea> (a org.apache.hadoop.util.ShutdownHookManager$1) - locked <0x307c59ea> (a org.apache.hadoop.util.ShutdownHookManager$1) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.16/java.lang.Thread.join(Thread.java:1381) at java.base@17.0.16/java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:107) at java.base@17.0.16/java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46) at java.base@17.0.16/java.lang.Shutdown.runHooks(Shutdown.java:130) at java.base@17.0.16/java.lang.Shutdown.exit(Shutdown.java:173) at java.base@17.0.16/java.lang.Terminator$1.handle(Terminator.java:51) at java.base@17.0.16/jdk.internal.misc.Signal$1.run(Signal.java:219) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "pool-111-thread-1" id=1054 state=WAITING - waiting on <0x2c37fa1f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2c37fa1f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "JupyterKernelListener-0" id=1052 state=TIMED_WAITING - waiting on <0x04ddcce9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x04ddcce9> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "REPL class file cleaner" id=1050 state=WAITING - waiting on <0x791fe344> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x791fe344> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//scala.tools.nsc.interpreter.DriverIMain$$anon$1.run(DriverIMain.scala:478) "WRAPPER-ReplId-19d2e-38b7e-3" id=1049 state=WAITING - waiting on <0x2edbf133> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2edbf133> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "mac-client-async-force-push-ec" id=1047 state=TIMED_WAITING - waiting on <0x1da6ac89> (a java.util.concurrent.Semaphore$FairSync) - locked <0x1da6ac89> (a java.util.concurrent.Semaphore$FairSync) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:717) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1074) at java.base@17.0.16/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:415) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$forcePush$4(MACBackgroundThread.scala:325) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$forcePush$4$adapted(MACBackgroundThread.scala:324) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$$$Lambda$11113/0x00007f5faac30b78.apply(Unknown Source) at app//scala.Option.foreach(Option.scala:437) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$forcePush$2(MACBackgroundThread.scala:324) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$forcePush$2$adapted(MACBackgroundThread.scala:319) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$$$Lambda$11109/0x00007f5faac30000.apply(Unknown Source) at app//scala.Option.foreach(Option.scala:437) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$forcePush$1(MACBackgroundThread.scala:319) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$$$Lambda$11108/0x00007f5faac2f990.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.withReadLock(MACBackgroundThread.scala:254) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.forcePush(MACBackgroundThread.scala:319) at app//com.databricks.sql.transaction.tahoe.MACClient.syncForcePush(MACClient.scala:2402) at app//com.databricks.sql.transaction.tahoe.MACClient.$anonfun$asyncForcePush$1(MACClient.scala:2422) at app//com.databricks.sql.transaction.tahoe.MACClient$$Lambda$11107/0x00007f5faac2f6a8.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.concurrent.Future$.$anonfun$apply$1(Future.scala:687) at app//scala.concurrent.Future$$$Lambda$1751/0x00007f5fa895fbf0.apply(Unknown Source) at app//scala.concurrent.impl.Promise$Transformation.run(Promise.scala:467) at java.base@17.0.16/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.16/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5837f335 "maintenance-auto-compute-retry-thread-1774599706730" id=1046 state=TIMED_WAITING - waiting on <0x41b2c428> (a java.util.concurrent.Semaphore$FairSync) - locked <0x41b2c428> (a java.util.concurrent.Semaphore$FairSync) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:717) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1074) at java.base@17.0.16/java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:415) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread.com$databricks$sql$transaction$tahoe$MACBackgroundThread$$loop(MACBackgroundThread.scala:192) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$.$anonfun$start$2(MACBackgroundThread.scala:291) at app//com.databricks.sql.transaction.tahoe.MACBackgroundThread$$$Lambda$11106/0x00007f5faac2f480.run(Unknown Source) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-805" id=805 state=TIMED_WAITING - waiting on <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-783" id=783 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@444ee01e at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-9" id=673 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-657" id=657 state=TIMED_WAITING - waiting on <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-656" id=656 state=TIMED_WAITING - waiting on <0x1f87f2d5> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x1f87f2d5> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-8" id=597 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-7" id=525 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-470" id=470 state=TIMED_WAITING - waiting on <0x1f87f2d5> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x1f87f2d5> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "HikariPool-2 housekeeper" id=451 state=TIMED_WAITING - waiting on <0x355605ea> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x355605ea> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "HikariPool-1 housekeeper" id=450 state=TIMED_WAITING - waiting on <0x3ecf9d80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3ecf9d80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "hadoop-fs-usage-log-reporter-0" id=449 state=TIMED_WAITING - waiting on <0x2e86e6fd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2e86e6fd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-6" id=447 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "dbl-jni/140044876629696" id=423 state=RUNNABLE "stacktrace-logger-executor-4" id=412 state=WAITING - waiting on <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "stacktrace-logger-executor-3" id=399 state=WAITING - waiting on <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-5" id=390 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-4" id=389 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-3" id=388 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-2" id=387 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-1" id=385 state=WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "process reaper" id=364 state=TIMED_WAITING - waiting on <0x6af31a36> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x6af31a36> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "stacktrace-logger-executor-2" id=360 state=TIMED_WAITING - waiting on <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "HttpClient@76494748-1" id=359 state=TIMED_WAITING - waiting on <0x556ff29f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x556ff29f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-358" id=358 state=TIMED_WAITING - waiting on <0x48b47820> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x48b47820> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-357" id=357 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@547bed2e at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-356" id=356 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@5bb414c3 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-355" id=355 state=TIMED_WAITING - waiting on <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-354" id=354 state=TIMED_WAITING - waiting on <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-353" id=353 state=TIMED_WAITING - waiting on <0x48b47820> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x48b47820> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-352" id=352 state=TIMED_WAITING - waiting on <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1171779006-351" id=351 state=TIMED_WAITING - waiting on <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x165e5d62> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Partial Result Fetchers-0" id=350 state=TIMED_WAITING - waiting on <0x54353d02> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x54353d02> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unity-credential-manager-0" id=349 state=TIMED_WAITING - waiting on <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6d7067d7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "pool-129-thread-1" id=348 state=TIMED_WAITING - waiting on <0x382cd30a> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x382cd30a> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Thread-68" id=346 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read0(Native Method) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:47) at java.base@17.0.16/sun.nio.ch.NioSocketImpl.tryRead(NioSocketImpl.java:266) at java.base@17.0.16/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:317) at java.base@17.0.16/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:355) at java.base@17.0.16/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:808) at java.base@17.0.16/java.net.Socket$SocketInputStream.read(Socket.java:976) at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:177) at java.base@17.0.16/java.io.BufferedReader.fill(BufferedReader.java:162) at java.base@17.0.16/java.io.BufferedReader.readLine(BufferedReader.java:329) - locked java.io.InputStreamReader@2c22bbc0 at java.base@17.0.16/java.io.BufferedReader.readLine(BufferedReader.java:396) at app//py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:184) at app//py4j.ClientServerConnection.run(ClientServerConnection.java:117) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@45f0eb25 "pool-126-thread-3" id=345 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at app//com.databricks.backend.daemon.driver.JupyterClient.pollControl(JupyterClient.scala:497) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.pollControl(JupyterKernelListener.scala:819) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.$anonfun$controlPollingTask$1(JupyterKernelListener.scala:714) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$$Lambda$10049/0x00007f5faa7d2630.apply$mcV$sp(Unknown Source) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.run(JupyterKernelListener.scala:264) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.$anonfun$start$1(JupyterKernelListener.scala:288) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask$$Lambda$10046/0x00007f5faa7d15c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.concurrent.Future$.$anonfun$apply$1(Future.scala:687) at app//scala.concurrent.Future$$$Lambda$1751/0x00007f5fa895fbf0.apply(Unknown Source) at app//scala.concurrent.impl.Promise$Transformation.run(Promise.scala:467) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@67d97a2f "pool-126-thread-2" id=344 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at app//com.databricks.backend.daemon.driver.JupyterClient.pollShell(JupyterClient.scala:473) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.pollShell(JupyterKernelListener.scala:791) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.$anonfun$shellPollingTask$1(JupyterKernelListener.scala:708) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$$Lambda$10047/0x00007f5faa7d18a8.apply$mcV$sp(Unknown Source) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.run(JupyterKernelListener.scala:264) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.$anonfun$start$1(JupyterKernelListener.scala:288) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask$$Lambda$10046/0x00007f5faa7d15c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.concurrent.Future$.$anonfun$apply$1(Future.scala:687) at app//scala.concurrent.Future$$$Lambda$1751/0x00007f5fa895fbf0.apply(Unknown Source) at app//scala.concurrent.impl.Promise$Transformation.run(Promise.scala:467) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@8f14339 "pool-126-thread-1" id=343 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@24de2ae2 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//zeromq_shaded.zmq.ZMQ.poll(ZMQ.java:1055) at app//zeromq_shaded.org.zeromq.ZMQ$Poller.poll(ZMQ.java:4251) at app//com.databricks.backend.daemon.driver.JupyterClient.pollIo(JupyterClient.scala:436) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.pollIo(JupyterKernelListener.scala:918) at app//com.databricks.backend.daemon.driver.JupyterKernelListener.$anonfun$ioPubPollingTask$1(JupyterKernelListener.scala:703) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$$Lambda$10044/0x00007f5faa7d0f00.apply$mcV$sp(Unknown Source) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.run(JupyterKernelListener.scala:264) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask.$anonfun$start$1(JupyterKernelListener.scala:288) at app//com.databricks.backend.daemon.driver.JupyterKernelListener$BackgroundPollTask$$Lambda$10046/0x00007f5faa7d15c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.concurrent.Future$.$anonfun$apply$1(Future.scala:687) at app//scala.concurrent.Future$$$Lambda$1751/0x00007f5fa895fbf0.apply(Unknown Source) at app//scala.concurrent.impl.Promise$Transformation.run(Promise.scala:467) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5c5e83c6 "Watchdog-python-ReplId-19d2e-38b7e-1-1724" id=340 state=WAITING - waiting on <0x350b861f> (a java.lang.ProcessImpl) - locked <0x350b861f> (a java.lang.ProcessImpl) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.lang.ProcessImpl.waitFor(ProcessImpl.java:434) at app//com.databricks.backend.daemon.driver.ReplCrashUtils$ProcessWatchdog.run(ReplCrashUtils.scala:303) "iothread-2" id=342 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@797e2158 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//zeromq_shaded.zmq.poll.Poller.run(Poller.java:236) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "reaper-1" id=341 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@77de6f19 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//zeromq_shaded.zmq.poll.Poller.run(Poller.java:236) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "PythonRedirectThread-ReplId-19d2e-38b7e-1" id=339 state=RUNNABLE (running in native) at java.base@17.0.16/java.io.FileInputStream.readBytes(Native Method) at java.base@17.0.16/java.io.FileInputStream.read(FileInputStream.java:276) at java.base@17.0.16/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) at java.base@17.0.16/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) - locked java.io.InputStreamReader@746d92b9 at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:177) at java.base@17.0.16/java.io.BufferedReader.read1(BufferedReader.java:211) at java.base@17.0.16/java.io.BufferedReader.read(BufferedReader.java:287) - locked java.io.InputStreamReader@746d92b9 at java.base@17.0.16/java.io.Reader.read(Reader.java:250) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread.$anonfun$run$2(PythonDriverLocalBase.scala:1034) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread$$Lambda$9973/0x00007f5faa7937a8.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.util.control.Exception$Catch.apply(Exception.scala:227) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread.run(PythonDriverLocalBase.scala:1024) "PythonRedirectThread-ReplId-19d2e-38b7e-1" id=338 state=RUNNABLE (running in native) at java.base@17.0.16/java.io.FileInputStream.readBytes(Native Method) at java.base@17.0.16/java.io.FileInputStream.read(FileInputStream.java:276) at java.base@17.0.16/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) at java.base@17.0.16/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) - locked java.io.InputStreamReader@20e1ac12 at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:177) at java.base@17.0.16/java.io.BufferedReader.read1(BufferedReader.java:211) at java.base@17.0.16/java.io.BufferedReader.read(BufferedReader.java:287) - locked java.io.InputStreamReader@20e1ac12 at java.base@17.0.16/java.io.Reader.read(Reader.java:250) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread.$anonfun$run$2(PythonDriverLocalBase.scala:1034) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread$$Lambda$9973/0x00007f5faa7937a8.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//scala.util.control.Exception$Catch.apply(Exception.scala:227) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$RedirectThread.run(PythonDriverLocalBase.scala:1024) "FileSystemWatchService" id=337 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.fs.LinuxWatchService.poll(Native Method) at java.base@17.0.16/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Thread-67" id=330 state=TIMED_WAITING - waiting on <0x1d6fce2f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x1d6fce2f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:515) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:677) at java.base@17.0.16/sun.nio.fs.AbstractWatchService.poll(AbstractWatchService.java:108) at app//com.databricks.backend.daemon.driver.ClusterWidePythonEnvManager$EnvironmentWatcher.run(ClusterWidePythonEnvManager.scala:149) "PythonGateway-ReplId-19d2e-38b7e-1" id=329 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.16/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:760) at java.base@17.0.16/java.net.ServerSocket.implAccept(ServerSocket.java:686) at java.base@17.0.16/java.net.ServerSocket.platformImplAccept(ServerSocket.java:652) at java.base@17.0.16/java.net.ServerSocket.implAccept(ServerSocket.java:628) at java.base@17.0.16/java.net.ServerSocket.implAccept(ServerSocket.java:585) at java.base@17.0.16/java.net.ServerSocket.accept(ServerSocket.java:538) at app//py4j.GatewayServer.run(GatewayServer.java:705) at app//py4j.GatewayServer.start(GatewayServer.java:805) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway.$anonfun$run$5(PythonDriverLocalBase.scala:1064) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway$$Lambda$9934/0x00007f5faa783868.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.threadSafeTrapExit(DriverLocal.scala:1543) at app//com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:1501) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway.$anonfun$run$4(PythonDriverLocalBase.scala:1064) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway$$Lambda$9927/0x00007f5faa77f5e0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway.retry(PythonDriverLocalBase.scala:1069) at app//com.databricks.backend.daemon.driver.PythonDriverLocalBase$Gateway.run(PythonDriverLocalBase.scala:1059) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@376860a "WRAPPER-ReplId-19d2e-38b7e-1" id=328 state=WAITING - waiting on <0x2c60efde> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2c60efde> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Attach Listener" id=327 state=RUNNABLE "armeria-common-worker-epoll-2-8" id=326 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-7" id=317 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "ClusterLibrariesTimeLimiter-0" id=314 state=TIMED_WAITING - waiting on <0x610ee477> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x610ee477> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-JettyScheduler-1" id=313 state=WAITING - waiting on <0x61ffff14> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x61ffff14> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-6" id=312 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "gRPC-client-shared-request-instrumentation-executor-3" id=307 state=WAITING - waiting on <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-5" id=306 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Thread-66" id=305 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read0(Native Method) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:47) at java.base@17.0.16/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:330) at java.base@17.0.16/sun.nio.ch.IOUtil.read(IOUtil.java:296) at java.base@17.0.16/sun.nio.ch.IOUtil.read(IOUtil.java:259) at java.base@17.0.16/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:417) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:59) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:107) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:101) - locked sun.nio.ch.ChannelInputStream@25c4a6aa at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) - locked java.io.InputStreamReader@5f02543c at java.base@17.0.16/java.io.Reader.read(Reader.java:197) at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:157) at java.base@17.0.16/java.util.Scanner.readInput(Scanner.java:882) at java.base@17.0.16/java.util.Scanner.hasNext(Scanner.java:1446) at app//com.databricks.backend.daemon.driver.RLogConnection.run(ROutputStreamHandler.scala:135) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@255bd8d "Thread-65" id=304 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read0(Native Method) at java.base@17.0.16/sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:47) at java.base@17.0.16/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:330) at java.base@17.0.16/sun.nio.ch.IOUtil.read(IOUtil.java:296) at java.base@17.0.16/sun.nio.ch.IOUtil.read(IOUtil.java:259) at java.base@17.0.16/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:417) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:59) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:107) at java.base@17.0.16/sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:101) - locked sun.nio.ch.ChannelInputStream@6183251d at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) - locked java.io.InputStreamReader@256beae4 at java.base@17.0.16/java.io.Reader.read(Reader.java:197) at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:157) at java.base@17.0.16/java.util.Scanner.readInput(Scanner.java:882) at java.base@17.0.16/java.util.Scanner.hasNext(Scanner.java:1446) at app//com.databricks.backend.daemon.driver.RLogConnection.run(ROutputStreamHandler.scala:135) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@40b3029 "RShell heartbeat on port 1100" id=303 state=TIMED_WAITING - waiting on <0x56fef7ef> (a java.util.TaskQueue) - locked <0x56fef7ef> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "Watchdog-r-ReplId-19d2e-38b7e-0-1440" id=300 state=WAITING - waiting on <0x6ad5df26> (a java.lang.ProcessImpl) - locked <0x6ad5df26> (a java.lang.ProcessImpl) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.lang.ProcessImpl.waitFor(ProcessImpl.java:434) at app//com.databricks.backend.daemon.driver.ReplCrashUtils$ProcessWatchdog.run(ReplCrashUtils.scala:303) "R stdout reader" id=299 state=RUNNABLE (running in native) at java.base@17.0.16/java.io.FileInputStream.readBytes(Native Method) at java.base@17.0.16/java.io.FileInputStream.read(FileInputStream.java:276) at java.base@17.0.16/java.io.BufferedInputStream.read1(BufferedInputStream.java:282) at java.base@17.0.16/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.commons.io.input.ProxyInputStream.read(ProxyInputStream.java:339) at app//org.apache.commons.io.input.TeeInputStream.read(TeeInputStream.java:146) at java.base@17.0.16/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:287) at java.base@17.0.16/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:330) at java.base@17.0.16/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:190) - locked java.io.InputStreamReader@6c9d45e0 at java.base@17.0.16/java.io.InputStreamReader.read(InputStreamReader.java:177) at java.base@17.0.16/java.io.BufferedReader.fill(BufferedReader.java:162) at java.base@17.0.16/java.io.BufferedReader.readLine(BufferedReader.java:329) - locked java.io.InputStreamReader@6c9d45e0 at java.base@17.0.16/java.io.BufferedReader.readLine(BufferedReader.java:396) at app//scala.io.BufferedSource$BufferedLineIterator.hasNext(BufferedSource.scala:73) at app//scala.collection.IterableOnceOps.foreach(IterableOnce.scala:619) at app//scala.collection.IterableOnceOps.foreach$(IterableOnce.scala:617) at app//scala.collection.AbstractIterator.foreach(Iterator.scala:1306) at app//com.databricks.backend.daemon.driver.BufferedStreamThread.run(RDriverLocal.scala:1304) "Jetty9Client-Cancellations-9" id=298 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-8" id=297 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-3" id=296 state=WAITING - waiting on <0x41520c07> (a java.util.concurrent.ForkJoinPool) - locked <0x41520c07> (a java.util.concurrent.ForkJoinPool) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1735) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1634) at java.base@17.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "armeria-common-blocking-tasks-49" id=295 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-48" id=294 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-47" id=293 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-46" id=292 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-45" id=291 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-44" id=290 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-43" id=289 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-42" id=288 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-40" id=286 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-41" id=287 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-7" id=285 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-39" id=284 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-38" id=283 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-37" id=282 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-36" id=281 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "gRPC-client-shared-request-instrumentation-executor-2" id=280 state=WAITING - waiting on <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-4" id=279 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-6" id=278 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-5" id=277 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-4" id=276 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-3" id=275 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-2" id=274 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-1" id=273 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Jetty9Client-Cancellations-0" id=272 state=TIMED_WAITING - waiting on <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0946ba21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-scheduler-1" id=271 state=TIMED_WAITING - waiting on <0x3386a91c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3386a91c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-270" id=270 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@46f20b12 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at app//shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$4(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9498/0x00007f5faa5811c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.withAttributionContext(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$3(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9496/0x00007f5faa580b08.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:132) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:129) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:179) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-269" id=269 state=TIMED_WAITING - waiting on <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:237) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:213) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-268" id=268 state=TIMED_WAITING - waiting on <0x01876fb2> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x01876fb2> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$4(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9498/0x00007f5faa5811c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.withAttributionContext(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$3(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9496/0x00007f5faa580b08.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:132) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:129) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:179) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-267" id=267 state=TIMED_WAITING - waiting on <0x01876fb2> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x01876fb2> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:324) at app//shaded.v9_4.org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:399) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$4(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9498/0x00007f5faa5811c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.withAttributionContext(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$3(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9496/0x00007f5faa580b08.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:132) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:129) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:179) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-266" id=266 state=TIMED_WAITING - waiting on <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:237) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:213) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-265" id=265 state=TIMED_WAITING - waiting on <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:237) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:213) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-264" id=264 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@221ae36b at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//shaded.v9_4.org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//shaded.v9_4.org.eclipse.jetty.io.ManagedSelector$$Lambda$9495/0x00007f5faa5806a0.run(Unknown Source) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$4(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9498/0x00007f5faa5811c0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.withAttributionContext(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.$anonfun$run$3(InstrumentedQueuedThreadPool.scala:185) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2$$Lambda$9496/0x00007f5faa580b08.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads(QueuedThreadPoolInstrumenter.scala:132) at app//com.databricks.instrumentation.QueuedThreadPoolInstrumenter.trackActiveThreads$(QueuedThreadPoolInstrumenter.scala:129) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool.trackActiveThreads(InstrumentedQueuedThreadPool.scala:132) at app//com.databricks.rpc.ShadedInstrumentedQueuedThreadPool$$anon$2.run(InstrumentedQueuedThreadPool.scala:179) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverDaemon-HttpClient-263" id=263 state=TIMED_WAITING - waiting on <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x28e0079d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//shaded.v9_4.org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:237) at app//com.databricks.rpc.InstrumentedShadedBlockingArrayQueue.poll(InstrumentedQueuedThreadPool.scala:213) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//shaded.v9_4.org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "RBackend-9-1" id=261 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@590f463c at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:891) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-35" id=260 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-34" id=259 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-33" id=258 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-32" id=257 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-31" id=256 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7e-0" id=255 state=WAITING - waiting on <0x7f8ebdac> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7f8ebdac> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-30" id=254 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-29" id=253 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-28" id=252 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-27" id=251 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7d-f" id=250 state=WAITING - waiting on <0x16bce444> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x16bce444> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-26" id=249 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-25" id=248 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7d-e" id=247 state=WAITING - waiting on <0x07280672> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07280672> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-24" id=246 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-23" id=245 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7d-d" id=244 state=WAITING - waiting on <0x25489e89> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x25489e89> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-22" id=243 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-21" id=242 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-20" id=241 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-19" id=240 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7d-c" id=239 state=WAITING - waiting on <0x3a1a682f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3a1a682f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-18" id=238 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-17" id=237 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "WRAPPER-ReplId-19d2e-38b7d-b" id=236 state=WAITING - waiting on <0x533857a4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x533857a4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:567) at app//com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:549) at app//com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:378) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-16" id=235 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-15" id=234 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-14" id=233 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-13" id=228 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-12" id=227 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-11" id=226 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-10" id=225 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-9" id=224 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-8" id=223 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-7" id=222 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-6" id=221 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-5" id=220 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-4" id=219 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-3" id=218 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-2" id=217 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-blocking-tasks-1" id=216 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-2" id=215 state=TIMED_WAITING - waiting on <0x41520c07> (a java.util.concurrent.ForkJoinPool) - locked <0x41520c07> (a java.util.concurrent.ForkJoinPool) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1737) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1634) at java.base@17.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "armeria-common-blocking-tasks-0" id=214 state=WAITING - waiting on <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x13362e9c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DestroyJavaVM" id=213 state=RUNNABLE "stacktrace-logger-executor-1" id=212 state=WAITING - waiting on <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "stacktrace-logger-executor-0" id=211 state=WAITING - waiting on <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x606fe449> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "process reaper (pid 1724)" id=210 state=RUNNABLE (running in native) at java.base@17.0.16/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) at java.base@17.0.16/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5f1c5f21 "armeria-boss-https+http-*:6062" id=208 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-boss-http-*:6061" id=207 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "databricks-server-startstop-support-0" id=206 state=WAITING - waiting on <0x12bf7e82> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x12bf7e82> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Writer:Driver>Chauffeur - writer thread" id=205 state=WAITING - waiting on <0x6fa5fd7b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6fa5fd7b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.spark.chauffeur.common.messagewriter.MessageWriterImpl.com$databricks$spark$chauffeur$common$messagewriter$MessageWriterImpl$$waitAndProcessMessage(MessageWriterImpl.scala:128) at app//com.databricks.spark.chauffeur.common.messagewriter.MessageWriterImpl$$anon$1.$anonfun$run$2(MessageWriterImpl.scala:91) at app//com.databricks.spark.chauffeur.common.messagewriter.MessageWriterImpl$$anon$1$$Lambda$8303/0x00007f5faa38d3a8.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.UntrustedUtils$.tryLog(UntrustedUtils.scala:109) at app//com.databricks.spark.chauffeur.common.messagewriter.MessageWriterImpl$$anon$1.run(MessageWriterImpl.scala:91) at app//com.databricks.threading.NamedThread$$anon$1.doRun(NamedThread.scala:119) at app//com.databricks.threading.NamedThread.$anonfun$run$2(NamedThread.scala:69) at app//com.databricks.threading.NamedThread$$Lambda$8048/0x00007f5faa2ee268.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.threading.NamedThread.withAttributionContext(NamedThread.scala:25) at app//com.databricks.threading.NamedThread.$anonfun$run$1(NamedThread.scala:68) at app//com.databricks.threading.NamedThread$$Lambda$8044/0x00007f5faa2ebb38.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.threading.NamedThread.run(NamedThread.scala:67) "FileSystemWatchService" id=204 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.fs.LinuxWatchService.poll(Native Method) at java.base@17.0.16/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "cachelet-cache-listener-pool-0" id=199 state=WAITING - waiting on <0x0dcfccb4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0dcfccb4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "process reaper" id=189 state=TIMED_WAITING - waiting on <0x6af31a36> (a java.util.concurrent.SynchronousQueue$TransferStack) - locked <0x6af31a36> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.16/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "epollEventLoopGroup-4-1" id=187 state=RUNNABLE (running in native) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.sparkproject.connect.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.sparkproject.connect.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.sparkproject.connect.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//org.sparkproject.connect.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.sparkproject.connect.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "hiccup-sampling-dry-run-thread" id=184 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at app//com.databricks.rpc.armeria.server.internal.BaseHiccupCoordinator.doRun(BaseHiccupCoordinator.scala:137) at app//com.databricks.threading.NamedThread.$anonfun$run$2(NamedThread.scala:69) at app//com.databricks.threading.NamedThread$$Lambda$8048/0x00007f5faa2ee268.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.threading.NamedThread.withAttributionContext(NamedThread.scala:25) at app//com.databricks.threading.NamedThread.$anonfun$run$1(NamedThread.scala:68) at app//com.databricks.threading.NamedThread$$Lambda$8044/0x00007f5faa2ebb38.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.threading.NamedThread.run(NamedThread.scala:67) "StreamingQueryStatusPoller-0" id=183 state=TIMED_WAITING - waiting on <0x1fac4964> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x1fac4964> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-8" id=182 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-7" id=181 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-6" id=180 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-5" id=179 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-4" id=178 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-3" id=177 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-2" id=176 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-worker-7-1" id=175 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DriverCorralReporterThreadPool-0" id=174 state=TIMED_WAITING - waiting on <0x104e58de> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x104e58de> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Thread-48" id=171 state=WAITING - waiting on <0x08dde0dc> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x08dde0dc> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.repl.ReplManagerImpl$PurgatoryThread.runInner(ReplManager.scala:119) at app//com.databricks.backend.daemon.driver.repl.ReplManagerImpl$PurgatoryThread.run(ReplManager.scala:110) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@31b8824d "orphanedRProcessKiller" id=173 state=TIMED_WAITING - waiting on <0x77df065d> (a java.util.TaskQueue) - locked <0x77df065d> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "metastoreChecker" id=172 state=TIMED_WAITING - waiting on <0x6f5eeaab> (a java.util.TaskQueue) - locked <0x6f5eeaab> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "spark-listener-group-streams" id=170 state=WAITING - waiting on <0x7f18c89e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7f18c89e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:120) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "driverCorralStatsReporter" id=169 state=TIMED_WAITING - waiting on <0x3b7fbbd0> (a java.util.TaskQueue) - locked <0x3b7fbbd0> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "replStatusReporter" id=168 state=TIMED_WAITING - waiting on <0x6e9ed0e5> (a java.util.TaskQueue) - locked <0x6e9ed0e5> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "executionChecker" id=167 state=WAITING - waiting on <0x68cf033d> (a java.util.TaskQueue) - locked <0x68cf033d> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "dbfsChecker" id=166 state=TIMED_WAITING - waiting on <0x279c67f6> (a java.util.TaskQueue) - locked <0x279c67f6> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "spark-listener-group-lumberjackQpl" id=165 state=WAITING - waiting on <0x7e257234> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7e257234> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "gRPC-client-shared-request-instrumentation-executor-1" id=164 state=WAITING - waiting on <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-3" id=163 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "gRPC-client-shared-request-instrumentation-executor-0" id=160 state=WAITING - waiting on <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4819d9d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-2" id=159 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DBFS-mount-refresh-0" id=158 state=TIMED_WAITING - waiting on <0x197adcc4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x197adcc4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" id=157 state=WAITING - waiting on <0x61371afc> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x61371afc> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-common-worker-epoll-2-1" id=155 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-8" id=154 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-7" id=153 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-6" id=152 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-5" id=151 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-4" id=150 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-3" id=149 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-2" id=148 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "armeria-grpc-client-worker-4-1" id=147 state=RUNNABLE (running in native) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native Method) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//grpc_shaded.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//grpc_shaded.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//grpc_shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//grpc_shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//grpc_shaded.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "event-loop-sampler-0" id=146 state=TIMED_WAITING - waiting on <0x72889047> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x72889047> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "ForkJoinPool.commonPool-worker-1" id=145 state=WAITING - waiting on <0x41520c07> (a java.util.concurrent.ForkJoinPool) - locked <0x41520c07> (a java.util.concurrent.ForkJoinPool) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1735) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1634) at java.base@17.0.16/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) "rpc-server-4-3" id=144 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@f8ee771 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:887) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "rpc-server-4-2" id=143 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@1dc5d587 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:887) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Timer-0" id=142 state=WAITING - waiting on <0x0a5c6aa4> (a java.util.TaskQueue) - locked <0x0a5c6aa4> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "SoftstoreSyncer" id=141 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at app//com.databricks.sql.history.prediction.SoftstoreSyncer$$anon$1.$anonfun$run$1(SoftstoreSyncer.scala:156) at app//com.databricks.sql.history.prediction.SoftstoreSyncer$$anon$1.$anonfun$run$1$adapted(SoftstoreSyncer.scala:150) at app//com.databricks.sql.history.prediction.SoftstoreSyncer$$anon$1$$Lambda$5898/0x00007f5fa99db788.apply(Unknown Source) at app//com.databricks.logging.activity.ActivityContextFactory$.$anonfun$backgroundActivityInternal$3(ActivityContextFactory.scala:897) at app//com.databricks.logging.activity.ActivityContextFactory$$$Lambda$1301/0x00007f5fa87ad770.apply(Unknown Source) at app//com.databricks.logging.activity.ActivityContextFactory$.$anonfun$withActivityInternal$12(ActivityContextFactory.scala:1096) at app//com.databricks.logging.activity.ActivityContextFactory$$$Lambda$1349/0x00007f5fa87c0e00.apply(Unknown Source) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.logging.activity.ActivityContextFactory$.withAttributionContext(ActivityContextFactory.scala:63) at app//com.databricks.logging.activity.ActivityContextFactory$.$anonfun$withActivityInternal$2(ActivityContextFactory.scala:1096) at app//com.databricks.logging.activity.ActivityContextFactory$$$Lambda$1328/0x00007f5fa87b95f0.apply(Unknown Source) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.logging.activity.ActivityContextFactory$.withActivityInternal(ActivityContextFactory.scala:1058) at app//com.databricks.logging.activity.ActivityContextFactory$.withActivityInternal(ActivityContextFactory.scala:1039) at app//com.databricks.logging.activity.ActivityContextFactory$.$anonfun$backgroundActivityInternal$1(ActivityContextFactory.scala:895) at app//com.databricks.logging.activity.ActivityContextFactory$$$Lambda$1298/0x00007f5fa87acf20.apply(Unknown Source) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.logging.activity.ActivityContextFactory$.withAttributionContext(ActivityContextFactory.scala:63) at app//com.databricks.logging.activity.ActivityContextFactory$.backgroundActivityInternal(ActivityContextFactory.scala:895) at app//com.databricks.logging.activity.ActivityContextFactory$.withBackgroundActivity(ActivityContextFactory.scala:973) at app//com.databricks.sql.history.prediction.SoftstoreSyncer$$anon$1.run(SoftstoreSyncer.scala:150) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5b1e7ba1 "spark-listener-group-query-profile-logging-queue" id=140 state=WAITING - waiting on <0x6ee2b653> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6ee2b653> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "spark-listener-group-aqe" id=139 state=WAITING - waiting on <0x163db2d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x163db2d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "ema-load-monitor-thread" id=136 state=TIMED_WAITING - waiting on <0x55d73e4e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x55d73e4e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "CpuUsageTracker timer, window: 1000 ms, interval: 500 ms" id=135 state=TIMED_WAITING - waiting on <0x58078ba0> (a java.util.TaskQueue) - locked <0x58078ba0> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "scheduler-stats-logger" id=133 state=TIMED_WAITING - waiting on <0x1eecd97d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x1eecd97d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "hanging-detector-manager-1" id=132 state=WAITING - waiting on <0x3d8816ab> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3d8816ab> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Simple Cleaner - UCSHandle" id=131 state=TIMED_WAITING - waiting on <0x4e91a713> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x4e91a713> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at app//com.databricks.util.SimpleCleaner$$anon$1.run(SimpleCleaner.scala:64) "element-tracking-store-worker" id=127 state=WAITING - waiting on <0x01019b9d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x01019b9d> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-126" id=126 state=TIMED_WAITING - waiting on <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-125" id=125 state=TIMED_WAITING - waiting on <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-124" id=124 state=TIMED_WAITING - waiting on <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-123" id=123 state=TIMED_WAITING - waiting on <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-122-acceptor-0@33d0bae-ServerConnector@10b61573{SSL, (ssl, http/1.1)}{0.0.0.0:1023}" id=122 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.16/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@12ca8cec "qtp1062630352-121" id=121 state=TIMED_WAITING - waiting on <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x07fafaf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-120" id=120 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@47010bcd at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$3087/0x00007f5fa8ea56a0.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "qtp1062630352-119" id=119 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@723cf326 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$3087/0x00007f5fa8ea56a0.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "rpc-server-4-1" id=116 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@34abe6d0 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:887) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "spark-listener-group-dbrEventLog" id=114 state=WAITING - waiting on <0x50e35f55> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x50e35f55> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "spark-listener-group-shared" id=81 state=WAITING - waiting on <0x72dfc2fe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x72dfc2fe> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "spark-listener-group-executorManagement" id=57 state=WAITING - waiting on <0x436c7bcd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x436c7bcd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:160) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "spark-listener-group-appStatus" id=37 state=RUNNABLE at java.base@17.0.16/java.lang.ClassLoader.defineClass1(Native Method) at java.base@17.0.16/java.lang.ClassLoader.defineClass(ClassLoader.java:1017) at java.base@17.0.16/java.security.SecureClassLoader.defineClass(SecureClassLoader.java:150) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader.defineClass(BuiltinClassLoader.java:862) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:773) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader$4.run(BuiltinClassLoader.java:768) at java.base@17.0.16/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.16/java.security.AccessController.doPrivileged(AccessController.java:318) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader.findClassOnClassPathOrNull(BuiltinClassLoader.java:781) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader.loadClassOrNull(BuiltinClassLoader.java:681) at java.base@17.0.16/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:639) at java.base@17.0.16/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188) at java.base@17.0.16/java.lang.ClassLoader.loadClass(ClassLoader.java:525) at app//com.databricks.spark.nql.HmrNonQueryEventLogger$.doLogExecutorLossEvent(HmrNonQueryEventLogger.scala:430) at app//com.databricks.spark.nql.HmrNonQueryEventLogger$.$anonfun$logExecutorLossEvent$1(HmrNonQueryEventLogger.scala:360) at app//com.databricks.spark.nql.HmrNonQueryEventLogger$$$Lambda$11704/0x00007f5faad65db0.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.spark.nql.HmrNonQueryEventLogger$.withLoggingRateLimiting(HmrNonQueryEventLogger.scala:221) at app//com.databricks.spark.nql.HmrNonQueryEventLogger$.logExecutorLossEvent(HmrNonQueryEventLogger.scala:356) at app//org.apache.spark.status.AppStatusListener.$anonfun$onExecutorRemoved$1(AppStatusListener.scala:338) at app//org.apache.spark.status.AppStatusListener.$anonfun$onExecutorRemoved$1$adapted(AppStatusListener.scala:290) at app//org.apache.spark.status.AppStatusListener$$Lambda$11675/0x00007f5faad5f038.apply(Unknown Source) at app//scala.Option.foreach(Option.scala:437) at app//org.apache.spark.status.AppStatusListener.onExecutorRemoved(AppStatusListener.scala:290) at app//org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:69) at app//org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) at app//org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:46) at app//org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:46) at app//org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:208) at app//org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:172) at app//org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:150) at app//org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:150) at app//org.apache.spark.scheduler.AsyncEventQueue$$Lambda$4047/0x00007f5fa917ee98.apply$mcJ$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:119) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:115) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2$$Lambda$4046/0x00007f5fa917ebb0.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:115) "DBCEventLoggingListener-event-writer-thread" id=113 state=WAITING - waiting on <0x293175ed> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x293175ed> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//com.databricks.backend.daemon.driver.DBCEventLoggingListener.$anonfun$writerTask$1(DBCEventLoggingListener.scala:348) at app//com.databricks.backend.daemon.driver.DBCEventLoggingListener$$Lambda$4034/0x00007f5fa91798a0.run(Unknown Source) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "DBCEventLoggingListener flush timer" id=112 state=TIMED_WAITING - waiting on <0x5fdddbed> (a java.util.TaskQueue) - locked <0x5fdddbed> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "context-cleaner-periodic-watchdog" id=111 state=TIMED_WAITING - waiting on <0x24a8990f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x24a8990f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "context-cleaner-periodic-gc" id=110 state=TIMED_WAITING - waiting on <0x639d395c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x639d395c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Spark Context Cleaner" id=109 state=TIMED_WAITING - waiting on <0x56641fc4> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x56641fc4> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at app//org.apache.spark.ContextCleaner.$anonfun$keepCleaning$1(ContextCleaner.scala:269) at app//org.apache.spark.ContextCleaner$$Lambda$4005/0x00007f5fa915bba8.apply$mcV$sp(Unknown Source) at app//org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1572) at app//org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning(ContextCleaner.scala:267) at app//org.apache.spark.ContextCleaner$$anon$1.run(ContextCleaner.scala:106) "shuffle-boss-6-1" id=108 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@68fb03f at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:887) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "uc-fuse-server" id=107 state=WAITING - waiting on <0x5b4dc034> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x5b4dc034> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "task-scheduler-preemption" id=106 state=TIMED_WAITING - waiting on <0x079ae43e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x079ae43e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "task-scheduler-speculation" id=105 state=TIMED_WAITING - waiting on <0x2eccd140> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2eccd140> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "rpc-client-1-1" id=104 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@7b7dc48f at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:891) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "prometheus-metrics-logger" id=102 state=TIMED_WAITING - waiting on <0x2d809ff8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2d809ff8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "StallTracker" id=100 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at java.base@17.0.16/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.16/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//com.databricks.spark.util.telemetry.javametrics.AppThreadSleepDeltaTracker.run(AppThreadSleepDeltaTracker.scala:47) "appclient-registration-retry-thread" id=101 state=WAITING - waiting on <0x61169e4e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x61169e4e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "driver-heartbeater" id=97 state=TIMED_WAITING - waiting on <0x1c56fe21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x1c56fe21> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "dag-scheduler-event-loop" id=94 state=WAITING - waiting on <0x7c802197> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7c802197> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) at app//org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:53) "DriverLoopMetricsTimer" id=96 state=TIMED_WAITING - waiting on <0x6aa4dfd3> (a java.util.TaskQueue) - locked <0x6aa4dfd3> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "hanging-detector-manager-0" id=95 state=TIMED_WAITING - waiting on <0x3d8816ab> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3d8816ab> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "inter-executor-connectivity-tracker" id=93 state=WAITING - waiting on <0x4704f650> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4704f650> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) at app//org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:53) "driver-revive-thread" id=92 state=TIMED_WAITING - waiting on <0x70fcd9c1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x70fcd9c1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "dispatcher-CoarseGrainedScheduler" id=91 state=WAITING - waiting on <0x7154d5fc> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7154d5fc> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@d4de13b "task-scheduling-notifier-thread" id=90 state=WAITING - waiting on <0x4b463605> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x4b463605> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) at java.base@17.0.16/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) at app//org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:53) "scheduler-profiler-thread" id=89 state=TIMED_WAITING - waiting on <0x70b8fef0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x70b8fef0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "unmanaged-memory-poller" id=88 state=TIMED_WAITING - waiting on <0x0770cb3c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x0770cb3c> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "dispatcher-org.apache.spark.internal.plugin.PluginEndpoint" id=87 state=WAITING - waiting on <0x68fa5a53> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x68fa5a53> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@22604e1c "node_status_monitor" id=86 state=TIMED_WAITING - waiting on <0x6b9a0be1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6b9a0be1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "disk_health_monitor" id=84 state=TIMED_WAITING - waiting on <0x21eacaa8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x21eacaa8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "grpc-default-boss-ELG-1-1" id=80 state=RUNNABLE (running in native) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.sparkproject.connect.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.sparkproject.connect.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.sparkproject.connect.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.sparkproject.connect.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//org.sparkproject.connect.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.sparkproject.connect.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "netty-rpc-env-timeout" id=79 state=TIMED_WAITING - waiting on <0x26692199> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x26692199> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "heartbeat-receiver-event-loop-thread" id=78 state=TIMED_WAITING - waiting on <0x619c5fee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x619c5fee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "dispatcher-HeartbeatReceiver" id=77 state=WAITING - waiting on <0x5b82270b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x5b82270b> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@bd9f0d0 "startDbrActivityRecorder" id=76 state=WAITING - waiting on <0x611cc307> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x611cc307> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-74" id=74 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@74367094 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-71" id=71 state=TIMED_WAITING - waiting on <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2483d4e3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkUI-69-acceptor-0@724de97f-ServerConnector@7c8a0946{HTTP/1.1, (http/1.1)}{10.102.48.12:40001}" id=69 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.16/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.16/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.locks.ReentrantLock$NonfairSync@6cef2a07 "Thread-16" id=67 state=TIMED_WAITING - waiting on <0x0e02d6db> (a java.lang.Object) - locked <0x0e02d6db> (a java.lang.Object) at java.base@17.0.16/java.lang.Object.wait(Native Method) at jdk.jfr@17.0.16/jdk.jfr.internal.Utils.waitFlush(Utils.java:832) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.ChunkParser.awaitUpdatedHeader(ChunkParser.java:296) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.ChunkParser.readStreamingEvent(ChunkParser.java:204) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.EventDirectoryStream.processOrdered(EventDirectoryStream.java:226) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.EventDirectoryStream.processRecursionSafe(EventDirectoryStream.java:169) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.EventDirectoryStream.process(EventDirectoryStream.java:126) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.AbstractEventStream.execute(AbstractEventStream.java:266) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.AbstractEventStream$1.run(AbstractEventStream.java:289) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.AbstractEventStream$1.run(AbstractEventStream.java:286) at java.base@17.0.16/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.16/java.security.AccessController.doPrivileged(AccessController.java:399) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.AbstractEventStream.run(AbstractEventStream.java:286) at jdk.jfr@17.0.16/jdk.jfr.internal.consumer.AbstractEventStream.start(AbstractEventStream.java:237) at jdk.jfr@17.0.16/jdk.jfr.consumer.RecordingStream.start(RecordingStream.java:374) at java.base@17.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.16/java.lang.reflect.Method.invoke(Method.java:569) at app//com.databricks.spark.util.jfr.JfrStreamingUtils$.invokeReflectively(JfrStreamingUtils.scala:66) at app//com.databricks.spark.util.jfr.JfrEventStreamCommonImpl.start(JfrEventStream.scala:139) at app//com.databricks.spark.util.jfr.JfrStreamingManager.$anonfun$startStream$7(JfrStreamingManager.scala:94) at app//com.databricks.spark.util.jfr.JfrStreamingManager$$Lambda$2992/0x00007f5fa8e417f0.run(Unknown Source) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "pool-52-thread-1" id=66 state=TIMED_WAITING - waiting on <0x7ba67ee7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7ba67ee7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "JFR Periodic Tasks" id=64 state=TIMED_WAITING - waiting on <0x019937be> (a jdk.jfr.internal.JVM$ChunkRotationMonitor) - locked <0x019937be> (a jdk.jfr.internal.JVM$ChunkRotationMonitor) at java.base@17.0.16/java.lang.Object.wait(Native Method) at jdk.jfr@17.0.16/jdk.jfr.internal.PlatformRecorder.takeNap(PlatformRecorder.java:554) at jdk.jfr@17.0.16/jdk.jfr.internal.PlatformRecorder.periodicTask(PlatformRecorder.java:534) at jdk.jfr@17.0.16/jdk.jfr.internal.PlatformRecorder.lambda$startDiskMonitor$1(PlatformRecorder.java:455) at jdk.jfr@17.0.16/jdk.jfr.internal.PlatformRecorder$$Lambda$2980/0x00007f5fa8dcf758.run(Unknown Source) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "hanging-thread-detection" id=63 state=TIMED_WAITING - waiting on <0x261882ee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x261882ee> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "deadlock-detection" id=62 state=TIMED_WAITING - waiting on <0x71e0863e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x71e0863e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "python-factory-watcher" id=61 state=TIMED_WAITING - waiting on <0x6ba22cf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x6ba22cf6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "profiler-service-0" id=58 state=WAITING - waiting on <0x529eb704> (a java.lang.Object) - locked <0x529eb704> (a java.lang.Object) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at app//com.databricks.spark.profiler.AsyncProfilerWorker$$anon$1.run(ProfilerWorker.scala:96) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "RemoteBlock-temp-file-clean-thread" id=56 state=TIMED_WAITING - waiting on <0x78c5ed49> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x78c5ed49> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at app//org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager.org$apache$spark$storage$BlockManager$RemoteBlockDownloadFileManager$$keepCleaning(BlockManager.scala:2442) at app//org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager$$anon$2.run(BlockManager.scala:2410) "dispatcher-BlockManagerEndpoint1" id=55 state=WAITING - waiting on <0x2d66f7d3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x2d66f7d3> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@62408c4 "dispatcher-BlockManagerMaster" id=54 state=WAITING - waiting on <0x3c60bcb5> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x3c60bcb5> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@3f5a8ea5 "deferred-mapstatuses-broadcast-cache-invalidation-timer" id=53 state=WAITING - waiting on <0x3f12ac71> (a java.util.TaskQueue) - locked <0x3f12ac71> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "map-output-dispatcher-7" id=52 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@16dbc731 "map-output-dispatcher-6" id=51 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@1bd0f3c "map-output-dispatcher-5" id=50 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@15654e96 "map-output-dispatcher-4" id=49 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@16e98804 "map-output-dispatcher-3" id=48 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@5ef92103 "map-output-dispatcher-2" id=47 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@32f4d719 "map-output-dispatcher-1" id=46 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@3c57fb14 "map-output-dispatcher-0" id=45 state=WAITING - waiting on <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x357c014f> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:1275) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@238d6aa2 "dispatcher-event-loop-3" id=44 state=WAITING - waiting on <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@7c808f75 "dispatcher-event-loop-2" id=43 state=WAITING - waiting on <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@7e74ee89 "dispatcher-event-loop-1" id=42 state=WAITING - waiting on <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@39e1acd7 "dispatcher-event-loop-0" id=41 state=WAITING - waiting on <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x430a43a1> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3476) at java.base@17.0.16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3447) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1630) at java.base@17.0.16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.spark.rpc.netty.MessageLoop.org$apache$spark$rpc$netty$MessageLoop$$receiveLoop(MessageLoop.scala:70) at app//org.apache.spark.rpc.netty.MessageLoop$$anon$1.run(MessageLoop.scala:42) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable$$Lambda$2847/0x00007f5fa8db7a48.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$6(SparkThreadLocalForwardingThreadPoolExecutor.scala:119) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2853/0x00007f5fa8dbd168.apply(Unknown Source) at app//com.databricks.sql.transaction.tahoe.mst.MSTThreadHelper$.runWithMstTxnId(MSTThreadHelper.scala:57) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$5(SparkThreadLocalForwardingThreadPoolExecutor.scala:118) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2852/0x00007f5fa8dbcea0.apply(Unknown Source) at app//com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:117) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper$$Lambda$2850/0x00007f5fa8db7d30.apply(Unknown Source) at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:116) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:93) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:162) at app//org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:165) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@aee08df "rpc-boss-3-1" id=40 state=RUNNABLE (running in native) at java.base@17.0.16/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.16/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.16/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) - locked sun.nio.ch.EPollSelectorImpl@1cc3f650 at java.base@17.0.16/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:887) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "SparkMetricsSyncer" id=31 state=TIMED_WAITING - waiting on <0x451662c5> (a java.util.TaskQueue) - locked <0x451662c5> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "com.databricks.common.database.DynamicSecretLoader-0" id=30 state=TIMED_WAITING - waiting on <0x7cd46849> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x7cd46849> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "Metastore checker" id=29 state=TIMED_WAITING at java.base@17.0.16/java.lang.Thread.sleep(Native Method) at app//com.databricks.backend.daemon.driver.MetastoreMonitor.$anonfun$doMonitor$1(MetastoreMonitor.scala:181) at app//com.databricks.backend.daemon.driver.MetastoreMonitor$$Lambda$2487/0x00007f5fa8b3c0d8.apply$mcV$sp(Unknown Source) at app//com.databricks.threading.NamedTimer$$anon$1.$anonfun$run$3(NamedTimer.scala:139) at app//com.databricks.threading.NamedTimer$$anon$1$$Lambda$827/0x00007f5fa85c9068.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:80) at app//com.databricks.logging.AttributionContextTracing$$Lambda$664/0x00007f5fa84ddc68.apply(Unknown Source) at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:348) at app//com.databricks.logging.AttributionContext$$$Lambda$665/0x00007f5fa84ddf30.apply(Unknown Source) at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:344) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:78) at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:75) at app//com.databricks.threading.NamedTimer$$anon$1.withAttributionContext(NamedTimer.scala:127) at app//com.databricks.threading.NamedTimer$$anon$1.$anonfun$run$2(NamedTimer.scala:136) at app//com.databricks.threading.NamedTimer$$anon$1$$Lambda$808/0x00007f5fa85c4658.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.context.integrity.IntegrityCheckContext$ThreadLocalStorage$.withValue(IntegrityCheckContext.scala:73) at app//com.databricks.threading.NamedTimer$$anon$1.$anonfun$run$1(NamedTimer.scala:134) at app//com.databricks.threading.NamedTimer$$anon$1$$Lambda$807/0x00007f5fa85c4370.apply$mcV$sp(Unknown Source) at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) at app//com.databricks.util.UntrustedUtils$.tryLog(UntrustedUtils.scala:109) at app//com.databricks.threading.NamedTimer$$anon$1.run(NamedTimer.scala:134) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:566) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "saferFlagLoader" id=27 state=TIMED_WAITING - waiting on <0x381f70b5> (a java.util.TaskQueue) - locked <0x381f70b5> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "SAFE config record refresher" id=26 state=TIMED_WAITING - waiting on <0x528903ea> (a java.util.TaskQueue) - locked <0x528903ea> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "hanging-task-detection-prober-0" id=25 state=TIMED_WAITING - waiting on <0x588c2ef8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) - locked <0x588c2ef8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1679) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.16/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "PrometheusMetricsExporter" id=24 state=TIMED_WAITING - waiting on <0x274c787f> (a java.util.TaskQueue) - locked <0x274c787f> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "ExportComponent.ServiceExporterThread-0" id=23 state=TIMED_WAITING - waiting on <0x68904d9b> (a java.lang.Object) - locked <0x68904d9b> (a java.lang.Object) at java.base@17.0.16/java.lang.Object.wait(Native Method) at app//opencensus_shaded.io.opencensus.implcore.trace.export.SpanExporterImpl$Worker.run(SpanExporterImpl.java:278) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "OpenCensus.Disruptor-0" id=22 state=TIMED_WAITING at java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.16/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:376) at app//opencensus_shaded.com.lmax.disruptor.SleepingWaitStrategy.applyWaitMethod(SleepingWaitStrategy.java:92) at app//opencensus_shaded.com.lmax.disruptor.SleepingWaitStrategy.waitFor(SleepingWaitStrategy.java:65) at app//opencensus_shaded.com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//opencensus_shaded.com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//opencensus_shaded.com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) "heartBeatDaemon" id=21 state=TIMED_WAITING - waiting on <0x1d42f9aa> (a java.util.TaskQueue) - locked <0x1d42f9aa> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "LoggingSiteTrackerLogger" id=20 state=TIMED_WAITING - waiting on <0x6013f583> (a java.util.TaskQueue) - locked <0x6013f583> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "UptimeLogger:driver" id=19 state=TIMED_WAITING - waiting on <0x258d53cd> (a java.util.TaskQueue) - locked <0x258d53cd> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "FlagSettingCacheMetricsTimer" id=18 state=WAITING - waiting on <0x6be3c899> (a java.util.TaskQueue) - locked <0x6be3c899> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "LDBasedSafeFlagClient" id=17 state=WAITING - waiting on <0x190c8417> (a java.util.TaskQueue) - locked <0x190c8417> (a java.util.TaskQueue) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.Object.wait(Object.java:338) at java.base@17.0.16/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.16/java.util.TimerThread.run(Timer.java:516) "process reaper (pid 1440)" id=15 state=RUNNABLE (running in native) at java.base@17.0.16/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method) at java.base@17.0.16/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) Locked synchronizers: count = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@1753475d "Notification Thread" id=12 state=RUNNABLE "Common-Cleaner" id=11 state=TIMED_WAITING - waiting on <0x7b17d996> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x7b17d996> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.16/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.16/java.lang.Thread.run(Thread.java:840) at java.base@17.0.16/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "Signal Dispatcher" id=4 state=RUNNABLE "Finalizer" id=3 state=WAITING - waiting on <0x4890c61e> (a java.lang.ref.ReferenceQueue$Lock) - locked <0x4890c61e> (a java.lang.ref.ReferenceQueue$Lock) at java.base@17.0.16/java.lang.Object.wait(Native Method) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.16/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.16/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "Reference Handler" id=2 state=RUNNABLE at java.base@17.0.16/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.16/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.16/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)