org.apache.spark.sql.AnalysisException: Unable to process statement for Table 'kafka_events_sql'.

at com.databricks.sql.transaction.tahoe.DeltaErrorsBase.analysisException(DeltaErrors.scala:255)

at com.databricks.sql.transaction.tahoe.DeltaErrorsBase.analysisException$(DeltaErrors.scala:249)

at com.databricks.sql.transaction.tahoe.DeltaErrors$.analysisException(DeltaErrors.scala:2749)

at com.databricks.pipelines.SQLPipeline.analyze(SQLPipeline.scala:309)

at com.databricks.pipelines.SQLPipeline$$anonfun$1.$anonfun$applyOrElse$8(SQLPipeline.scala:244)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$4(Pipeline.scala:1358)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile(DeltaLogging.scala:265)

at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile$(DeltaLogging.scala:263)

at com.databricks.pipelines.Pipeline$.recordFrameProfile(Pipeline.scala:1331)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$3(Pipeline.scala:1356)

at com.databricks.pipelines.Pipeline.withContext(Pipeline.scala:197)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$2(Pipeline.scala:1356)

at scala.util.Try$.apply(Try.scala:213)

at com.databricks.pipelines.Pipeline$$anon$1.call(Pipeline.scala:1355)

at com.databricks.pipelines.graph.FlowFunction$$anon$3.call(Flow.scala:309)

at com.databricks.pipelines.graph.FlowFunction.$anonfun$callWithCache$1(Flow.scala:255)

at scala.collection.immutable.Map$Map1.getOrElse(Map.scala:168)

at com.databricks.pipelines.graph.FlowFunction.callWithCache(Flow.scala:250)

at com.databricks.pipelines.graph.FlowFunction.callWithCache$(Flow.scala:244)

at com.databricks.pipelines.graph.FlowFunction$$anon$3.callWithCache(Flow.scala:305)

at com.databricks.pipelines.graph.Flow.flowFuncResult(Flow.scala:116)

at com.databricks.pipelines.graph.Flow.flowFuncResult$(Flow.scala:114)

at com.databricks.pipelines.graph.UnresolvedFlow.flowFuncResult$lzycompute(Flow.scala:389)

at com.databricks.pipelines.graph.UnresolvedFlow.flowFuncResult(Flow.scala:389)

at com.databricks.pipelines.graph.Flow.failure(Flow.scala:188)

at com.databricks.pipelines.graph.Flow.failure$(Flow.scala:188)

at com.databricks.pipelines.graph.UnresolvedFlow.failure(Flow.scala:389)

at com.databricks.pipelines.graph.Flow.resolved(Flow.scala:212)

at com.databricks.pipelines.graph.Flow.resolved$(Flow.scala:212)

at com.databricks.pipelines.graph.UnresolvedFlow.resolved(Flow.scala:389)

at com.databricks.pipelines.graph.DataflowGraph.$anonfun$resolve$10(DataflowGraph.scala:327)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$3(DltApiUsageLogging.scala:31)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$4(DltApiUsageLogging.scala:43)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionContext(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperationWithResultTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperation(DltApiUsageLogging.scala:16)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$1(DltApiUsageLogging.scala:43)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordPipelinesOperation(DltApiUsageLogging.scala:22)

at com.databricks.pipelines.graph.DataflowGraph.$anonfun$resolve$1(DataflowGraph.scala:326)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$3(DltApiUsageLogging.scala:31)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$4(DltApiUsageLogging.scala:43)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionContext(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperationWithResultTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperation(DltApiUsageLogging.scala:16)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$1(DltApiUsageLogging.scala:43)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordPipelinesOperation(DltApiUsageLogging.scala:22)

at com.databricks.pipelines.graph.DataflowGraph.resolve(DataflowGraph.scala:265)

at com.databricks.pipelines.graph.DataflowGraph.connect(DataflowGraph.scala:248)

at com.databricks.pipelines.execution.core.TableManager.$anonfun$materializeTables$2(TableManager.scala:121)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.TableManager.$anonfun$materializeTables$1(TableManager.scala:121)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.TableManager.materializeTables(TableManager.scala:116)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$setupTables$3(UpdateExecution.scala:637)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$setupTables$1(UpdateExecution.scala:637)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.common.monitoring.OperationStatusReporter.executeWithPeriodicReporting(OperationStatusReporter.scala:120)

at com.databricks.pipelines.common.monitoring.OperationStatusReporter$.executeWithPeriodicReporting(OperationStatusReporter.scala:160)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:135)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.UpdateExecution.recordPipelinesOperation(UpdateExecution.scala:57)

at com.databricks.pipelines.execution.core.UpdateExecution.executeStage(UpdateExecution.scala:353)

at com.databricks.pipelines.execution.core.UpdateExecution.setupTables(UpdateExecution.scala:631)

at com.databricks.pipelines.execution.core.UpdateExecution.executeUpdate(UpdateExecution.scala:485)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$start$3(UpdateExecution.scala:184)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$$anon$1.runWithAttributionTags(DeltaPipelinesUsageLogging.scala:77)

at sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:-2)

at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

at java.lang.reflect.Method.invoke(Method.java:498)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.withDbAttributionTags(DeltaPipelinesUsageLogging.scala:84)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.withDbAttributionTags$(DeltaPipelinesUsageLogging.scala:83)

at com.databricks.pipelines.execution.core.UpdateExecution.withDbAttributionTags(UpdateExecution.scala:57)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$start$1(UpdateExecution.scala:172)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.UCContextCompanion$OptionUCContextHelper.runWithNewUCSIfAvailable(BaseUCContext.scala:985)

at com.databricks.pipelines.execution.core.UpdateExecution.start(UpdateExecution.scala:169)

at com.databricks.pipelines.execution.service.ExecutionBackend$$anon$2.$anonfun$run$2(ExecutionBackend.scala:712)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.CommandContextUtils$.withCommandContext(CommandContextUtils.scala:48)

at com.databricks.pipelines.execution.service.ExecutionBackend$$anon$2.run(ExecutionBackend.scala:708)

at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)

at java.util.concurrent.FutureTask.run(FutureTask.java:266)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:116)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:79)

at com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:41)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:78)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:64)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:113)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:116)

at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)

at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)

at java.lang.Thread.run(Thread.java:750)

org.apache.spark.sql.AnalysisException: could not resolve `read_kafka` to a table-valued function.; line 5 pos 14;

'Project [*]

+- 'UnresolvedTableValuedFunction [read_kafka], [bootstrapServers => xxx-xxxx.eastasia.azure.confluent.cloud:9092, subscribe => fitness-tracker, startingOffsets => earliest, kafka.security.protocol => SASL_SSL, kafka.sasl.mechanism => PLAIN, kafka.sasl.jaas.config => kafkashaded.org.apache.kafka.common.security.plain.PlainLoginModule required username="xxxx" password="xxx+xxx+xxx";], true

at org.apache.spark.sql.catalyst.analysis.package$AnalysisErrorAt.failAnalysis(package.scala:62)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis0$1(CheckAnalysis.scala:203)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis0$1$adapted(CheckAnalysis.scala:170)

at org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:302)

at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreachUp$1(TreeNode.scala:301)

at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreachUp$1$adapted(TreeNode.scala:301)

at scala.collection.Iterator.foreach(Iterator.scala:943)

at scala.collection.Iterator.foreach$(Iterator.scala:943)

at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)

at scala.collection.IterableLike.foreach(IterableLike.scala:74)

at scala.collection.IterableLike.foreach$(IterableLike.scala:73)

at scala.collection.AbstractIterable.foreach(Iterable.scala:56)

at org.apache.spark.sql.catalyst.trees.TreeNode.foreachUp(TreeNode.scala:301)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis0(CheckAnalysis.scala:170)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis0$(CheckAnalysis.scala:167)

at org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis0(Analyzer.scala:286)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis$1(CheckAnalysis.scala:163)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis(CheckAnalysis.scala:153)

at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis$(CheckAnalysis.scala:153)

at org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis(Analyzer.scala:286)

at org.apache.spark.sql.catalyst.analysis.Analyzer.$anonfun$executeAndCheck$1(Analyzer.scala:340)

at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$.markInAnalyzer(AnalysisHelper.scala:379)

at org.apache.spark.sql.catalyst.analysis.Analyzer.executeAndCheck(Analyzer.scala:337)

at org.apache.spark.sql.execution.QueryExecution.$anonfun$analyzed$1(QueryExecution.scala:153)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:352)

at org.apache.spark.sql.execution.QueryExecution.$anonfun$executePhase$3(QueryExecution.scala:372)

at org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:819)

at org.apache.spark.sql.execution.QueryExecution.$anonfun$executePhase$1(QueryExecution.scala:372)

at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1038)

at org.apache.spark.sql.execution.QueryExecution.executePhase(QueryExecution.scala:369)

at org.apache.spark.sql.execution.QueryExecution.analyzed$lzycompute(QueryExecution.scala:147)

at org.apache.spark.sql.execution.QueryExecution.analyzed(QueryExecution.scala:147)

at org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:137)

at org.apache.spark.sql.Dataset$.$anonfun$ofRows$1(Dataset.scala:100)

at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1038)

at org.apache.spark.sql.SparkSession.$anonfun$withActiveAndFrameProfiler$1(SparkSession.scala:1045)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at org.apache.spark.sql.SparkSession.withActiveAndFrameProfiler(SparkSession.scala:1045)

at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:98)

at com.databricks.pipelines.SQLPipeline$.analyze(SQLPipeline.scala:478)

at com.databricks.pipelines.SQLPipeline.analyze(SQLPipeline.scala:302)

at com.databricks.pipelines.SQLPipeline$$anonfun$1.$anonfun$applyOrElse$8(SQLPipeline.scala:244)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$4(Pipeline.scala:1358)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile(DeltaLogging.scala:265)

at com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile$(DeltaLogging.scala:263)

at com.databricks.pipelines.Pipeline$.recordFrameProfile(Pipeline.scala:1331)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$3(Pipeline.scala:1356)

at com.databricks.pipelines.Pipeline.withContext(Pipeline.scala:197)

at com.databricks.pipelines.Pipeline$$anon$1.$anonfun$call$2(Pipeline.scala:1356)

at scala.util.Try$.apply(Try.scala:213)

at com.databricks.pipelines.Pipeline$$anon$1.call(Pipeline.scala:1355)

at com.databricks.pipelines.graph.FlowFunction$$anon$3.call(Flow.scala:309)

at com.databricks.pipelines.graph.FlowFunction.$anonfun$callWithCache$1(Flow.scala:255)

at scala.collection.immutable.Map$Map1.getOrElse(Map.scala:168)

at com.databricks.pipelines.graph.FlowFunction.callWithCache(Flow.scala:250)

at com.databricks.pipelines.graph.FlowFunction.callWithCache$(Flow.scala:244)

at com.databricks.pipelines.graph.FlowFunction$$anon$3.callWithCache(Flow.scala:305)

at com.databricks.pipelines.graph.Flow.flowFuncResult(Flow.scala:116)

at com.databricks.pipelines.graph.Flow.flowFuncResult$(Flow.scala:114)

at com.databricks.pipelines.graph.UnresolvedFlow.flowFuncResult$lzycompute(Flow.scala:389)

at com.databricks.pipelines.graph.UnresolvedFlow.flowFuncResult(Flow.scala:389)

at com.databricks.pipelines.graph.Flow.failure(Flow.scala:188)

at com.databricks.pipelines.graph.Flow.failure$(Flow.scala:188)

at com.databricks.pipelines.graph.UnresolvedFlow.failure(Flow.scala:389)

at com.databricks.pipelines.graph.Flow.resolved(Flow.scala:212)

at com.databricks.pipelines.graph.Flow.resolved$(Flow.scala:212)

at com.databricks.pipelines.graph.UnresolvedFlow.resolved(Flow.scala:389)

at com.databricks.pipelines.graph.DataflowGraph.$anonfun$resolve$10(DataflowGraph.scala:327)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$3(DltApiUsageLogging.scala:31)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$4(DltApiUsageLogging.scala:43)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionContext(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperationWithResultTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperation(DltApiUsageLogging.scala:16)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$1(DltApiUsageLogging.scala:43)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordPipelinesOperation(DltApiUsageLogging.scala:22)

at com.databricks.pipelines.graph.DataflowGraph.$anonfun$resolve$1(DataflowGraph.scala:326)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$3(DltApiUsageLogging.scala:31)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$4(DltApiUsageLogging.scala:43)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionContext(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.graph.DltApiUsageLogging$.withAttributionTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperationWithResultTags(DltApiUsageLogging.scala:16)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordOperation(DltApiUsageLogging.scala:16)

at com.databricks.pipelines.graph.DltApiUsageLogging$.$anonfun$recordPipelinesOperation$1(DltApiUsageLogging.scala:43)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.graph.DltApiUsageLogging$.recordPipelinesOperation(DltApiUsageLogging.scala:22)

at com.databricks.pipelines.graph.DataflowGraph.resolve(DataflowGraph.scala:265)

at com.databricks.pipelines.graph.DataflowGraph.connect(DataflowGraph.scala:248)

at com.databricks.pipelines.execution.core.TableManager.$anonfun$materializeTables$2(TableManager.scala:121)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.TableManager.$anonfun$materializeTables$1(TableManager.scala:121)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.TableManager.materializeTables(TableManager.scala:116)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$setupTables$3(UpdateExecution.scala:637)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:137)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:284)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$setupTables$1(UpdateExecution.scala:637)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$3(DeltaPipelinesUsageLogging.scala:115)

at com.databricks.pipelines.common.monitoring.OperationStatusReporter.executeWithPeriodicReporting(OperationStatusReporter.scala:120)

at com.databricks.pipelines.common.monitoring.OperationStatusReporter$.executeWithPeriodicReporting(OperationStatusReporter.scala:160)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$6(DeltaPipelinesUsageLogging.scala:135)

at com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:652)

at com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$4(UsageLogging.scala:673)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:647)

at com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:566)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperationWithResultTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:557)

at com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:527)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.recordOperation0(DeltaPipelinesUsageLogging.scala:59)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.$anonfun$recordPipelinesOperation$1(DeltaPipelinesUsageLogging.scala:127)

at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation(DeltaPipelinesUsageLogging.scala:105)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.recordPipelinesOperation$(DeltaPipelinesUsageLogging.scala:101)

at com.databricks.pipelines.execution.core.UpdateExecution.recordPipelinesOperation(UpdateExecution.scala:57)

at com.databricks.pipelines.execution.core.UpdateExecution.executeStage(UpdateExecution.scala:353)

at com.databricks.pipelines.execution.core.UpdateExecution.setupTables(UpdateExecution.scala:631)

at com.databricks.pipelines.execution.core.UpdateExecution.executeUpdate(UpdateExecution.scala:485)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$start$3(UpdateExecution.scala:184)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:414)

at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)

at com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:158)

at com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:412)

at com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:409)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionContext(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:457)

at com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:442)

at com.databricks.pipelines.execution.core.monitoring.PublicLogging.withAttributionTags(DeltaPipelinesUsageLogging.scala:24)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging$$anon$1.runWithAttributionTags(DeltaPipelinesUsageLogging.scala:77)

at sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:-2)

at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

at java.lang.reflect.Method.invoke(Method.java:498)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.withDbAttributionTags(DeltaPipelinesUsageLogging.scala:84)

at com.databricks.pipelines.execution.core.monitoring.DeltaPipelinesUsageLogging.withDbAttributionTags$(DeltaPipelinesUsageLogging.scala:83)

at com.databricks.pipelines.execution.core.UpdateExecution.withDbAttributionTags(UpdateExecution.scala:57)

at com.databricks.pipelines.execution.core.UpdateExecution.$anonfun$start$1(UpdateExecution.scala:172)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.UCContextCompanion$OptionUCContextHelper.runWithNewUCSIfAvailable(BaseUCContext.scala:985)

at com.databricks.pipelines.execution.core.UpdateExecution.start(UpdateExecution.scala:169)

at com.databricks.pipelines.execution.service.ExecutionBackend$$anon$2.$anonfun$run$2(ExecutionBackend.scala:712)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.pipelines.execution.core.CommandContextUtils$.withCommandContext(CommandContextUtils.scala:48)

at com.databricks.pipelines.execution.service.ExecutionBackend$$anon$2.run(ExecutionBackend.scala:708)

at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)

at java.util.concurrent.FutureTask.run(FutureTask.java:266)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.$anonfun$run$1(SparkThreadLocalForwardingThreadPoolExecutor.scala:116)

at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)

at com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.$anonfun$runWithCaptured$4(SparkThreadLocalForwardingThreadPoolExecutor.scala:79)

at com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:41)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:78)

at org.apache.spark.util.threads.SparkThreadLocalCapturingHelper.runWithCaptured$(SparkThreadLocalForwardingThreadPoolExecutor.scala:64)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.runWithCaptured(SparkThreadLocalForwardingThreadPoolExecutor.scala:113)

at org.apache.spark.util.threads.SparkThreadLocalCapturingRunnable.run(SparkThreadLocalForwardingThreadPoolExecutor.scala:116)

at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)

at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)

at java.lang.Thread.run(Thread.java:750)