Stack Tace from Datarbicks Driver:

org.apache.spark.sql.AnalysisException: [RequestId=1459328e-ab5c-4d95-aa94-7a23b2eb56c0 ErrorClass=INTERNAL_ERROR] ;
CopyIntoCommandEdge com.databricks.sql.transaction.tahoe.OptimisticTransaction@2b79a8f7, fcfs-abfss://striim@adlspazdatalake.dfs.core.windows.net/.striim/DEA/trg_azure_databricks_cdc_parq11/prod_datalake.banner.rorstat/prod_datalake.banner.rorstat498.csv, Project [cast(_c0#11275242 as string) AS rorstat_aidy_code#11274606, cast(_c1#11275243 as bigint) AS rorstat_pidm#11274607L, cast(_c2#11275244 as string) AS rorstat_lock_ind#11274608, cast(_c3#11275245 as string) AS rorstat_pgrp_lock_ind#11274609, cast(_c4#11275246 as string) AS rorstat_bgrp_proc_ind#11274610, cast(_c5#11275247 as string) AS rorstat_pgrp_proc_ind#11274611, cast(_c6#11275248 as string) AS rorstat_tgrp_proc_ind#11274612, cast(_c7#11275249 as string) AS rorstat_pckg_fund_proc_ind#11274613, cast(_c8#11275250 as string) AS rorstat_ver_complete#11274614, cast(_c9#11275251 as string) AS rorstat_user_id#11274615, cast(_c10#11275252 as timestamp) AS rorstat_activity_date#11274616, cast(_c11#11275253 as string) AS rorstat_ver_pay_ind#11274617, cast(_c12#11275254 as string) AS rorstat_bgrp_code#11274618, cast(_c13#11275255 as string) AS rorstat_aprd_code#11274619, cast(_c14#11275256 as string) AS rorstat_pgrp_code#11274620, cast(_c15#11275257 as string) AS rorstat_tgrp_code#11274621, cast(_c16#11275258 as string) AS rorstat_recalc_na_ind#11274622, cast(_c17#11275259 as bigint) AS rorstat_pc#11274623L, cast(_c18#11275260 as bigint) AS rorstat_sc#11274624L, cast(_c19#11275261 as timestamp) AS rorstat_appl_rcvd_date#11274625, cast(_c20#11275262 as timestamp) AS rorstat_pckg_fund_date#11274626, cast(_c21#11275263 as timestamp) AS rorstat_need_date#11274627, cast(_c22#11275264 as timestamp) AS rorstat_pckg_comp_date#11274628, cast(_c23#11275265 as timestamp) AS rorstat_all_req_comp_date#11274629, ... 188 more fields], RelationV2[rorstat_aidy_code#11275030, rorstat_pidm#11275031L, rorstat_lock_ind#11275032, rorstat_pgrp_lock_ind#11275033, rorstat_bgrp_proc_ind#11275034, rorstat_pgrp_proc_ind#11275035, rorstat_tgrp_proc_ind#11275036, rorstat_pckg_fund_proc_ind#11275037, rorstat_ver_complete#11275038, rorstat_user_id#11275039, rorstat_activity_date#11275040, rorstat_ver_pay_ind#11275041, rorstat_bgrp_code#11275042, rorstat_aprd_code#11275043, rorstat_pgrp_code#11275044, rorstat_tgrp_code#11275045, rorstat_recalc_na_ind#11275046, rorstat_pc#11275047L, rorstat_sc#11275048L, rorstat_appl_rcvd_date#11275049, rorstat_pckg_fund_date#11275050, rorstat_need_date#11275051, rorstat_pckg_comp_date#11275052, rorstat_all_req_comp_date#11275053, ... 188 more fields] prod_datalake.banner.rorstat_STAGEONE prod_datalake.banner.rorstat_stageone, [multiline=true, escape=", ignoremissingfiles=true], CopyIntoDeltaOptions(Map(),org.apache.spark.sql.internal.SQLConf@256ad365,false,true,false), 28bfcf5a-7e28-4d47-81b7-b2c35e2985a6, [azure_sas_token=*********(redacted)]

	at com.databricks.managedcatalog.ErrorDetailsHandler.wrapServiceException(ErrorDetailsHandler.scala:33)
	at com.databricks.managedcatalog.ErrorDetailsHandler.wrapServiceException$(ErrorDetailsHandler.scala:23)
	at com.databricks.managedcatalog.ManagedCatalogClientImpl.wrapServiceException(ManagedCatalogClientImpl.scala:105)
	at com.databricks.managedcatalog.ManagedCatalogClientImpl.recordAndWrapException(ManagedCatalogClientImpl.scala:3281)
	at com.databricks.managedcatalog.ManagedCatalogClientImpl.generateTemporaryTableCredentials(ManagedCatalogClientImpl.scala:1242)
	at com.databricks.sql.managedcatalog.ManagedCatalogCommon.generateTemporaryTableCredentials(ManagedCatalogCommon.scala:989)
	at com.databricks.sql.managedcatalog.acl.ModifyTable.assertAuthorized(actions.scala:62)
	at com.databricks.sql.managedcatalog.acl.SQLAction.check(actions.scala:32)
	at com.databricks.sql.managedcatalog.acl.SQLAction.check$(actions.scala:26)
	at com.databricks.sql.managedcatalog.acl.ModifyTable.check(actions.scala:55)
	at com.databricks.sql.managedcatalog.acl.UnityCatalogCheckRule.$anonfun$apply$3(UnityCatalogCheckRule.scala:103)
	at scala.collection.immutable.List.map(List.scala:293)
	at com.databricks.sql.managedcatalog.acl.UnityCatalogCheckRule.$anonfun$apply$2(UnityCatalogCheckRule.scala:103)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at com.databricks.sql.managedcatalog.acl.UnityCatalogCheckRule.timeit(UnityCatalogCheckRule.scala:116)
	at com.databricks.sql.managedcatalog.acl.UnityCatalogCheckRule.apply(UnityCatalogCheckRule.scala:103)
	at com.databricks.sql.managedcatalog.acl.UnityCatalogCheckRule.apply(UnityCatalogCheckRule.scala:72)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis0$56(CheckAnalysis.scala:792)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis0$56$adapted(CheckAnalysis.scala:792)
	at scala.collection.immutable.List.foreach(List.scala:431)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis0(CheckAnalysis.scala:792)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis0$(CheckAnalysis.scala:166)
	at org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis0(Analyzer.scala:286)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.$anonfun$checkAnalysis$1(CheckAnalysis.scala:162)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis(CheckAnalysis.scala:152)
	at org.apache.spark.sql.catalyst.analysis.CheckAnalysis.checkAnalysis$(CheckAnalysis.scala:152)
	at org.apache.spark.sql.catalyst.analysis.Analyzer.checkAnalysis(Analyzer.scala:286)
	at org.apache.spark.sql.catalyst.analysis.Analyzer.$anonfun$executeAndCheck$1(Analyzer.scala:340)
	at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$.markInAnalyzer(AnalysisHelper.scala:379)
	at org.apache.spark.sql.catalyst.analysis.Analyzer.executeAndCheck(Analyzer.scala:337)
	at org.apache.spark.sql.execution.QueryExecution.$anonfun$analyzed$1(QueryExecution.scala:153)
	at com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:80)
	at org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:348)
	at org.apache.spark.sql.execution.QueryExecution.$anonfun$executePhase$3(QueryExecution.scala:372)
	at org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:809)
	at org.apache.spark.sql.execution.QueryExecution.$anonfun$executePhase$1(QueryExecution.scala:372)
	at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1038)
	at org.apache.spark.sql.execution.QueryExecution.executePhase(QueryExecution.scala:369)
	at org.apache.spark.sql.execution.QueryExecution.analyzed$lzycompute(QueryExecution.scala:147)
	at org.apache.spark.sql.execution.QueryExecution.analyzed(QueryExecution.scala:147)
	at org.apache.spark.sql.execution.QueryExecution.assertAnalyzed(QueryExecution.scala:137)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$analyzeQuery$2(SparkExecuteStatementOperation.scala:493)
	at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:1038)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$analyzeQuery$1(SparkExecuteStatementOperation.scala:476)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.getOrCreateDF(SparkExecuteStatementOperation.scala:466)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.analyzeQuery(SparkExecuteStatementOperation.scala:476)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$execute$5(SparkExecuteStatementOperation.scala:536)
	at org.apache.spark.util.Utils$.timeTakenMs(Utils.scala:708)
	at org.apache.spark.sql.execution.qrc.CacheEventLogger.recordLatency(QueryResultCache.scala:149)
	at org.apache.spark.sql.execution.qrc.CacheEventLogger.recordLatency$(QueryResultCache.scala:145)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.recordLatency(SparkExecuteStatementOperation.scala:62)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$execute$1(SparkExecuteStatementOperation.scala:536)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:41)
	at com.databricks.unity.HandleImpl.runWith(UCSHandle.scala:99)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:501)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:361)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48)
	at org.apache.spark.sql.hive.thriftserver.ThriftLocalProperties.withLocalProperties(ThriftLocalProperties.scala:156)
	at org.apache.spark.sql.hive.thriftserver.ThriftLocalProperties.withLocalProperties$(ThriftLocalProperties.scala:51)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:62)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:339)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:324)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
	at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:373)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)




Stack Tace from the Application:

[Databricks][DatabricksJDBCDriver](500051) ERROR processing query/statement. Error Code: 0, SQL state: org.apache.hive.service.cli.HiveSQLException: Error running query: org.apache.spark.sql.AnalysisException: [RequestId=1459328e-ab5c-4d95-aa94-7a23b2eb56c0 ErrorClass=INTERNAL_ERROR]
at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:48)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$execute$1(SparkExecuteStatementOperation.scala:611)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:41)
at com.databricks.unity.HandleImpl.runWith(UCSHandle.scala:99)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:501)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:361)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at com.databricks.spark.util.IdentityClaim$.withClaim(IdentityClaim.scala:48)
at org.apache.spark.sql.hive.thriftserver.ThriftLocalProperties.withLocalProperties(ThriftLocalProperties.scala:156)
at org.apache.spark.sql.hive.thriftserver.ThriftLocalProperties.withLocalProperties$(ThriftLocalProperties.scala:51)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:62)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:339)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:324)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:373)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.spark.sql.AnalysisException: [RequestId=1459328e-ab5c-4d95-aa94-7a23b2eb56c0 ErrorClass=INTERNAL_ERROR]
at org.apache.spark.sql.AnalysisException.copy(AnalysisException.scala:111)
at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.$anonfun$execute$1(SparkExecuteStatementOperation.scala:588)
... 21 more
, Query: COPY INTO `prod_datalake`.`banner`.`rorstat_STAGEONE` FROM (SELECT CAST(_c0 AS STRING) AS `rorstat_aidy_code`,CAST(_c1 AS BIGINT) AS `rorstat_pidm`,CAST(_c2 AS STRING) AS `rorstat_lock_ind`,CAST(_c3 AS STRING) AS `rorstat_pgrp_lock_ind`,CAST(_c4 AS STRING) AS `rorstat_bgrp_proc_ind`,CAST(_c5 AS STRING) AS `rorstat_pgrp_proc_ind`,CAST(_c6 AS STRING) AS `rorstat_tgrp_proc_ind`,CAST(_c7 AS STRING) AS `rorstat_pckg_fund_proc_ind`,CAST(_c8 AS STRING) AS `rorstat_ver_complete`,CAST(_c9 AS STRING) AS `rorstat_user_id`,CAST(_c10 AS TIMESTAMP) AS `rorstat_activity_date`,CAST(_c11 AS STRING) AS `rorstat_ver_pay_ind`,CAST(_c12 AS STRING) AS `rorstat_bgrp_code`,CAST(_c13 AS STRING) AS `rorstat_aprd_code`,CAST(_c14 AS STRING) AS `rorstat_pgrp_code`,CAST(_c15 AS STRING) AS `rorstat_tgrp_code`,CAST(_c16 AS STRING) AS `rorstat_recalc_na_ind`,CAST(_c17 AS BIGINT) AS `rorstat_pc`,CAST(_c18 AS BIGINT) AS `rorstat_sc`,CAST(_c19 AS TIMESTAMP) AS `rorstat_appl_rcvd_date`,CAST(_c20 AS TIMESTAMP) AS `rorstat_pckg_fund_date`,CAST(_c21 AS TIMESTAMP) AS `rorstat_need_date`,CAST(_c22 AS TIMESTAMP) AS `rorstat_pckg_comp_date`,CAST(_c23 AS TIMESTAMP) AS `rorstat_all_req_comp_date`,CAST(_c24 AS TIMESTAMP) AS `rorstat_memo_req_comp_date`,CAST(_c25 AS TIMESTAMP) AS `rorstat_pckg_req_comp_date`,CAST(_c26 AS TIMESTAMP) AS `rorstat_disb_req_comp_date`,CAST(_c27 AS BIGINT) AS `rorstat_pell_sched_awd`,CAST(_c28 AS BIGINT) AS `rorstat_pri_sar_pgi`,CAST(_c29 AS BIGINT) AS `rorstat_sec_sar_pgi`,CAST(_c30 AS TIMESTAMP) AS `rorstat_sar_date`,CAST(_c31 AS STRING) AS `rorstat_sar_tran_no`,CAST(_c32 AS STRING) AS `rorstat_sar_ssn`,CAST(_c33 AS STRING) AS `rorstat_sar_init`,CAST(_c34 AS STRING) AS `rorstat_cm_sc_lock_ind`,CAST(_c35 AS STRING) AS `rorstat_cm_pc_lock_ind`,CAST(_c36 AS STRING) AS `rorstat_cm_tfc_lock_ind`,CAST(_c37 AS STRING) AS `rorstat_pgi_lock_ind`,CAST(_c38 AS STRING) AS `rorstat_inst_sc_lock_ind`,CAST(_c39 AS STRING) AS `rorstat_inst_pc_lock_ind`,CAST(_c40 AS DECIMAL(11,2)) AS `rorstat_grs_need`,CAST(_c41 AS DECIMAL(11,2)) AS `rorstat_unmet_need`,CAST(_c42 AS BIGINT) AS `rorstat_tfc`,CAST(_c43 AS STRING) AS `rorstat_awd_ltr_ind`,CAST(_c44 AS DECIMAL(11,2)) AS `rorstat_resource_amt`,CAST(_c45 AS TIMESTAMP) AS `rorstat_resource_act_date`,CAST(_c46 AS STRING) AS `rorstat_trk_ltr_ind`,CAST(_c47 AS DECIMAL(11,2)) AS `rorstat_im_grs_need`,CAST(_c48 AS DECIMAL(11,2)) AS `rorstat_im_unmet_need`,CAST(_c49 AS BIGINT) AS `rorstat_im_tfc`,CAST(_c50 AS STRING) AS `rorstat_addl_stfd_elig_ind`,CAST(_c51 AS STRING) AS `rorstat_im_lock`,CAST(_c52 AS STRING) AS `rorstat_fm_batch_lock`,CAST(_c53 AS STRING) AS `rorstat_im_batch_lock`,CAST(_c54 AS STRING) AS `rorstat_nslds_ovrd_ind`,CAST(_c55 AS STRING) AS `rorstat_former_heal_ind`,CAST(_c56 AS DECIMAL(11,2)) AS `rorstat_pell_lt_half_coa`,CAST(_c57 AS STRING) AS `rorstat_info_access_ind`,CAST(_c58 AS STRING) AS `rorstat_borrower_based_cde`,CAST(_c59 AS STRING) AS `rorstat_pell_orig_ind`,CAST(_c60 AS STRING) AS `rorstat_pell_disb_lock_ind`,CAST(_c61 AS STRING) AS `rorstat_post_ba_pell_ovrd`,CAST(_c62 AS STRING) AS `rorstat_infc_code`,CAST(_c63 AS STRING) AS `rorstat_alternate_pell_ind`,CAST(_c64 AS DECIMAL(11,2)) AS `rorstat_pell_attend_cost`,CAST(_c65 AS DECIMAL(7,2)) AS `rorstat_low_tuition_cost`,CAST(_c66 AS BIGINT) AS `rorstat_sub_loan_excl_amt`,CAST(_c67 AS STRING) AS `rorstat_tgrp_code_lock_ind`,CAST(_c68 AS STRING) AS `rorstat_bgrp_code_lock_ind`,CAST(_c69 AS STRING) AS `rorstat_pgrp_code_lock_ind`,CAST(_c70 AS TIMESTAMP) AS `rorstat_trk_ltr_ind_date`,CAST(_c71 AS STRING) AS `rorstat_turn_off_pell_ind`,CAST(_c72 AS STRING) AS `rorstat_ver_user_id`,CAST(_c73 AS TIMESTAMP) AS `rorstat_ver_date`,CAST(_c74 AS STRING) AS `rorstat_data_origin`,CAST(_c75 AS STRING) AS `rorstat_prep_or_teach_ind`,CAST(_c76 AS STRING) AS `rorstat_acg_disb_lock_ind`,CAST(_c77 AS STRING) AS `rorstat_smart_disb_lock_ind`,CAST(_c78 AS STRING) AS `rorstat_auto_zero_efc_ind`,CAST(_c79 AS STRING) AS `rorstat_addl_pell_elig_ind`,CAST(_c80 AS STRING) AS `rorstat_dep_no_par_data`,CAST(_c81 AS STRING) AS `rorstat_aprd_code_pell`,CAST(_c82 AS STRING) AS `rorstat_post_911_pell_elig`,CAST(_c83 AS STRING) AS `rorstat_pbud_info_access_ind`,CAST(_c84 AS STRING) AS `rorstat_high_pell_leu_flag`,CAST(_c85 AS STRING) AS `rorstat_ss_info_access_ind`,CAST(_c86 AS BIGINT) AS `rorstat_surrogate_id`,CAST(_c87 AS BIGINT) AS `rorstat_version`,CAST(_c88 AS STRING) AS `rorstat_vpdi_code`,CAST(_c89 AS STRING) AS `rorstat_xes`,CAST(_c90 AS STRING) AS `rorstat_xes_algo_code`,CAST(_c91 AS BIGINT) AS `rorstat_xes_seq_no`,CAST(_c92 AS STRING) AS `rorstat_xes_lock_ind`,CAST(_c93 AS STRING) AS `rorstat_aprd_algo_code`,CAST(_c94 AS BIGINT) AS `rorstat_aprd_seq_no`,CAST(_c95 AS STRING) AS `rorstat_aprd_algo_code_pell`,CAST(_c96 AS BIGINT) AS `rorstat_aprd_seq_no_pell`,CAST(_c97 AS STRING) AS `rorstat_recalc_im_ind`,CAST(_c98 AS TIMESTAMP) AS `rorstat_im_need_date`,CAST(_c99 AS STRING) AS `rorstat_ovrde_sayr_code`,CAST(_c100 AS STRING) AS `rorstat_ovrde_sayr_algo_code`,CAST(_c101 AS BIGINT) AS `rorstat_ovrde_sayr_seq_no`,CAST(_c102 AS STRING) AS `rorstat_nsum_fed_guid`,CAST(_c103 AS STRING) AS `rorstat_nsum_inst_guid`,CAST(_c104 AS STRING) AS `rorstat_cfh_ind`,CAST(_c105 AS INT) AS `__STRIIM_SEQNO`,CAST(_c106 AS BOOLEAN) AS `__STRIIM_ISDELETED`,CAST(_c107 AS BOOLEAN) AS `rorstat_aidy_code__STRIIM_ISPRESENT`,CAST(_c108 AS BOOLEAN) AS `rorstat_pidm__STRIIM_ISPRESENT`,CAST(_c109 AS BOOLEAN) AS `rorstat_lock_ind__STRIIM_ISPRESENT`,CAST(_c110 AS BOOLEAN) AS `rorstat_pgrp_lock_ind__STRIIM_ISPRESENT`,CAST(_c111 AS BOOLEAN) AS `rorstat_bgrp_proc_ind__STRIIM_ISPRESENT`,CAST(_c112 AS BOOLEAN) AS `rorstat_pgrp_proc_ind__STRIIM_ISPRESENT`,CAST(_c113 AS BOOLEAN) AS `rorstat_tgrp_proc_ind__STRIIM_ISPRESENT`,CAST(_c114 AS BOOLEAN) AS `rorstat_pckg_fund_proc_ind__STRIIM_ISPRESENT`,CAST(_c115 AS BOOLEAN) AS `rorstat_ver_complete__STRIIM_ISPRESENT`,CAST(_c116 AS BOOLEAN) AS `rorstat_user_id__STRIIM_ISPRESENT`,CAST(_c117 AS BOOLEAN) AS `rorstat_activity_date__STRIIM_ISPRESENT`,CAST(_c118 AS BOOLEAN) AS `rorstat_ver_pay_ind__STRIIM_ISPRESENT`,CAST(_c119 AS BOOLEAN) AS `rorstat_bgrp_code__STRIIM_ISPRESENT`,CAST(_c120 AS BOOLEAN) AS `rorstat_aprd_code__STRIIM_ISPRESENT`,CAST(_c121 AS BOOLEAN) AS `rorstat_pgrp_code__STRIIM_ISPRESENT`,CAST(_c122 AS BOOLEAN) AS `rorstat_tgrp_code__STRIIM_ISPRESENT`,CAST(_c123 AS BOOLEAN) AS `rorstat_recalc_na_ind__STRIIM_ISPRESENT`,CAST(_c124 AS BOOLEAN) AS `rorstat_pc__STRIIM_ISPRESENT`,CAST(_c125 AS BOOLEAN) AS `rorstat_sc__STRIIM_ISPRESENT`,CAST(_c126 AS BOOLEAN) AS `rorstat_appl_rcvd_date__STRIIM_ISPRESENT`,CAST(_c127 AS BOOLEAN) AS `rorstat_pckg_fund_date__STRIIM_ISPRESENT`,CAST(_c128 AS BOOLEAN) AS `rorstat_need_date__STRIIM_ISPRESENT`,CAST(_c129 AS BOOLEAN) AS `rorstat_pckg_comp_date__STRIIM_ISPRESENT`,CAST(_c130 AS BOOLEAN) AS `rorstat_all_req_comp_date__STRIIM_ISPRESENT`,CAST(_c131 AS BOOLEAN) AS `rorstat_memo_req_comp_date__STRIIM_ISPRESENT`,CAST(_c132 AS BOOLEAN) AS `rorstat_pckg_req_comp_date__STRIIM_ISPRESENT`,CAST(_c133 AS BOOLEAN) AS `rorstat_disb_req_comp_date__STRIIM_ISPRESENT`,CAST(_c134 AS BOOLEAN) AS `rorstat_pell_sched_awd__STRIIM_ISPRESENT`,CAST(_c135 AS BOOLEAN) AS `rorstat_pri_sar_pgi__STRIIM_ISPRESENT`,CAST(_c136 AS BOOLEAN) AS `rorstat_sec_sar_pgi__STRIIM_ISPRESENT`,CAST(_c137 AS BOOLEAN) AS `rorstat_sar_date__STRIIM_ISPRESENT`,CAST(_c138 AS BOOLEAN) AS `rorstat_sar_tran_no__STRIIM_ISPRESENT`,CAST(_c139 AS BOOLEAN) AS `rorstat_sar_ssn__STRIIM_ISPRESENT`,CAST(_c140 AS BOOLEAN) AS `rorstat_sar_init__STRIIM_ISPRESENT`,CAST(_c141 AS BOOLEAN) AS `rorstat_cm_sc_lock_ind__STRIIM_ISPRESENT`,CAST(_c142 AS BOOLEAN) AS `rorstat_cm_pc_lock_ind__STRIIM_ISPRESENT`,CAST(_c143 AS BOOLEAN) AS `rorstat_cm_tfc_lock_ind__STRIIM_ISPRESENT`,CAST(_c144 AS BOOLEAN) AS `rorstat_pgi_lock_ind__STRIIM_ISPRESENT`,CAST(_c145 AS BOOLEAN) AS `rorstat_inst_sc_lock_ind__STRIIM_ISPRESENT`,CAST(_c146 AS BOOLEAN) AS `rorstat_inst_pc_lock_ind__STRIIM_ISPRESENT`,CAST(_c147 AS BOOLEAN) AS `rorstat_grs_need__STRIIM_ISPRESENT`,CAST(_c148 AS BOOLEAN) AS `rorstat_unmet_need__STRIIM_ISPRESENT`,CAST(_c149 AS BOOLEAN) AS `rorstat_tfc__STRIIM_ISPRESENT`,CAST(_c150 AS BOOLEAN) AS `rorstat_awd_ltr_ind__STRIIM_ISPRESENT`,CAST(_c151 AS BOOLEAN) AS `rorstat_resource_amt__STRIIM_ISPRESENT`,CAST(_c152 AS BOOLEAN) AS `rorstat_resource_act_date__STRIIM_ISPRESENT`,CAST(_c153 AS BOOLEAN) AS `rorstat_trk_ltr_ind__STRIIM_ISPRESENT`,CAST(_c154 AS BOOLEAN) AS `rorstat_im_grs_need__STRIIM_ISPRESENT`,CAST(_c155 AS BOOLEAN) AS `rorstat_im_unmet_need__STRIIM_ISPRESENT`,CAST(_c156 AS BOOLEAN) AS `rorstat_im_tfc__STRIIM_ISPRESENT`,CAST(_c157 AS BOOLEAN) AS `rorstat_addl_stfd_elig_ind__STRIIM_ISPRESENT`,CAST(_c158 AS BOOLEAN) AS `rorstat_im_lock__STRIIM_ISPRESENT`,CAST(_c159 AS BOOLEAN) AS `rorstat_fm_batch_lock__STRIIM_ISPRESENT`,CAST(_c160 AS BOOLEAN) AS `rorstat_im_batch_lock__STRIIM_ISPRESENT`,CAST(_c161 AS BOOLEAN) AS `rorstat_nslds_ovrd_ind__STRIIM_ISPRESENT`,CAST(_c162 AS BOOLEAN) AS `rorstat_former_heal_ind__STRIIM_ISPRESENT`,CAST(_c163 AS BOOLEAN) AS `rorstat_pell_lt_half_coa__STRIIM_ISPRESENT`,CAST(_c164 AS BOOLEAN) AS `rorstat_info_access_ind__STRIIM_ISPRESENT`,CAST(_c165 AS BOOLEAN) AS `rorstat_borrower_based_cde__STRIIM_ISPRESENT`,CAST(_c166 AS BOOLEAN) AS `rorstat_pell_orig_ind__STRIIM_ISPRESENT`,CAST(_c167 AS BOOLEAN) AS `rorstat_pell_disb_lock_ind__STRIIM_ISPRESENT`,CAST(_c168 AS BOOLEAN) AS `rorstat_post_ba_pell_ovrd__STRIIM_ISPRESENT`,CAST(_c169 AS BOOLEAN) AS `rorstat_infc_code__STRIIM_ISPRESENT`,CAST(_c170 AS BOOLEAN) AS `rorstat_alternate_pell_ind__STRIIM_ISPRESENT`,CAST(_c171 AS BOOLEAN) AS `rorstat_pell_attend_cost__STRIIM_ISPRESENT`,CAST(_c172 AS BOOLEAN) AS `rorstat_low_tuition_cost__STRIIM_ISPRESENT`,CAST(_c173 AS BOOLEAN) AS `rorstat_sub_loan_excl_amt__STRIIM_ISPRESENT`,CAST(_c174 AS BOOLEAN) AS `rorstat_tgrp_code_lock_ind__STRIIM_ISPRESENT`,CAST(_c175 AS BOOLEAN) AS `rorstat_bgrp_code_lock_ind__STRIIM_ISPRESENT`,CAST(_c176 AS BOOLEAN) AS `rorstat_pgrp_code_lock_ind__STRIIM_ISPRESENT`,CAST(_c177 AS BOOLEAN) AS `rorstat_trk_ltr_ind_date__STRIIM_ISPRESENT`,CAST(_c178 AS BOOLEAN) AS `rorstat_turn_off_pell_ind__STRIIM_ISPRESENT`,CAST(_c179 AS BOOLEAN) AS `rorstat_ver_user_id__STRIIM_ISPRESENT`,CAST(_c180 AS BOOLEAN) AS `rorstat_ver_date__STRIIM_ISPRESENT`,CAST(_c181 AS BOOLEAN) AS `rorstat_data_origin__STRIIM_ISPRESENT`,CAST(_c182 AS BOOLEAN) AS `rorstat_prep_or_teach_ind__STRIIM_ISPRESENT`,CAST(_c183 AS BOOLEAN) AS `rorstat_acg_disb_lock_ind__STRIIM_ISPRESENT`,CAST(_c184 AS BOOLEAN) AS `rorstat_smart_disb_lock_ind__STRIIM_ISPRESENT`,CAST(_c185 AS BOOLEAN) AS `rorstat_auto_zero_efc_ind__STRIIM_ISPRESENT`,CAST(_c186 AS BOOLEAN) AS `rorstat_addl_pell_elig_ind__STRIIM_ISPRESENT`,CAST(_c187 AS BOOLEAN) AS `rorstat_dep_no_par_data__STRIIM_ISPRESENT`,CAST(_c188 AS BOOLEAN) AS `rorstat_aprd_code_pell__STRIIM_ISPRESENT`,CAST(_c189 AS BOOLEAN) AS `rorstat_post_911_pell_elig__STRIIM_ISPRESENT`,CAST(_c190 AS BOOLEAN) AS `rorstat_pbud_info_access_ind__STRIIM_ISPRESENT`,CAST(_c191 AS BOOLEAN) AS `rorstat_high_pell_leu_flag__STRIIM_ISPRESENT`,CAST(_c192 AS BOOLEAN) AS `rorstat_ss_info_access_ind__STRIIM_ISPRESENT`,CAST(_c193 AS BOOLEAN) AS `rorstat_surrogate_id__STRIIM_ISPRESENT`,CAST(_c194 AS BOOLEAN) AS `rorstat_version__STRIIM_ISPRESENT`,CAST(_c195 AS BOOLEAN) AS `rorstat_vpdi_code__STRIIM_ISPRESENT`,CAST(_c196 AS BOOLEAN) AS `rorstat_xes__STRIIM_ISPRESENT`,CAST(_c197 AS BOOLEAN) AS `rorstat_xes_algo_code__STRIIM_ISPRESENT`,CAST(_c198 AS BOOLEAN) AS `rorstat_xes_seq_no__STRIIM_ISPRESENT`,CAST(_c199 AS BOOLEAN) AS `rorstat_xes_lock_ind__STRIIM_ISPRESENT`,CAST(_c200 AS BOOLEAN) AS `rorstat_aprd_algo_code__STRIIM_ISPRESENT`,CAST(_c201 AS BOOLEAN) AS `rorstat_aprd_seq_no__STRIIM_ISPRESENT`,CAST(_c202 AS BOOLEAN) AS `rorstat_aprd_algo_code_pell__STRIIM_ISPRESENT`,CAST(_c203 AS BOOLEAN) AS `rorstat_aprd_seq_no_pell__STRIIM_ISPRESENT`,CAST(_c204 AS BOOLEAN) AS `rorstat_recalc_im_ind__STRIIM_ISPRESENT`,CAST(_c205 AS BOOLEAN) AS `rorstat_im_need_date__STRIIM_ISPRESENT`,CAST(_c206 AS BOOLEAN) AS `rorstat_ovrde_sayr_code__STRIIM_ISPRESENT`,CAST(_c207 AS BOOLEAN) AS `rorstat_ovrde_sayr_algo_code__STRIIM_ISPRESENT`,CAST(_c208 AS BOOLEAN) AS `rorstat_ovrde_sayr_seq_no__STRIIM_ISPRESENT`,CAST(_c209 AS BOOLEAN) AS `rorstat_nsum_fed_guid__STRIIM_ISPRESENT`,CAST(_c210 AS BOOLEAN) AS `rorstat_nsum_inst_guid__STRIIM_ISPRESENT`,CAST(_c211 AS BOOLEAN) AS `rorstat_cfh_ind__STRIIM_ISPRESENT` FROM 'abfss://striim@adlspazdatalake.dfs.core.windows.net/.striim/DEA/trg_azure_databricks_cdc_parq11/prod_datalake.banner.rorstat/prod_datalake.banner.rorstat498.csv' WITH ( CREDENTIAL (AZURE_SAS_TOKEN = 'sig=HWJogdFxpEQJSutsrvXkFY1WJGVuCAHT%2Flo3MjQBxpM%3D&st=2023-08-24T20%3A37%3A27Z&se=2023-08-24T21%3A37%3A27Z&sv=2015-12-11&sp=rl&sr=c' ))) FILEFORMAT = CSV FORMAT_OPTIONS('multiLine'='true','escape'='"') COPY_OPTIONS('force' = 'true').