From b342116c60773c0b455060dbb13bb7423209b8c7 Mon Sep 17 00:00:00 2001 From: thomaschow Date: Tue, 5 Aug 2025 16:30:36 -0700 Subject: [PATCH] fix: No longer support BigQueryNative table loads --- .../integrations/cloud_gcp/GcpFormatProvider.scala | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GcpFormatProvider.scala b/cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GcpFormatProvider.scala index f75a6c2fcc..867ee4e838 100644 --- a/cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GcpFormatProvider.scala +++ b/cloud_gcp/src/main/scala/ai/chronon/integrations/cloud_gcp/GcpFormatProvider.scala @@ -2,7 +2,6 @@ package ai.chronon.integrations.cloud_gcp import ai.chronon.spark.catalog.{DefaultFormatProvider, Format, Iceberg} import com.google.cloud.bigquery._ -import com.google.cloud.spark.bigquery.v2.Spark31BigQueryTable import org.apache.iceberg.gcp.bigquery.BigQueryMetastoreCatalog import org.apache.iceberg.spark.SparkCatalog import org.apache.iceberg.spark.source.SparkTable @@ -31,10 +30,9 @@ class GcpFormatProvider(override val sparkSession: SparkSession) extends Default Try { val tbl = delegating.loadTable(identifier) tbl match { - case iceberg: SparkTable => Iceberg - case bigquery: Spark31BigQueryTable => BigQueryNative - case parquet: ParquetTable => BigQueryExternal - case unsupported => throw new IllegalStateException(s"Unsupported provider type: ${unsupported}") + case iceberg: SparkTable => Iceberg + case parquet: ParquetTable => BigQueryExternal + case unsupported => throw new IllegalStateException(s"Unsupported provider type: ${unsupported}") } } match { case s @ Success(_) => s.toOption