Skip to content

Commit 6d66043

Browse files
committed
[KYUUBI #6424] TPC-H/DS connector support Spark 4.0
# 🔍 Description Adapt changes in SPARK-45857 ## Types of changes 🔖 - [ ] Bugfix (non-breaking change which fixes an issue) - [ ] New feature (non-breaking change which adds functionality) - [ ] Breaking change (fix or feature that would cause existing functionality to change) ## Test Plan 🧪 ``` build/mvn -pl ':kyuubi-spark-connector-tpch_2.13,:kyuubi-spark-connector-tpcds_2.13' \ -Pscala-2.13 -Pspark-master -am clean install -DskipTests build/mvn -pl ':kyuubi-spark-connector-tpch_2.13,:kyuubi-spark-connector-tpcds_2.13' \ -Pscala-2.13 -Pspark-master test ``` ``` [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary for Kyuubi Spark TPC-DS Connector 1.10.0-SNAPSHOT: [INFO] [INFO] Kyuubi Spark TPC-DS Connector ...................... SUCCESS [ 53.699 s] [INFO] Kyuubi Spark TPC-H Connector ....................... SUCCESS [ 30.511 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 01:24 min [INFO] Finished at: 2024-05-27T06:01:58Z [INFO] ------------------------------------------------------------------------ ``` --- # Checklist 📝 - [x] This patch was not authored or co-authored using [Generative Tooling](https://www.apache.org/legal/generative-tooling.html) **Be nice. Be informative.** Closes #6424 from pan3793/tpc-conn-4. Closes #6424 9012a17 [Cheng Pan] TPC-H/DS connector support Spark 4.0 Authored-by: Cheng Pan <[email protected]> Signed-off-by: Cheng Pan <[email protected]> (cherry picked from commit 8244167) Signed-off-by: Cheng Pan <[email protected]>
1 parent ecebf5a commit 6d66043

File tree

2 files changed

+2
-2
lines changed
  • extensions/spark
    • kyuubi-spark-connector-tpcds/src/main/scala/org/apache/kyuubi/spark/connector/tpcds
    • kyuubi-spark-connector-tpch/src/main/scala/org/apache/kyuubi/spark/connector/tpch

2 files changed

+2
-2
lines changed

extensions/spark/kyuubi-spark-connector-tpcds/src/main/scala/org/apache/kyuubi/spark/connector/tpcds/TPCDSCatalog.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ class TPCDSCatalog extends TableCatalog with SupportsNamespaces with Logging {
5858

5959
override def listTables(namespace: Array[String]): Array[Identifier] = namespace match {
6060
case Array(db) if databases contains db => tables.map(Identifier.of(namespace, _))
61-
case _ => throw new NoSuchNamespaceException(namespace.mkString("."))
61+
case _ => throw new NoSuchNamespaceException(namespace)
6262
}
6363

6464
override def loadTable(ident: Identifier): SparkTable = (ident.namespace, ident.name) match {

extensions/spark/kyuubi-spark-connector-tpch/src/main/scala/org/apache/kyuubi/spark/connector/tpch/TPCHCatalog.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ class TPCHCatalog extends TableCatalog with SupportsNamespaces with Logging {
5858

5959
override def listTables(namespace: Array[String]): Array[Identifier] = namespace match {
6060
case Array(db) if databases contains db => tables.map(Identifier.of(namespace, _))
61-
case _ => throw new NoSuchNamespaceException(namespace.mkString("."))
61+
case _ => throw new NoSuchNamespaceException(namespace)
6262
}
6363

6464
override def loadTable(ident: Identifier): SparkTable = (ident.namespace, ident.name) match {

0 commit comments

Comments
 (0)