ignore failed sql due to ansi and exception gap, add more sql tests

Signed-off-by: Yuan <[email protected]>

Author: zhouyuan

gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxSQLQueryTestSettings.scala

@@ -29,6 +29,12 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
   // Put relative path to "/path/to/spark/sql/core/src/test/resources/sql-tests/inputs" in this list
   // Gluten currently only supports `SET spark.sql.legacy.timeParserPolicy=LEGACY`
   // Queries in `date.sql` and `timestamp.sql` are tested in `datetime-legacy.sql`.
+  // There is a limitation in Spark-4.0 on ANSI gap and exception message gap.
+  // we disabled these sql tests temporarily.
+  // limit.sql, postgreSQL/limit.sql, subquery/in-subquery/in-limit.sql,
+  // subquery/in-subquery/in-null-semantics.sql
+  // try_arithmetic.sql, try_element_at.sql, typeCoercion/native/stringCastAndExpressions.sql,
+  // window.sql
   val SUPPORTED_SQL_QUERY_LIST: Set[String] = Set(
     "ansi/conditional-functions.sql",
     "ansi/decimalArithmeticOperations.sql",
@@ -83,7 +89,7 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     "keywords.sql",
     "like-all.sql",
     "like-any.sql",
-    "limit.sql",
+    // "limit.sql",
     "literals.sql",
     "map.sql",
     "mask-functions.sql",
@@ -128,7 +134,7 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     "subquery/in-subquery/in-group-by.sql",
     "subquery/in-subquery/in-having.sql",
     "subquery/in-subquery/in-joins.sql",
-    "subquery/in-subquery/in-limit.sql",
+    // "subquery/in-subquery/in-limit.sql",
     "subquery/in-subquery/in-multiple-columns.sql",
     "subquery/in-subquery/in-nullability.sql",
     "subquery/in-subquery/in-order-by.sql",
@@ -167,7 +173,7 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     "postgreSQL/int8.sql",
     "postgreSQL/interval.sql",
     "postgreSQL/join.sql",
-    "postgreSQL/limit.sql",
+    // "postgreSQL/limit.sql",
     "postgreSQL/numeric.sql",
     "postgreSQL/select.sql",
     "postgreSQL/select_distinct.sql",
@@ -214,7 +220,34 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     "udf/postgreSQL/udf-select_having.sql - Scala UDF",
     "union.sql",
     "unpivot.sql",
-    "using-join.sql"
+    "using-join.sql",
+    // newly added in Spark-4.0
+    "variant/named-function-arguments.sql",
+    "timestampNTZ/datetime-special-ansi.sql",
+    "timestampNTZ/datetime-special.sql",
+    "timestampNTZ/timestamp-ansi.sql",
+    "timestampNTZ/timestamp.sql",
+    "nonansi/array.sql",
+    "nonansi/cast.sql",
+    "nonansi/conditional-functions.sql",
+    "nonansi/date.sql",
+    "nonansi/datetime-parsing-invalid.sql",
+    "nonansi/datetime-special.sql",
+    "nonansi/decimalArithmeticOperations.sql",
+    "nonansi/double-quoted-identifiers.sql",
+    "nonansi/higher-order-functions.sql",
+    "nonansi/interval.sql",
+    "nonansi/keywords.sql",
+    "nonansi/literals.sql",
+    "nonansi/map.sql",
+    "nonansi/math.sql",
+    "nonansi/parse-schema-string.sql",
+    "nonansi/string-functions.sql",
+    "nonansi/timestamp.sql",
+    "nonansi/try_aggregates.sql",
+    "nonansi/try_arithmetic.sql",
+    "nonansi/try_datetime_functions.sql",
+    "nonansi/try_element_at.sql"
   )
 
   val OVERWRITE_SQL_QUERY_LIST: Set[String] = Set(
@@ -259,11 +292,13 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     // Removed some result mismatch cases.
     "string-functions.sql",
     // Removed some result mismatch cases.
-    "try_arithmetic.sql",
+    // TODO: Disable due to schema & ANSI gap
+    // "try_arithmetic.sql",
     // Removed some result mismatch cases.
     "try_cast.sql",
     // Removed SQLs that can only pass with `set spark.sql.legacy.timeParserPolicy=LEGACY;`
-    "typeCoercion/native/stringCastAndExpressions.sql",
+    // TODO: Disable due to schema & ANSI gap
+    // "typeCoercion/native/stringCastAndExpressions.sql",
     // Enable ConstantFolding rule for some queries.
     "percentiles.sql",
     // Enable ConstantFolding rule for some queries, otherwise Spark will throw an exception.
@@ -273,14 +308,17 @@ object VeloxSQLQueryTestSettings extends SQLQueryTestSettings {
     // Enable ConstantFolding rule for some queries, otherwise Spark will throw an exception.
     "postgreSQL/window_part4.sql",
     // Enable NullPropagation rule for some queries that rely on the rule.
-    "subquery/in-subquery/in-null-semantics.sql",
+    // TODO: Disable due to schema & ANSI gap
+    // "subquery/in-subquery/in-null-semantics.sql",
     // Removed some result mismatch cases.
     "try_datetime_functions.sql",
     // Overwrite exception message.
-    "try_element_at.sql",
+    // TODO: Disable due to schema & ANSI gap
+    // "try_element_at.sql",
     // Overwrite exception message.
-    "url-functions.sql",
+    "url-functions.sql"
     // Removed failed query. Adjust the output order for some queries.
-    "window.sql"
+    // TODO: Disable due to schema & ANSI gap
+    // "window.sql"
   )
 }