Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
117 commits
Select commit Hold shift + click to select a range
1980c72
Convert applicable udaf.sql tests into UDF integrated test base
vinodkc Jul 11, 2019
19bcce1
[SPARK-28270][SQL][FOLLOW-UP] Explicitly cast into int/long/decimal i…
HyukjinKwon Jul 11, 2019
8dff711
[SPARK-28213][SQL] Replace ColumnarBatchScan with equivilant from Col…
revans2 Jul 11, 2019
e83583e
[MINOR][SQL] Clean up ObjectProducerExec operators
jaceklaskowski Jul 11, 2019
e399373
Fixed review comment
vinodkc Jul 11, 2019
d1ef6be
[SPARK-26978][SQL][FOLLOWUP] Initialize date-time constants by foldab…
MaxGekk Jul 11, 2019
d47c219
[SPARK-28055][SS][DSTREAMS] Add delegation token custom AdminClient c…
gaborgsomogyi Jul 11, 2019
f830005
[SPARK-23472][CORE] Add defaultJavaOptions for driver and executor.
gaborgsomogyi Jul 11, 2019
9eca58e
[SPARK-28334][SQL][TEST] Port select.sql
wangyum Jul 11, 2019
507b745
[SPARK-28139][SQL] Add v2 ALTER TABLE implementation.
rdblue Jul 12, 2019
a5c88ec
[SPARK-28321][SQL] 0-args Java UDF should not be called only once
HyukjinKwon Jul 12, 2019
27e41d6
[SPARK-28270][TEST-MAVEN][FOLLOW-UP][SQL][PYTHON][TESTS] Avoid cast i…
HyukjinKwon Jul 12, 2019
42b80ae
[SPARK-28257][SQL] Use ConfigEntry for hardcoded configs in SQL
WangGuangxin Jul 12, 2019
fe22faa
[SPARK-28034][SQL][TEST] Port with.sql
peter-toth Jul 12, 2019
1c29212
[SPARK-28357][CORE][TEST] Fix Flaky Test - FileAppenderSuite.rollingf…
dongjoon-hyun Jul 12, 2019
13ae9eb
[SPARK-28354][INFRA] Use JIRA user name instead of JIRA user key
dongjoon-hyun Jul 12, 2019
1a26126
[SPARK-28228][SQL] Fix substitution order of nested WITH clauses
peter-toth Jul 12, 2019
687dd4e
[SPARK-28260][SQL] Add CLOSED state to ExecutionState
wangyum Jul 12, 2019
aa41dce
[SPARK-28159][ML][FOLLOWUP] fix typo & (0 until v.size).toList => Lis…
zhengruifeng Jul 12, 2019
60b89cf
[SPARK-28361][SQL][TEST] Test equality of generated code with id in c…
gatorsmile Jul 12, 2019
79e2047
[SPARK-28355][CORE][PYTHON] Use Spark conf for threshold at which com…
jessecai Jul 13, 2019
b5a9baa
[SPARK-28247][SS] Fix flaky test "query without test harness" on Cont…
HeartSaVioR Jul 13, 2019
7f9da2b
[SPARK-28371][SQL] Make Parquet "StartsWith" filter null-safe
Jul 13, 2019
fab75db
[SPARK-28370][BUILD][TEST] Upgrade Mockito to 2.28.2
dongjoon-hyun Jul 13, 2019
707411f
[SPARK-28378][PYTHON] Remove usage of cgi.escape
viirya Jul 14, 2019
76079fa
[SPARK-28343][SQL][TEST] Enabling cartesian product and ansi mode for…
wangyum Jul 14, 2019
7548a88
[SPARK-28199][SS] Move Trigger implementations to Triggers.scala and …
HeartSaVioR Jul 14, 2019
591de42
[SPARK-28381][PYSPARK] Upgraded version of Pyrolite to 4.30
viirya Jul 15, 2019
a2f71a8
[SPARK-28133][SQL] Add acosh/asinh/atanh functions to SQL
Jul 15, 2019
e238ebe
[SPARK-28387][SQL][TEST] Port select_having.sql
wangyum Jul 15, 2019
72cc853
[SPARK-28384][SQL][TEST] Port select_distinct.sql
wangyum Jul 15, 2019
a7a02a8
[SPARK-28392][SQL][TESTS] Add traits for UDF and PostgreSQL tests to …
HyukjinKwon Jul 15, 2019
f241fc7
[SPARK-28389][SQL] Use Java 8 API in add_months
MaxGekk Jul 15, 2019
8ecbb67
[SPARK-28311][SQL] Fix STS OpenSession failed return wrong origin PRO…
Jul 15, 2019
8d1e87a
[SPARK-28150][CORE][FOLLOW-UP] Don't try to log in when impersonating.
Jul 15, 2019
2f3997f
[SPARK-28306][SQL][FOLLOWUP] Fix NormalizeFloatingNumbers rule idempo…
yeshengm Jul 15, 2019
8f7ccc5
[SPARK-28404][SS] Fix negative timeout value in RateStreamContinuousP…
gaborgsomogyi Jul 15, 2019
d8996fd
[SPARK-28152][SQL] Mapped ShortType to SMALLINT and FloatType to REAL…
shivsood Jul 15, 2019
8e26d4d
[SPARK-28408][SQL][TEST] Restrict test values for DateType, Timestamp…
MaxGekk Jul 16, 2019
b94fa97
[SPARK-28345][SQL][PYTHON] PythonUDF predicate should be able to push…
viirya Jul 16, 2019
be4a552
[SPARK-28106][SQL] When Spark SQL use "add jar" , before add to Spa…
Jul 16, 2019
6926849
[SPARK-28395][SQL] Division operator support integral division
wangyum Jul 16, 2019
9a7f01d
[SPARK-28201][SQL][TEST][FOLLOWUP] Fix Integration test suite accordi…
dongjoon-hyun Jul 16, 2019
421d9d5
[SPARK-27485] EnsureRequirements.reorder should handle duplicate expr…
hvanhovell Jul 16, 2019
d1a1376
[SPARK-28356][SQL] Do not reduce the number of partitions for reparti…
carsonwang Jul 16, 2019
f74ad3d
[SPARK-28129][SQL][TEST] Port float8.sql
wangyum Jul 16, 2019
113f62d
[SPARK-27485][FOLLOWUP] Do not reduce the number of partitions for re…
gaborgsomogyi Jul 16, 2019
282a12d
[SPARK-27944][ML] Unify the behavior of checking empty output column …
zhengruifeng Jul 16, 2019
71882f1
[SPARK-28343][FOLLOW-UP][SQL][TEST] Enable spark.sql.function.preferI…
wangyum Jul 16, 2019
43d68cd
[SPARK-27959][YARN] Change YARN resource configs to use .amount
tgravescs Jul 16, 2019
1134fae
[SPARK-18299][SQL] Allow more aggregations on KeyValueGroupedDataset
nooberfsh Jul 16, 2019
2ddeff9
[SPARK-27963][CORE] Allow dynamic allocation without a shuffle service.
Jul 16, 2019
66179fa
[SPARK-28418][PYTHON][SQL] Wait for event process in 'test_query_exec…
HyukjinKwon Jul 17, 2019
28774cd
[SPARK-28359][SQL][PYTHON][TESTS] Make integrated UDF tests robust by…
HyukjinKwon Jul 17, 2019
eb5dc74
[SPARK-28097][SQL] Map ByteType to SMALLINT for PostgresDialect
sethfitz Jul 17, 2019
70073b1
[SPARK-27609][PYTHON] Convert values of function options to strings
MaxGekk Jul 18, 2019
971e832
[SPARK-28411][PYTHON][SQL] InsertInto with overwrite is not honored
huaxingao Jul 18, 2019
d6346ae
[SPARK-28270][SQL][FOLLOW-UP] Explicitly cast into int/long/decimal i…
HyukjinKwon Jul 11, 2019
3966812
[SPARK-28213][SQL] Replace ColumnarBatchScan with equivilant from Col…
revans2 Jul 11, 2019
dd97a8a
[MINOR][SQL] Clean up ObjectProducerExec operators
jaceklaskowski Jul 11, 2019
2b9e090
[SPARK-26978][SQL][FOLLOWUP] Initialize date-time constants by foldab…
MaxGekk Jul 11, 2019
132f1c7
[SPARK-28055][SS][DSTREAMS] Add delegation token custom AdminClient c…
gaborgsomogyi Jul 11, 2019
a384b0f
[SPARK-23472][CORE] Add defaultJavaOptions for driver and executor.
gaborgsomogyi Jul 11, 2019
7946d26
[SPARK-28334][SQL][TEST] Port select.sql
wangyum Jul 11, 2019
50add0f
[SPARK-28139][SQL] Add v2 ALTER TABLE implementation.
rdblue Jul 12, 2019
6280475
[SPARK-28321][SQL] 0-args Java UDF should not be called only once
HyukjinKwon Jul 12, 2019
308ddfb
[SPARK-28270][TEST-MAVEN][FOLLOW-UP][SQL][PYTHON][TESTS] Avoid cast i…
HyukjinKwon Jul 12, 2019
6cc4b8b
[SPARK-28257][SQL] Use ConfigEntry for hardcoded configs in SQL
WangGuangxin Jul 12, 2019
1d99657
[SPARK-28034][SQL][TEST] Port with.sql
peter-toth Jul 12, 2019
509dc18
[SPARK-28357][CORE][TEST] Fix Flaky Test - FileAppenderSuite.rollingf…
dongjoon-hyun Jul 12, 2019
46c9c4e
[SPARK-28354][INFRA] Use JIRA user name instead of JIRA user key
dongjoon-hyun Jul 12, 2019
0ea8244
[SPARK-28228][SQL] Fix substitution order of nested WITH clauses
peter-toth Jul 12, 2019
ad4090b
[SPARK-28260][SQL] Add CLOSED state to ExecutionState
wangyum Jul 12, 2019
98a5be4
[SPARK-28159][ML][FOLLOWUP] fix typo & (0 until v.size).toList => Lis…
zhengruifeng Jul 12, 2019
0553bd2
[SPARK-28361][SQL][TEST] Test equality of generated code with id in c…
gatorsmile Jul 12, 2019
18003d6
[SPARK-28355][CORE][PYTHON] Use Spark conf for threshold at which com…
jessecai Jul 13, 2019
71c9034
[SPARK-28247][SS] Fix flaky test "query without test harness" on Cont…
HeartSaVioR Jul 13, 2019
3c04e59
[SPARK-28371][SQL] Make Parquet "StartsWith" filter null-safe
Jul 13, 2019
f873d5a
[SPARK-28370][BUILD][TEST] Upgrade Mockito to 2.28.2
dongjoon-hyun Jul 13, 2019
d94ab59
[SPARK-28378][PYTHON] Remove usage of cgi.escape
viirya Jul 14, 2019
22346c6
[SPARK-28343][SQL][TEST] Enabling cartesian product and ansi mode for…
wangyum Jul 14, 2019
de21737
[SPARK-28199][SS] Move Trigger implementations to Triggers.scala and …
HeartSaVioR Jul 14, 2019
1b72367
[SPARK-28381][PYSPARK] Upgraded version of Pyrolite to 4.30
viirya Jul 15, 2019
22a959c
[SPARK-28133][SQL] Add acosh/asinh/atanh functions to SQL
Jul 15, 2019
919790f
[SPARK-28387][SQL][TEST] Port select_having.sql
wangyum Jul 15, 2019
23db571
[SPARK-28384][SQL][TEST] Port select_distinct.sql
wangyum Jul 15, 2019
3cc9759
[SPARK-28392][SQL][TESTS] Add traits for UDF and PostgreSQL tests to …
HyukjinKwon Jul 15, 2019
528a434
[SPARK-28389][SQL] Use Java 8 API in add_months
MaxGekk Jul 15, 2019
464e8fe
[SPARK-28311][SQL] Fix STS OpenSession failed return wrong origin PRO…
Jul 15, 2019
de7009d
[SPARK-28150][CORE][FOLLOW-UP] Don't try to log in when impersonating.
Jul 15, 2019
911d52d
[SPARK-28306][SQL][FOLLOWUP] Fix NormalizeFloatingNumbers rule idempo…
yeshengm Jul 15, 2019
62952c2
[SPARK-28404][SS] Fix negative timeout value in RateStreamContinuousP…
gaborgsomogyi Jul 15, 2019
cc3df92
[SPARK-28152][SQL] Mapped ShortType to SMALLINT and FloatType to REAL…
shivsood Jul 15, 2019
d581487
[SPARK-28408][SQL][TEST] Restrict test values for DateType, Timestamp…
MaxGekk Jul 16, 2019
b12a32d
[SPARK-28345][SQL][PYTHON] PythonUDF predicate should be able to push…
viirya Jul 16, 2019
a127af4
[SPARK-28106][SQL] When Spark SQL use "add jar" , before add to Spa…
Jul 16, 2019
671fe59
[SPARK-28395][SQL] Division operator support integral division
wangyum Jul 16, 2019
da8c4e0
[SPARK-28201][SQL][TEST][FOLLOWUP] Fix Integration test suite accordi…
dongjoon-hyun Jul 16, 2019
47fbe53
[SPARK-27485] EnsureRequirements.reorder should handle duplicate expr…
hvanhovell Jul 16, 2019
a89c364
[SPARK-28356][SQL] Do not reduce the number of partitions for reparti…
carsonwang Jul 16, 2019
ec5b825
[SPARK-28129][SQL][TEST] Port float8.sql
wangyum Jul 16, 2019
99c6c10
[SPARK-27485][FOLLOWUP] Do not reduce the number of partitions for re…
gaborgsomogyi Jul 16, 2019
aee96a2
[SPARK-27944][ML] Unify the behavior of checking empty output column …
zhengruifeng Jul 16, 2019
8d5c409
[SPARK-28343][FOLLOW-UP][SQL][TEST] Enable spark.sql.function.preferI…
wangyum Jul 16, 2019
88811a5
[SPARK-27959][YARN] Change YARN resource configs to use .amount
tgravescs Jul 16, 2019
c42e0a1
[SPARK-18299][SQL] Allow more aggregations on KeyValueGroupedDataset
nooberfsh Jul 16, 2019
71ef01e
[SPARK-27963][CORE] Allow dynamic allocation without a shuffle service.
Jul 16, 2019
ebab9f3
[SPARK-28418][PYTHON][SQL] Wait for event process in 'test_query_exec…
HyukjinKwon Jul 17, 2019
9dc86d2
[SPARK-28359][SQL][PYTHON][TESTS] Make integrated UDF tests robust by…
HyukjinKwon Jul 17, 2019
8c53db3
[SPARK-28097][SQL] Map ByteType to SMALLINT for PostgresDialect
sethfitz Jul 17, 2019
1ad2c0a
[SPARK-27609][PYTHON] Convert values of function options to strings
MaxGekk Jul 18, 2019
0086080
[SPARK-28411][PYTHON][SQL] InsertInto with overwrite is not honored
huaxingao Jul 18, 2019
4fd6170
fix review comments
vinodkc Jul 18, 2019
c72e9bf
Convert applicable udaf.sql tests into UDF integrated test base
vinodkc Jul 11, 2019
c68b77e
Fixed review comment
vinodkc Jul 11, 2019
939e4d1
fix review comments
vinodkc Jul 18, 2019
bc9b0d2
Merge branch 'br_Fix_SPARK-27921' of https://github.com/vinodkc/spark…
vinodkc Jul 18, 2019
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 18 additions & 0 deletions sql/core/src/test/resources/sql-tests/inputs/udf/udf-udaf.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
-- This test file was converted from udaf.sql.

CREATE OR REPLACE TEMPORARY VIEW t1 AS SELECT * FROM VALUES
(1), (2), (3), (4)
as t1(int_col1);

CREATE FUNCTION myDoubleAvg AS 'test.org.apache.spark.sql.MyDoubleAvg';

SELECT default.myDoubleAvg(int_col1), default.myDoubleAvg(udf(int_col1)) as my_avg from t1;

SELECT default.myDoubleAvg(int_col1, 3), default.myDoubleAvg(udf(int_col1), udf(3)) as my_avg from t1;

CREATE FUNCTION udaf1 AS 'test.non.existent.udaf';

SELECT default.udaf1(udf(int_col1)) as udaf1 from t1;

DROP FUNCTION myDoubleAvg;
DROP FUNCTION udaf1;
70 changes: 70 additions & 0 deletions sql/core/src/test/resources/sql-tests/results/udf/udf-udaf.sql.out
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
-- Automatically generated by SQLQueryTestSuite
-- Number of queries: 8


-- !query 0
CREATE OR REPLACE TEMPORARY VIEW t1 AS SELECT * FROM VALUES
(1), (2), (3), (4)
as t1(int_col1)
-- !query 0 schema
struct<>
-- !query 0 output



-- !query 1
CREATE FUNCTION myDoubleAvg AS 'test.org.apache.spark.sql.MyDoubleAvg'
-- !query 1 schema
struct<>
-- !query 1 output



-- !query 2
SELECT default.myDoubleAvg(int_col1), default.myDoubleAvg(udf(int_col1)) as my_avg from t1
-- !query 2 schema
struct<mydoubleavg(CAST(int_col1 AS DOUBLE)):double,my_avg:double>
-- !query 2 output
102.5 102.5


-- !query 3
SELECT default.myDoubleAvg(int_col1, 3), default.myDoubleAvg(udf(int_col1), udf(3)) as my_avg from t1
-- !query 3 schema
struct<>
-- !query 3 output
org.apache.spark.sql.AnalysisException
Invalid number of arguments for function default.myDoubleAvg. Expected: 1; Found: 2; line 1 pos 7


-- !query 4
CREATE FUNCTION udaf1 AS 'test.non.existent.udaf'
-- !query 4 schema
struct<>
-- !query 4 output



-- !query 5
SELECT default.udaf1(udf(int_col1)) as udaf1 from t1
-- !query 5 schema
struct<>
-- !query 5 output
org.apache.spark.sql.AnalysisException
Can not load class 'test.non.existent.udaf' when registering the function 'default.udaf1', please make sure it is on the classpath; line 1 pos 7


-- !query 6
DROP FUNCTION myDoubleAvg
-- !query 6 schema
struct<>
-- !query 6 output



-- !query 7
DROP FUNCTION udaf1
-- !query 7 schema
struct<>
-- !query 7 output