-
Notifications
You must be signed in to change notification settings - Fork 29.1k
[SPARK-28038][SQL][TEST] Port text.sql #24862
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Closed
Closed
Changes from all commits
Commits
Show all changes
5 commits
Select commit
Hold shift + click to select a range
304c5c7
Add text.sql
wangyum 1068a10
Add result
wangyum 4be0f9e
Merge remote-tracking branch 'upstream/master' into SPARK-28038
wangyum c9d3d16
Move to REL_12_BETA2
wangyum 10204c6
Add [SPARK-28479] Parser error when enabling ANSI mode
wangyum File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
137 changes: 137 additions & 0 deletions
137
sql/core/src/test/resources/sql-tests/inputs/pgSQL/text.sql
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,137 @@ | ||
| -- | ||
| -- Portions Copyright (c) 1996-2019, PostgreSQL Global Development Group | ||
| -- | ||
| -- | ||
| -- TEXT | ||
| -- https://github.com/postgres/postgres/blob/REL_12_BETA2/src/test/regress/sql/text.sql | ||
|
|
||
| SELECT string('this is a text string') = string('this is a text string') AS true; | ||
|
|
||
| SELECT string('this is a text string') = string('this is a text strin') AS `false`; | ||
|
|
||
| CREATE TABLE TEXT_TBL (f1 string) USING parquet; | ||
|
|
||
| INSERT INTO TEXT_TBL VALUES ('doh!'); | ||
| INSERT INTO TEXT_TBL VALUES ('hi de ho neighbor'); | ||
|
|
||
| SELECT '' AS two, * FROM TEXT_TBL; | ||
|
|
||
| -- As of 8.3 we have removed most implicit casts to text, so that for example | ||
| -- this no longer works: | ||
| -- Spark SQL implicit cast integer to string | ||
| select length(42); | ||
|
|
||
| -- But as a special exception for usability's sake, we still allow implicit | ||
| -- casting to text in concatenations, so long as the other input is text or | ||
| -- an unknown literal. So these work: | ||
| -- [SPARK-28033] String concatenation low priority than other arithmeticBinary | ||
| select string('four: ') || 2+2; | ||
| select 'four: ' || 2+2; | ||
|
|
||
| -- but not this: | ||
| -- Spark SQL implicit cast both side to string | ||
| select 3 || 4.0; | ||
|
|
||
| /* | ||
| * various string functions | ||
| */ | ||
| select concat('one'); | ||
| -- Spark SQL does not support YYYYMMDD, we replace it to yyyyMMdd | ||
| select concat(1,2,3,'hello',true, false, to_date('20100309','yyyyMMdd')); | ||
| select concat_ws('#','one'); | ||
| select concat_ws('#',1,2,3,'hello',true, false, to_date('20100309','yyyyMMdd')); | ||
| select concat_ws(',',10,20,null,30); | ||
| select concat_ws('',10,20,null,30); | ||
| select concat_ws(NULL,10,20,null,30) is null; | ||
| select reverse('abcde'); | ||
| -- [SPARK-28036] Built-in udf left/right has inconsistent behavior | ||
| -- [SPARK-28479] Parser error when enabling ANSI mode | ||
| set spark.sql.parser.ansi.enabled=false; | ||
| select i, left('ahoj', i), right('ahoj', i) from range(-5, 6) t(i) order by i; | ||
| set spark.sql.parser.ansi.enabled=true; | ||
| -- [SPARK-28037] Add built-in String Functions: quote_literal | ||
| -- select quote_literal(''); | ||
| -- select quote_literal('abc'''); | ||
| -- select quote_literal(e'\\'); | ||
|
|
||
| -- Skip these tests because Spark does not support variadic labeled argument | ||
| -- check variadic labeled argument | ||
| -- select concat(variadic array[1,2,3]); | ||
| -- select concat_ws(',', variadic array[1,2,3]); | ||
| -- select concat_ws(',', variadic NULL::int[]); | ||
| -- select concat(variadic NULL::int[]) is NULL; | ||
| -- select concat(variadic '{}'::int[]) = ''; | ||
| --should fail | ||
| -- select concat_ws(',', variadic 10); | ||
|
|
||
| -- [SPARK-27930] Replace format to format_string | ||
| /* | ||
| * format | ||
| */ | ||
| select format_string(NULL); | ||
| select format_string('Hello'); | ||
| select format_string('Hello %s', 'World'); | ||
| select format_string('Hello %%'); | ||
| select format_string('Hello %%%%'); | ||
| -- should fail | ||
| select format_string('Hello %s %s', 'World'); | ||
| select format_string('Hello %s'); | ||
| select format_string('Hello %x', 20); | ||
| -- check literal and sql identifiers | ||
| -- [SPARK-27930] format_string can not fully support PostgreSQL's format | ||
| -- select format_string('INSERT INTO %I VALUES(%L,%L)', 'mytab', 10, 'Hello'); | ||
| -- select format_string('%s%s%s','Hello', NULL,'World'); | ||
| -- select format_string('INSERT INTO %I VALUES(%L,%L)', 'mytab', 10, NULL); | ||
| -- select format_string('INSERT INTO %I VALUES(%L,%L)', 'mytab', NULL, 'Hello'); | ||
| -- should fail, sql identifier cannot be NULL | ||
| -- select format_string('INSERT INTO %I VALUES(%L,%L)', NULL, 10, 'Hello'); | ||
| -- check positional placeholders | ||
| select format_string('%1$s %3$s', 1, 2, 3); | ||
| select format_string('%1$s %12$s', 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12); | ||
| -- should fail | ||
| select format_string('%1$s %4$s', 1, 2, 3); | ||
| select format_string('%1$s %13$s', 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12); | ||
| --PostgreSQL throw ERROR: format specifies argument 0, but arguments are numbered from 1 | ||
| select format_string('%0$s', 'Hello'); | ||
| -- [SPARK-27930] format_string can not fully support PostgreSQL's format | ||
| -- select format_string('%*0$s', 'Hello'); | ||
| -- select format_string('%1$', 1); | ||
| -- select format_string('%1$1', 1); | ||
| -- check mix of positional and ordered placeholders | ||
| select format_string('Hello %s %1$s %s', 'World', 'Hello again'); | ||
| select format_string('Hello %s %s, %2$s %2$s', 'World', 'Hello again'); | ||
| -- Skip these tests because Spark does not support variadic labeled argument | ||
| -- check variadic labeled arguments | ||
| -- select format('%s, %s', variadic array['Hello','World']); | ||
| -- select format('%s, %s', variadic array[1, 2]); | ||
| -- select format('%s, %s', variadic array[true, false]); | ||
| -- select format('%s, %s', variadic array[true, false]::text[]); | ||
| -- check variadic with positional placeholders | ||
| -- select format('%2$s, %1$s', variadic array['first', 'second']); | ||
| -- select format('%2$s, %1$s', variadic array[1, 2]); | ||
| -- variadic argument can be array type NULL, but should not be referenced | ||
| -- select format('Hello', variadic NULL::int[]); | ||
| -- variadic argument allows simulating more than FUNC_MAX_ARGS parameters | ||
| -- select format(string_agg('%s',','), variadic array_agg(i)) | ||
| -- from generate_series(1,200) g(i); | ||
| -- check field widths and left, right alignment | ||
| select format_string('>>%10s<<', 'Hello'); | ||
| select format_string('>>%10s<<', NULL); | ||
| select format_string('>>%10s<<', ''); | ||
| select format_string('>>%-10s<<', ''); | ||
| select format_string('>>%-10s<<', 'Hello'); | ||
| select format_string('>>%-10s<<', NULL); | ||
| select format_string('>>%1$10s<<', 'Hello'); | ||
| -- [SPARK-27930] format_string can not fully support PostgreSQL's format | ||
| -- select format_string('>>%1$-10I<<', 'Hello'); | ||
| -- select format_string('>>%2$*1$L<<', 10, 'Hello'); | ||
| -- select format_string('>>%2$*1$L<<', 10, NULL); | ||
| -- select format_string('>>%2$*1$L<<', -10, NULL); | ||
| -- select format_string('>>%*s<<', 10, 'Hello'); | ||
| -- select format_string('>>%*1$s<<', 10, 'Hello'); | ||
| -- select format_string('>>%-s<<', 'Hello'); | ||
| -- select format_string('>>%10L<<', NULL); | ||
| -- select format_string('>>%2$*1$L<<', NULL, 'Hello'); | ||
| -- select format_string('>>%2$*1$L<<', 0, 'Hello'); | ||
|
|
||
| DROP TABLE TEXT_TBL; | ||
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
FYI: If we strictly follow ANSI/SQL, we don't allow this implicit cast along with PostgresSQL.
cc: @gengliangwang
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Is this casting an integer to string? If yes, I think it is allowed in ANSI SQL and up-cast.