-
Notifications
You must be signed in to change notification settings - Fork 1.1k
Expand file tree
/
Copy pathtest_snowflake.py
More file actions
6740 lines (6325 loc) · 315 KB
/
test_snowflake.py
File metadata and controls
6740 lines (6325 loc) · 315 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
from unittest import mock
from sqlglot import ParseError, UnsupportedError, exp, parse_one
from sqlglot.parser import logger as parser_logger
from sqlglot.optimizer.annotate_types import annotate_types
from sqlglot.optimizer.normalize_identifiers import normalize_identifiers
from sqlglot.optimizer.qualify_columns import quote_identifiers
from tests.dialects.test_dialect import Validator
class TestSnowflake(Validator):
maxDiff = None
dialect = "snowflake"
def test_snowflake(self):
self.validate_identity(
"""WITH t AS (SELECT PARSE_JSON('{"level1": {"level2": {"level3": "value"}}}') AS data) SELECT data: level1 : level2 : level3::VARIANT FROM t""",
"""WITH t AS (SELECT PARSE_JSON('{"level1": {"level2": {"level3": "value"}}}') AS data) SELECT CAST(GET_PATH(data, 'level1.level2.level3') AS VARIANT) FROM t""",
)
self.validate_identity(
"SELECT * FROM x ASOF JOIN y OFFSET MATCH_CONDITION (x.a > y.a)",
"SELECT * FROM x ASOF JOIN y AS OFFSET MATCH_CONDITION (x.a > y.a)",
)
self.validate_identity(
"SELECT * FROM x ASOF JOIN y LIMIT MATCH_CONDITION (x.a > y.a)",
"SELECT * FROM x ASOF JOIN y AS LIMIT MATCH_CONDITION (x.a > y.a)",
)
self.validate_identity("SELECT session")
self.validate_identity("x::nvarchar()", "CAST(x AS VARCHAR)")
ast = self.parse_one("DATEADD(DAY, n, d)")
ast.set("unit", exp.Literal.string("MONTH"))
self.assertEqual(ast.sql("snowflake"), "DATEADD(MONTH, n, d)")
self.validate_identity("SELECT DATE_PART(EPOCH_MILLISECOND, CURRENT_TIMESTAMP()) AS a")
self.validate_identity("SELECT GET(a, b)")
self.validate_identity("SELECT HASH_AGG(a, b, c, d)")
self.validate_identity("SELECT GREATEST(1, 2, 3, NULL)")
self.validate_identity("SELECT GREATEST_IGNORE_NULLS(1, 2, 3, NULL)")
self.validate_identity("SELECT LEAST(5, NULL, 7, 3)")
self.validate_identity("SELECT LEAST_IGNORE_NULLS(5, NULL, 7, 3)")
self.validate_identity("SELECT MAX(x)")
self.validate_identity("SELECT COUNT(x)")
self.validate_identity("SELECT MIN(amount)")
self.validate_identity("SELECT MODE(x)")
self.validate_identity("SELECT MODE(status) OVER (PARTITION BY region) FROM orders")
self.validate_identity("SELECT TAN(x)")
self.validate_identity("SELECT COS(x)")
self.validate_identity("SELECT SINH(1.5)")
self.validate_identity("SELECT MOD(x, y)", "SELECT x % y")
self.validate_identity("SELECT ROUND(x)")
self.validate_identity("SELECT ROUND(123.456, -1)")
self.validate_identity("SELECT ROUND(123.456, 2, 'HALF_AWAY_FROM_ZERO')")
self.validate_identity("SELECT FLOOR(x)")
self.validate_identity("SELECT FLOOR(135.135, 1)")
self.validate_identity("SELECT FLOOR(x, -1)")
self.validate_identity(
"SELECT PERCENTILE_CONT(0.25) WITHIN GROUP (ORDER BY salary) FROM employees"
)
self.assertEqual(
# Ensures we don't fail when generating ParseJSON with the `safe` arg set to `True`
self.validate_identity("""SELECT TRY_PARSE_JSON('{"x: 1}')""").sql(),
"""SELECT PARSE_JSON('{"x: 1}')""",
)
self.validate_identity(
"SELECT APPROX_TOP_K(col) FROM t",
"SELECT APPROX_TOP_K(col, 1) FROM t",
)
self.validate_identity("SELECT APPROX_TOP_K(category, 3) FROM t")
self.validate_identity("APPROX_TOP_K(C4, 3, 5)").assert_is(exp.AggFunc)
self.validate_identity("SELECT MINHASH(5, col)")
self.validate_identity("SELECT MINHASH(5, col1, col2)")
self.validate_identity("SELECT MINHASH(5, *)")
self.validate_identity("SELECT MINHASH_COMBINE(minhash_col)")
self.validate_identity("SELECT APPROXIMATE_SIMILARITY(minhash_col)")
self.validate_identity(
"SELECT APPROXIMATE_JACCARD_INDEX(minhash_col)",
"SELECT APPROXIMATE_SIMILARITY(minhash_col)",
)
self.validate_identity("SELECT APPROX_PERCENTILE_ACCUMULATE(col)")
self.validate_identity("SELECT APPROX_PERCENTILE_ESTIMATE(state, 0.5)")
self.validate_identity("SELECT APPROX_TOP_K_ACCUMULATE(col, 10)")
self.validate_identity("SELECT APPROX_TOP_K_COMBINE(state, 2)")
self.validate_identity("SELECT APPROX_TOP_K_COMBINE(state)")
self.validate_identity("SELECT APPROX_TOP_K_ESTIMATE(state_column, 4)")
self.validate_identity("SELECT APPROX_TOP_K_ESTIMATE(state_column)")
self.validate_identity("SELECT APPROX_PERCENTILE_COMBINE(state_column)")
self.validate_identity("SELECT EQUAL_NULL(1, 2)")
self.validate_identity("SELECT EXP(1)")
self.validate_identity("SELECT FACTORIAL(5)")
self.validate_identity("SELECT BIT_LENGTH('abc')")
self.validate_identity("SELECT BIT_LENGTH(x'A1B2')")
self.validate_all(
"SELECT BITMAP_BIT_POSITION(10)",
write={
"duckdb": "SELECT (CASE WHEN 10 > 0 THEN 10 - 1 ELSE ABS(10) END) % 32768",
"snowflake": "SELECT BITMAP_BIT_POSITION(10)",
},
)
self.validate_identity("SELECT BITMAP_BUCKET_NUMBER(32769)")
self.validate_identity("SELECT BITMAP_CONSTRUCT_AGG(value)")
self.validate_all(
"SELECT BITMAP_CONSTRUCT_AGG(v) FROM t",
write={
"snowflake": "SELECT BITMAP_CONSTRUCT_AGG(v) FROM t",
"duckdb": "SELECT (SELECT CASE WHEN l IS NULL OR LENGTH(l) = 0 THEN NULL WHEN LENGTH(l) <> LENGTH(LIST_FILTER(l, __v -> __v BETWEEN 0 AND 32767)) THEN NULL WHEN LENGTH(l) < 5 THEN UNHEX(PRINTF('%04X', LENGTH(l)) || h || REPEAT('00', GREATEST(0, 4 - LENGTH(l)) * 2)) ELSE UNHEX('08000000000000000000' || h) END FROM (SELECT l, COALESCE(LIST_REDUCE(LIST_TRANSFORM(l, __x -> PRINTF('%02X%02X', CAST(__x AS INT) & 255, (CAST(__x AS INT) >> 8) & 255)), (__a, __b) -> __a || __b, ''), '') AS h FROM (SELECT LIST_SORT(LIST_DISTINCT(LIST(v) FILTER(WHERE NOT v IS NULL))) AS l))) FROM t",
},
)
self.validate_identity(
"SELECT BITMAP_COUNT(BITMAP_CONSTRUCT_AGG(value)) FROM TABLE(FLATTEN(INPUT => ARRAY_CONSTRUCT(1, 2, 3, 5)))",
"SELECT BITMAP_COUNT(BITMAP_CONSTRUCT_AGG(value)) FROM TABLE(FLATTEN(INPUT => [1, 2, 3, 5]))",
)
self.validate_all(
"SELECT ARRAY_MAX([1, 2, 3])",
write={
"duckdb": "SELECT LIST_MAX([1, 2, 3])",
"snowflake": "SELECT ARRAY_MAX([1, 2, 3])",
},
)
self.validate_all(
"SELECT ARRAY_MIN([1, 2, 3])",
write={
"duckdb": "SELECT LIST_MIN([1, 2, 3])",
"snowflake": "SELECT ARRAY_MIN([1, 2, 3])",
},
)
self.validate_identity("SELECT BOOLAND(1, -2)")
self.validate_identity("SELECT BOOLXOR(2, 0)")
self.validate_identity("SELECT BOOLOR(1, 0)")
self.validate_identity("SELECT TO_BOOLEAN('true')")
self.validate_identity("SELECT TO_BOOLEAN(1)")
self.validate_identity("SELECT TO_VARIANT(123)")
self.validate_identity("SELECT IS_NULL_VALUE(GET_PATH(payload, 'field'))")
self.validate_identity("SELECT RTRIMMED_LENGTH(' ABCD ')")
self.validate_identity("SELECT HEX_DECODE_STRING('48656C6C6F')")
self.validate_identity("SELECT HEX_ENCODE('Hello World')")
self.validate_identity("SELECT HEX_ENCODE('Hello World', 1)")
self.validate_identity("SELECT HEX_ENCODE('Hello World', 0)")
self.validate_identity("SELECT IFNULL(col1, col2)", "SELECT COALESCE(col1, col2)")
self.validate_identity("SELECT NEXT_DAY('2025-10-15', 'FRIDAY')")
self.validate_identity("SELECT NVL2(col1, col2, col3)")
self.validate_identity("SELECT NVL(col1, col2)", "SELECT COALESCE(col1, col2)")
self.validate_identity("SELECT CHR(8364)")
self.validate_all(
"SELECT CHECK_JSON(x)",
read={"snowflake": "SELECT CHECK_JSON(x)"},
write={
"snowflake": "SELECT CHECK_JSON(x)",
"duckdb": "SELECT CASE WHEN x IS NULL OR x = '' OR JSON_VALID(x) THEN NULL ELSE 'Invalid JSON' END",
},
)
self.validate_identity('SELECT CHECK_JSON(\'{"key": "value"}\')')
self.validate_identity(
"SELECT CHECK_XML('<root><key attribute=\"attr\">value</key></root>')"
)
self.validate_identity(
"SELECT CHECK_XML('<root><key attribute=\"attr\">value</key></root>', TRUE)"
)
self.validate_identity("SELECT COMPRESS('Hello World', 'ZLIB')")
self.validate_identity("SELECT DECOMPRESS_BINARY('compressed_data', 'SNAPPY')")
self.validate_identity("SELECT DECOMPRESS_STRING('compressed_data', 'ZSTD')")
self.validate_identity("SELECT LPAD('Hello', 10, '*')")
self.validate_identity("SELECT LPAD(tbl.bin_col, 10)")
self.validate_identity("SELECT RPAD('Hello', 10, '*')")
self.validate_identity("SELECT RPAD(tbl.bin_col, 10)")
self.validate_all(
"SELECT RPAD('test', 10, 'ab')",
write={
"snowflake": "SELECT RPAD('test', 10, 'ab')",
"duckdb": "SELECT RPAD('test', 10, 'ab')",
},
)
self.validate_all(
"SELECT RPAD('data', 8)",
write={
"snowflake": "SELECT RPAD('data', 8)",
"duckdb": "SELECT RPAD('data', 8, ' ')",
"postgres": "SELECT RPAD('data', 8)",
},
)
self.validate_all(
"SELECT RPAD('exact', 5, '*')",
write={
"snowflake": "SELECT RPAD('exact', 5, '*')",
"duckdb": "SELECT RPAD('exact', 5, '*')",
},
)
ast = self.validate_identity(
"SELECT RPAD(TO_BINARY('Hi', 'UTF8'), 10, TO_BINARY('_', 'UTF8'))"
)
annotated = annotate_types(ast, dialect="snowflake")
self.assertEqual(
annotated.sql("duckdb"),
"SELECT ENCODE('Hi') || REPEAT(ENCODE('_'), GREATEST(0, 10 - OCTET_LENGTH(ENCODE('Hi'))))",
)
self.validate_identity("SELECT SOUNDEX(column_name)")
self.validate_identity("SELECT SOUNDEX_P123(column_name)")
self.validate_identity("SELECT ABS(x)")
self.validate_identity("SELECT ASIN(0.5)")
self.validate_identity("SELECT ASINH(0.5)")
self.validate_identity("SELECT ATAN(0.5)")
self.validate_identity("SELECT ATAN2(0.5, 0.3)")
self.validate_identity("SELECT ATANH(0.5)")
self.validate_identity("SELECT CBRT(27.0)")
self.validate_identity("SELECT POW(2, 3)", "SELECT POWER(2, 3)")
self.validate_identity("SELECT POW(2.5, 3.0)", "SELECT POWER(2.5, 3.0)")
self.validate_identity("SELECT SQUARE(2.5)", "SELECT POWER(2.5, 2)")
self.validate_identity("SELECT SIGN(x)")
self.validate_identity("SELECT COSH(1.5)")
self.validate_identity("SELECT TANH(0.5)")
self.validate_all(
"JAROWINKLER_SIMILARITY('hello', 'world')",
write={
"snowflake": "JAROWINKLER_SIMILARITY('hello', 'world')",
"duckdb": "JARO_WINKLER_SIMILARITY(UPPER('hello'), UPPER('world'))",
"clickhouse": "jaroWinklerSimilarity(UPPER('hello'), UPPER('world'))",
},
)
self.validate_identity("SELECT TRANSLATE(column_name, 'abc', '123')")
self.validate_identity("SELECT UNICODE(column_name)")
self.validate_identity("SELECT WIDTH_BUCKET(col, 0, 100, 10)")
self.validate_all(
"SELECT SPLIT_PART('11.22.33', '.', 2)",
write={
"snowflake": "SELECT SPLIT_PART('11.22.33', '.', 2)",
"duckdb": "SELECT CASE WHEN '.' = '' THEN (CASE WHEN (CASE WHEN 2 = 0 THEN 1 ELSE 2 END) = 1 OR (CASE WHEN 2 = 0 THEN 1 ELSE 2 END) = -1 THEN '11.22.33' ELSE '' END) ELSE SPLIT_PART('11.22.33', '.', (CASE WHEN 2 = 0 THEN 1 ELSE 2 END)) END",
},
)
self.validate_all(
"SELECT SPLIT('127.0.0.1', '.')",
write={
"snowflake": "SELECT SPLIT('127.0.0.1', '.')",
"duckdb": "SELECT CASE WHEN '.' IS NULL THEN NULL WHEN '.' = '' THEN ['127.0.0.1'] ELSE STR_SPLIT('127.0.0.1', '.') END",
},
)
self.validate_identity("SELECT PI()")
self.validate_identity("SELECT DEGREES(PI() / 3)")
self.validate_identity("SELECT DEGREES(1)")
self.validate_identity("SELECT RADIANS(180)")
self.validate_all(
"SELECT REGR_VALX(y, x)",
write={
"snowflake": "SELECT REGR_VALX(y, x)",
"duckdb": "SELECT CASE WHEN y IS NULL THEN CAST(NULL AS DOUBLE) ELSE x END",
},
)
self.validate_all(
"SELECT REGR_VALY(y, x)",
write={
"snowflake": "SELECT REGR_VALY(y, x)",
"duckdb": "SELECT CASE WHEN x IS NULL THEN CAST(NULL AS DOUBLE) ELSE y END",
},
)
self.validate_identity("SELECT REGR_AVGX(y, x)")
self.validate_identity("SELECT REGR_AVGY(y, x)")
self.validate_identity("SELECT REGR_COUNT(y, x)")
self.validate_identity("SELECT REGR_INTERCEPT(y, x)")
self.validate_identity("SELECT REGR_R2(y, x)")
self.validate_identity("SELECT REGR_SXX(y, x)")
self.validate_identity("SELECT REGR_SXY(y, x)")
self.validate_identity("SELECT REGR_SYY(y, x)")
self.validate_identity("SELECT REGR_SLOPE(y, x)")
self.validate_all(
"SELECT IS_ARRAY(PARSE_JSON('[1,2,3]'))",
write={
"snowflake": "SELECT IS_ARRAY(PARSE_JSON('[1,2,3]'))",
"duckdb": "SELECT JSON_TYPE(JSON('[1,2,3]')) = 'ARRAY'",
},
)
self.validate_all(
"SELECT IFF(x > 5, 10, 20)",
write={
"snowflake": "SELECT IFF(x > 5, 10, 20)",
"duckdb": "SELECT CASE WHEN x > 5 THEN 10 ELSE 20 END",
},
)
self.validate_all(
"SELECT IFF(col IS NULL, 0, col)",
write={
"snowflake": "SELECT IFF(col IS NULL, 0, col)",
"duckdb": "SELECT CASE WHEN col IS NULL THEN 0 ELSE col END",
},
)
self.validate_all(
"SELECT VAR_SAMP(x)",
write={
"snowflake": "SELECT VARIANCE(x)",
"duckdb": "SELECT VARIANCE(x)",
"postgres": "SELECT VAR_SAMP(x)",
},
)
self.validate_all(
"SELECT GREATEST(1, 2)",
write={
"snowflake": "SELECT GREATEST(1, 2)",
"duckdb": "SELECT CASE WHEN 1 IS NULL OR 2 IS NULL THEN NULL ELSE GREATEST(1, 2) END",
},
)
self.validate_all(
"SELECT GREATEST_IGNORE_NULLS(1, 2)",
write={
"snowflake": "SELECT GREATEST_IGNORE_NULLS(1, 2)",
"duckdb": "SELECT GREATEST(1, 2)",
},
)
self.validate_all(
"SELECT LEAST(1, 2)",
write={
"snowflake": "SELECT LEAST(1, 2)",
"duckdb": "SELECT CASE WHEN 1 IS NULL OR 2 IS NULL THEN NULL ELSE LEAST(1, 2) END",
},
)
self.validate_all(
"SELECT LEAST_IGNORE_NULLS(1, 2)",
write={
"snowflake": "SELECT LEAST_IGNORE_NULLS(1, 2)",
"duckdb": "SELECT LEAST(1, 2)",
},
)
self.validate_all(
"SELECT VAR_POP(x)",
write={
"snowflake": "SELECT VARIANCE_POP(x)",
"duckdb": "SELECT VAR_POP(x)",
"postgres": "SELECT VAR_POP(x)",
},
)
self.validate_all(
"SELECT SKEW(a)",
write={
"snowflake": "SELECT SKEW(a)",
"duckdb": "SELECT SKEWNESS(a)",
"spark": "SELECT SKEWNESS(a)",
"trino": "SELECT SKEWNESS(a)",
},
read={
"duckdb": "SELECT SKEWNESS(a)",
"spark": "SELECT SKEWNESS(a)",
"trino": "SELECT SKEWNESS(a)",
},
)
self.validate_all(
"SELECT RANDOM()",
write={
"snowflake": "SELECT RANDOM()",
"duckdb": "SELECT CAST(-9.223372036854776E+18 + RANDOM() * (9.223372036854776e+18 - -9.223372036854776E+18) AS BIGINT)",
},
)
self.validate_all(
"SELECT RANDOM(123)",
write={
"snowflake": "SELECT RANDOM(123)",
"duckdb": "SELECT CAST(-9.223372036854776E+18 + RANDOM() * (9.223372036854776e+18 - -9.223372036854776E+18) AS BIGINT)",
},
)
self.validate_identity("SELECT RANDSTR(123, 456)")
self.validate_identity("SELECT RANDSTR(123, RANDOM())")
self.validate_identity("SELECT NORMAL(0, 1, RANDOM())")
self.validate_all(
"IS_NULL_VALUE(x)",
write={
"duckdb": "JSON_TYPE(x) = 'NULL'",
"snowflake": "IS_NULL_VALUE(x)",
},
)
# Test RANDSTR transpilation to DuckDB
self.validate_all(
"SELECT RANDSTR(10, 123)",
write={
"snowflake": "SELECT RANDSTR(10, 123)",
"duckdb": "SELECT (SELECT LISTAGG(SUBSTRING('0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz', 1 + CAST(FLOOR(random_value * 62) AS INT), 1), '') FROM (SELECT (ABS(HASH(i + 123)) % 1000) / 1000.0 AS random_value FROM RANGE(10) AS t(i)))",
},
)
self.validate_all(
"SELECT RANDSTR(10, RANDOM(123))",
write={
"snowflake": "SELECT RANDSTR(10, RANDOM(123))",
"duckdb": "SELECT (SELECT LISTAGG(SUBSTRING('0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz', 1 + CAST(FLOOR(random_value * 62) AS INT), 1), '') FROM (SELECT (ABS(HASH(i + 123)) % 1000) / 1000.0 AS random_value FROM RANGE(10) AS t(i)))",
},
)
self.validate_all(
"SELECT RANDSTR(10, RANDOM())",
write={
"snowflake": "SELECT RANDSTR(10, RANDOM())",
"duckdb": "SELECT (SELECT LISTAGG(SUBSTRING('0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz', 1 + CAST(FLOOR(random_value * 62) AS INT), 1), '') FROM (SELECT (ABS(HASH(i + CAST(-9.223372036854776E+18 + RANDOM() * (9.223372036854776e+18 - -9.223372036854776E+18) AS BIGINT))) % 1000) / 1000.0 AS random_value FROM RANGE(10) AS t(i)))",
},
)
self.validate_all(
"SELECT BOOLNOT(0)",
write={
"snowflake": "SELECT BOOLNOT(0)",
"duckdb": "SELECT NOT (ROUND(0, 0))",
},
)
expr = self.validate_identity("RIGHT('GAJGSKD', 2)")
annotated = annotate_types(expr, dialect="snowflake")
self.assertEqual(
annotated.sql("duckdb"), "CASE WHEN 2 < 0 THEN '' ELSE RIGHT('GAJGSKD', 2) END"
)
expr = self.validate_identity("RIGHT(TO_BINARY('SNOWIKOPN', 'utf-8'), ABS(-3))")
annotated = annotate_types(expr, dialect="snowflake")
self.assertEqual(
annotated.sql("duckdb"),
"CASE WHEN ABS(-3) < 0 THEN UNHEX('') ELSE UNHEX(RIGHT(HEX(ENCODE('SNOWIKOPN')), ABS(-3) * 2)) END",
)
self.validate_all(
"SELECT ZIPF(1, 10, 1234)",
write={
"duckdb": "SELECT (WITH rand AS (SELECT (ABS(HASH(1234)) % 1000000) / 1000000.0 AS r), weights AS (SELECT i, 1.0 / POWER(i, 1) AS w FROM RANGE(1, 10 + 1) AS t(i)), cdf AS (SELECT i, SUM(w) OVER (ORDER BY i NULLS FIRST) / SUM(w) OVER () AS p FROM weights) SELECT MIN(i) FROM cdf WHERE p >= (SELECT r FROM rand))",
"snowflake": "SELECT ZIPF(1, 10, 1234)",
},
)
self.validate_all(
"SELECT ZIPF(2, 100, RANDOM())",
write={
"duckdb": "SELECT (WITH rand AS (SELECT RANDOM() AS r), weights AS (SELECT i, 1.0 / POWER(i, 2) AS w FROM RANGE(1, 100 + 1) AS t(i)), cdf AS (SELECT i, SUM(w) OVER (ORDER BY i NULLS FIRST) / SUM(w) OVER () AS p FROM weights) SELECT MIN(i) FROM cdf WHERE p >= (SELECT r FROM rand))",
"snowflake": "SELECT ZIPF(2, 100, RANDOM())",
},
)
self.validate_identity("SELECT GROUPING_ID(a, b) AS g_id FROM x GROUP BY ROLLUP (a, b)")
self.validate_identity("PARSE_URL('https://example.com/path')")
self.validate_identity("PARSE_URL('https://example.com/path', 1)")
self.validate_identity("SELECT XMLGET(object_col, 'level2')")
self.validate_identity("SELECT XMLGET(object_col, 'level3', 1)")
self.validate_identity("SELECT {*} FROM my_table")
self.validate_identity("SELECT {my_table.*} FROM my_table")
self.validate_identity("SELECT {* ILIKE 'col1%'} FROM my_table")
self.validate_identity("SELECT {* EXCLUDE (col1)} FROM my_table")
self.validate_identity("SELECT {* EXCLUDE (col1, col2)} FROM my_table")
self.validate_identity("SELECT a, b, COUNT(*) FROM x GROUP BY ALL LIMIT 100")
self.validate_identity("STRTOK_TO_ARRAY('a b c')")
self.validate_identity("STRTOK_TO_ARRAY('a.b.c', '.')")
self.validate_identity("GET(a, b)")
self.validate_identity("INSERT INTO test VALUES (x'48FAF43B0AFCEF9B63EE3A93EE2AC2')")
self.validate_identity("SELECT STAR(tbl, exclude := [foo])")
self.validate_identity("SELECT CAST([1, 2, 3] AS VECTOR(FLOAT, 3))")
self.validate_identity("SELECT VECTOR_COSINE_SIMILARITY(a, b)")
self.validate_identity("SELECT VECTOR_INNER_PRODUCT(a, b)")
self.validate_identity("SELECT VECTOR_L1_DISTANCE(a, b)")
self.validate_identity("SELECT VECTOR_L2_DISTANCE(a, b)")
self.validate_identity("SELECT CONNECT_BY_ROOT test AS test_column_alias")
self.validate_identity("SELECT number").selects[0].assert_is(exp.Column)
self.validate_identity("INTERVAL '4 years, 5 months, 3 hours'")
self.validate_identity("ALTER TABLE table1 CLUSTER BY (name DESC)")
self.validate_identity("SELECT rename, replace")
self.validate_identity("SELECT TIMEADD(HOUR, 2, CAST('09:05:03' AS TIME))")
self.validate_identity("SELECT CAST(OBJECT_CONSTRUCT('a', 1) AS MAP(VARCHAR, INT))")
self.validate_identity(
"SELECT MAP_CAT(CAST(col AS MAP(VARCHAR, VARCHAR)), CAST(col AS MAP(VARCHAR, VARCHAR)))"
)
self.validate_all(
"SELECT MAP_CAT(CAST(m1 AS MAP(VARCHAR, INT)), CAST(m2 AS MAP(VARCHAR, INT)))",
write={
"duckdb": "SELECT CASE WHEN CAST(m1 AS MAP(TEXT, INT)) IS NULL OR CAST(m2 AS MAP(TEXT, INT)) IS NULL THEN NULL ELSE MAP_FROM_ENTRIES(LIST_FILTER(LIST_TRANSFORM(LIST_DISTINCT(LIST_CONCAT(MAP_KEYS(CAST(m1 AS MAP(TEXT, INT))), MAP_KEYS(CAST(m2 AS MAP(TEXT, INT))))), __k -> STRUCT_PACK(key := __k, value := COALESCE(CAST(m2 AS MAP(TEXT, INT))[__k], CAST(m1 AS MAP(TEXT, INT))[__k]))), __x -> NOT __x.value IS NULL)) END",
"snowflake": "SELECT MAP_CAT(CAST(m1 AS MAP(VARCHAR, INT)), CAST(m2 AS MAP(VARCHAR, INT)))",
},
)
self.validate_all(
"SELECT MAP_CAT(CAST(OBJECT_CONSTRUCT() AS MAP(VARCHAR, INT)), CAST(OBJECT_CONSTRUCT('a', 1) AS MAP(VARCHAR, INT)))",
write={
"duckdb": "SELECT CASE WHEN CAST(MAP() AS MAP(TEXT, INT)) IS NULL OR CAST({'a': 1} AS MAP(TEXT, INT)) IS NULL THEN NULL ELSE MAP_FROM_ENTRIES(LIST_FILTER(LIST_TRANSFORM(LIST_DISTINCT(LIST_CONCAT(MAP_KEYS(CAST(MAP() AS MAP(TEXT, INT))), MAP_KEYS(CAST({'a': 1} AS MAP(TEXT, INT))))), __k -> STRUCT_PACK(key := __k, value := COALESCE(CAST({'a': 1} AS MAP(TEXT, INT))[__k], CAST(MAP() AS MAP(TEXT, INT))[__k]))), __x -> NOT __x.value IS NULL)) END",
"snowflake": "SELECT MAP_CAT(CAST(OBJECT_CONSTRUCT() AS MAP(VARCHAR, INT)), CAST(OBJECT_CONSTRUCT('a', 1) AS MAP(VARCHAR, INT)))",
},
)
self.validate_identity("SELECT MAP_CONTAINS_KEY('k1', CAST(col AS MAP(VARCHAR, VARCHAR)))")
self.validate_identity("SELECT MAP_DELETE(CAST(col AS MAP(VARCHAR, VARCHAR)), 'k1')")
self.validate_identity("SELECT MAP_INSERT(CAST(col AS MAP(VARCHAR, VARCHAR)), 'b', '2')")
self.validate_identity("SELECT MAP_KEYS(CAST(col AS MAP(VARCHAR, VARCHAR)))")
self.validate_identity("SELECT MAP_PICK(CAST(col AS MAP(VARCHAR, VARCHAR)), 'a', 'c')")
self.validate_identity("SELECT MAP_SIZE(CAST(col AS MAP(VARCHAR, VARCHAR)))")
self.validate_identity("SELECT CAST(OBJECT_CONSTRUCT('a', 1) AS OBJECT(a CHAR NOT NULL))")
self.validate_identity("SELECT CAST([1, 2, 3] AS ARRAY(INT))")
self.validate_identity("SELECT CAST(obj AS OBJECT(x CHAR) RENAME FIELDS)")
self.validate_identity("SELECT CAST(obj AS OBJECT(x CHAR, y VARCHAR) ADD FIELDS)")
self.validate_identity("SELECT TO_TIMESTAMP(123.4)").selects[0].assert_is(exp.Anonymous)
self.validate_identity("SELECT TO_TIMESTAMP(x) FROM t")
self.validate_identity("SELECT TO_TIMESTAMP_NTZ(x) FROM t")
self.validate_identity("SELECT TO_TIMESTAMP_LTZ(x) FROM t")
self.validate_identity("SELECT TO_TIMESTAMP_TZ(x) FROM t")
self.validate_identity("TO_DECIMAL(expr)", "TO_NUMBER(expr)")
self.validate_identity("TO_DECIMAL(expr, fmt)", "TO_NUMBER(expr, fmt)")
self.validate_identity(
"TO_DECIMAL(expr, fmt, precision, scale)", "TO_NUMBER(expr, fmt, precision, scale)"
)
self.validate_identity("TO_NUMBER(expr, 38, 0)", "TO_NUMBER(expr)")
self.validate_identity("TO_NUMBER(expr, 38)", "TO_NUMBER(expr)")
ast = self.validate_identity("TO_NUMBER('12.3456')")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "38")
self.assertEqual(ast.args.get("scale").name, "0")
ast = self.validate_identity("TO_NUMBER('12.3456', 10, 1)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "10")
self.assertEqual(ast.args.get("scale").name, "1")
ast = self.validate_identity("TO_NUMBER('12.3456', '99.99')")
self.assertIsInstance(ast, exp.ToNumber)
self.assertEqual(ast.args.get("format").name, "99.99")
self.assertEqual(ast.args.get("precision").name, "38")
self.assertEqual(ast.args.get("scale").name, "0")
ast = self.validate_identity("TO_NUMBER('12.3456', '99.99', 10, 1)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertEqual(ast.args.get("format").name, "99.99")
self.assertEqual(ast.args.get("precision").name, "10")
self.assertEqual(ast.args.get("scale").name, "1")
ast = self.validate_identity("TO_NUMBER('12.3456', 3)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "3")
self.assertEqual(ast.args.get("scale").name, "0")
self.validate_identity("TO_DECFLOAT('123.456')")
self.validate_identity("TO_DECFLOAT('1,234.56', '999,999.99')")
self.validate_identity("TRY_TO_DECFLOAT('123.456')")
self.validate_identity("TRY_TO_DECFLOAT('1,234.56', '999,999.99')")
self.validate_all(
"TRY_TO_BOOLEAN('true')",
write={
"snowflake": "TRY_TO_BOOLEAN('true')",
"duckdb": "CASE WHEN UPPER(CAST('true' AS TEXT)) = 'ON' THEN TRUE WHEN UPPER(CAST('true' AS TEXT)) = 'OFF' THEN FALSE ELSE TRY_CAST('true' AS BOOLEAN) END",
},
)
self.validate_identity("TRY_TO_DECIMAL('123.45')", "TRY_TO_NUMBER('123.45')")
self.validate_identity(
"TRY_TO_DECIMAL('123.45', '999.99')", "TRY_TO_NUMBER('123.45', '999.99')"
)
self.validate_identity(
"TRY_TO_DECIMAL('123.45', '999.99', 10, 2)", "TRY_TO_NUMBER('123.45', '999.99', 10, 2)"
)
self.validate_all(
"TRY_TO_DOUBLE('123.456')",
write={
"snowflake": "TRY_TO_DOUBLE('123.456')",
"duckdb": "TRY_CAST('123.456' AS DOUBLE)",
},
)
self.validate_identity("TRY_TO_DOUBLE('123.456', '999.99')")
self.validate_all(
"TRY_TO_DOUBLE('-4.56E-03', 'S9.99EEEE')",
write={
"snowflake": "TRY_TO_DOUBLE('-4.56E-03', 'S9.99EEEE')",
"duckdb": UnsupportedError,
},
)
self.validate_identity("TO_FILE(object_col)")
self.validate_identity("TO_FILE('file.csv')")
self.validate_identity("TO_FILE('file.csv', 'relativepath/')")
self.validate_identity("TRY_TO_FILE(object_col)")
self.validate_identity("TRY_TO_FILE('file.csv')")
self.validate_identity("TRY_TO_FILE('file.csv', 'relativepath/')")
self.validate_identity("TRY_TO_NUMBER(expr, 38, 0)", "TRY_TO_NUMBER(expr)")
self.validate_identity("TRY_TO_NUMBER(expr, 38)", "TRY_TO_NUMBER(expr)")
ast = self.validate_identity("TRY_TO_NUMBER('12.3456')")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "38")
self.assertEqual(ast.args.get("scale").name, "0")
self.assertTrue(ast.args.get("safe"))
ast = self.validate_identity("TRY_TO_NUMBER('12.3456', 10, 1)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "10")
self.assertEqual(ast.args.get("scale").name, "1")
self.assertTrue(ast.args.get("safe"))
ast = self.validate_identity("TRY_TO_NUMBER('12.3456', '99.99')")
self.assertIsInstance(ast, exp.ToNumber)
self.assertEqual(ast.args.get("format").name, "99.99")
self.assertEqual(ast.args.get("precision").name, "38")
self.assertEqual(ast.args.get("scale").name, "0")
self.assertTrue(ast.args.get("safe"))
ast = self.validate_identity("TRY_TO_NUMBER('12.3456', '99.99', 10, 1)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertEqual(ast.args.get("format").name, "99.99")
self.assertEqual(ast.args.get("precision").name, "10")
self.assertEqual(ast.args.get("scale").name, "1")
self.assertTrue(ast.args.get("safe"))
ast = self.validate_identity("TRY_TO_NUMBER('12.3456', 3)")
self.assertIsInstance(ast, exp.ToNumber)
self.assertIsNone(ast.args.get("format"))
self.assertEqual(ast.args.get("precision").name, "3")
self.assertEqual(ast.args.get("scale").name, "0")
self.assertTrue(ast.args.get("safe"))
self.validate_identity("TO_NUMERIC('123.45')", "TO_NUMBER('123.45')")
self.validate_identity("TO_NUMERIC('123.45', '999.99')", "TO_NUMBER('123.45', '999.99')")
self.validate_identity(
"TO_NUMERIC('123.45', '999.99', 10, 2)", "TO_NUMBER('123.45', '999.99', 10, 2)"
)
self.validate_identity("TRY_TO_NUMERIC('123.45')", "TRY_TO_NUMBER('123.45')")
self.validate_identity(
"TRY_TO_NUMERIC('123.45', '999.99')", "TRY_TO_NUMBER('123.45', '999.99')"
)
self.validate_identity(
"TRY_TO_NUMERIC('123.45', '999.99', 10, 2)", "TRY_TO_NUMBER('123.45', '999.99', 10, 2)"
)
self.validate_all(
"TRY_TO_TIME('12:30:00')",
write={
"snowflake": "TRY_CAST('12:30:00' AS TIME)",
"duckdb": "TRY_CAST('12:30:00' AS TIME)",
},
)
self.validate_identity("TRY_TO_TIME('12:30:00', 'AUTO')")
self.validate_all(
"TRY_TO_TIMESTAMP('2024-01-15 12:30:00')",
write={
"snowflake": "TRY_CAST('2024-01-15 12:30:00' AS TIMESTAMP)",
"duckdb": "TRY_CAST('2024-01-15 12:30:00' AS TIMESTAMP)",
},
)
self.validate_identity("TRY_TO_TIMESTAMP('2024-01-15 12:30:00', 'AUTO')")
self.validate_identity("ALTER TABLE authors ADD CONSTRAINT c1 UNIQUE (id, email)")
self.validate_identity("RM @parquet_stage", check_command_warning=True)
self.validate_identity("REMOVE @parquet_stage", check_command_warning=True)
self.validate_identity("SELECT TIMESTAMP_FROM_PARTS(2024, 5, 9, 14, 30, 45)")
self.validate_identity("SELECT TIMESTAMP_FROM_PARTS(2024, 5, 9, 14, 30, 45, 123)")
self.validate_identity("SELECT TIMESTAMP_LTZ_FROM_PARTS(2013, 4, 5, 12, 00, 00)")
self.validate_identity("SELECT TIMESTAMP_TZ_FROM_PARTS(2013, 4, 5, 12, 00, 00)")
self.validate_identity(
"SELECT TIMESTAMP_TZ_FROM_PARTS(2013, 4, 5, 12, 00, 00, 0, 'America/Los_Angeles')"
)
self.validate_identity(
"SELECT TIMESTAMP_FROM_PARTS(CAST('2024-05-09' AS DATE), CAST('14:30:45' AS TIME))"
)
self.validate_identity(
"SELECT TIMESTAMP_NTZ_FROM_PARTS(TO_DATE('2013-04-05'), TO_TIME('12:00:00'))",
"SELECT TIMESTAMP_FROM_PARTS(CAST('2013-04-05' AS DATE), CAST('12:00:00' AS TIME))",
)
self.validate_identity(
"SELECT TIMESTAMP_NTZ_FROM_PARTS(2013, 4, 5, 12, 00, 00, 987654321)",
"SELECT TIMESTAMP_FROM_PARTS(2013, 4, 5, 12, 00, 00, 987654321)",
)
self.validate_identity("SELECT DATE_FROM_PARTS(1977, 8, 7)")
self.validate_identity("SELECT GET_PATH(v, 'attr[0].name') FROM vartab")
self.validate_identity("SELECT TO_ARRAY(CAST(x AS ARRAY))")
self.validate_identity("SELECT TO_ARRAY(CAST(['test'] AS VARIANT))")
self.validate_identity("SELECT ARRAY_UNIQUE_AGG(x)")
self.validate_all(
"SELECT ARRAY_UNIQUE_AGG(col) FROM t",
write={"duckdb": "SELECT LIST(DISTINCT col) FILTER(WHERE NOT col IS NULL) FROM t"},
)
self.validate_all(
"SELECT ARRAY_UNIQUE_AGG(col) OVER (PARTITION BY grp) FROM t",
write={
"duckdb": "SELECT LIST(DISTINCT col) FILTER(WHERE NOT col IS NULL) OVER (PARTITION BY grp) FROM t"
},
)
self.validate_identity("SELECT ARRAY_APPEND([1, 2, 3], 4)")
self.validate_identity("SELECT ARRAY_CAT([1, 2], [3, 4])")
self.validate_identity("SELECT ARRAY_PREPEND([2, 3, 4], 1)")
self.validate_identity("SELECT ARRAY_REMOVE([1, 2, 3], 2)")
self.validate_identity("SELECT ARRAYS_ZIP([1, 2, 3])")
self.validate_identity("SELECT ARRAYS_ZIP([1, 2, 3], ['a', 'b', 'c'], [10, 20, 30])")
self.validate_identity("SELECT AI_AGG(review, 'Summarize the reviews')")
self.validate_identity("SELECT AI_SUMMARIZE_AGG(review)")
self.validate_identity("SELECT AI_CLASSIFY('text', ['travel', 'cooking'])")
self.validate_identity("SELECT OBJECT_CONSTRUCT()")
self.validate_identity("SELECT CURRENT_ACCOUNT()")
self.validate_identity("SELECT CURRENT_ACCOUNT_NAME()")
self.validate_identity("SELECT CURRENT_AVAILABLE_ROLES()")
self.validate_identity("SELECT CURRENT_CLIENT()")
self.validate_identity("SELECT CURRENT_IP_ADDRESS()")
self.validate_identity("SELECT CURRENT_DATABASE()")
self.validate_identity("SELECT CURRENT_SCHEMAS()")
self.validate_identity("SELECT CURRENT_SECONDARY_ROLES()")
self.validate_identity("SELECT CURRENT_SESSION()")
self.validate_identity("SELECT CURRENT_STATEMENT()")
self.validate_identity("SELECT CURRENT_VERSION()")
self.validate_identity("SELECT CURRENT_TRANSACTION()")
self.validate_identity("SELECT CURRENT_WAREHOUSE()")
self.validate_identity("SELECT CURRENT_ORGANIZATION_USER()")
self.validate_identity("SELECT CURRENT_REGION()")
self.validate_identity("SELECT CURRENT_ROLE()")
self.validate_identity("SELECT CURRENT_ROLE_TYPE()")
self.validate_identity("SELECT DAY(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT DAYOFMONTH(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT DAYOFYEAR(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT MONTH(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT QUARTER(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT WEEK(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT WEEKISO(CURRENT_TIMESTAMP())")
self.validate_identity("WEEKOFYEAR(tstamp)", "WEEK(tstamp)")
self.validate_identity("SELECT YEAR(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT YEAROFWEEK(CURRENT_TIMESTAMP())")
self.validate_identity("SELECT YEAROFWEEKISO(CURRENT_TIMESTAMP())")
self.validate_all(
"SELECT DAYOFWEEKISO('2024-01-15'::DATE)",
write={
"snowflake": "SELECT DAYOFWEEKISO(CAST('2024-01-15' AS DATE))",
"duckdb": "SELECT ISODOW(CAST('2024-01-15' AS DATE))",
},
)
self.validate_all(
"SELECT YEAROFWEEK('2024-12-31'::DATE)",
write={
"snowflake": "SELECT YEAROFWEEK(CAST('2024-12-31' AS DATE))",
"duckdb": "SELECT EXTRACT(ISOYEAR FROM CAST('2024-12-31' AS DATE))",
},
)
self.validate_all(
"SELECT YEAROFWEEKISO('2024-12-31'::DATE)",
write={
"snowflake": "SELECT YEAROFWEEKISO(CAST('2024-12-31' AS DATE))",
"duckdb": "SELECT EXTRACT(ISOYEAR FROM CAST('2024-12-31' AS DATE))",
},
)
self.validate_all(
"SELECT WEEKISO('2024-01-15'::DATE)",
write={
"snowflake": "SELECT WEEKISO(CAST('2024-01-15' AS DATE))",
"duckdb": "SELECT WEEKOFYEAR(CAST('2024-01-15' AS DATE))",
},
)
self.validate_identity("SELECT SUM(amount) FROM mytable GROUP BY ALL")
self.validate_identity("SELECT STDDEV(x)")
self.validate_identity("SELECT STDDEV(x) OVER (PARTITION BY 1)")
self.validate_identity("SELECT STDDEV_POP(x)")
self.validate_identity("SELECT STDDEV_POP(x) OVER (PARTITION BY 1)")
self.validate_identity("SELECT STDDEV_SAMP(x)", "SELECT STDDEV(x)")
self.validate_identity(
"SELECT STDDEV_SAMP(x) OVER (PARTITION BY 1)", "SELECT STDDEV(x) OVER (PARTITION BY 1)"
)
self.validate_identity("SELECT KURTOSIS(x)")
self.validate_identity("SELECT KURTOSIS(x) OVER (PARTITION BY 1)")
self.validate_identity("WITH x AS (SELECT 1 AS foo) SELECT foo FROM IDENTIFIER('x')")
self.validate_identity("WITH x AS (SELECT 1 AS foo) SELECT IDENTIFIER('foo') FROM x")
self.validate_identity("INITCAP('iqamqinterestedqinqthisqtopic', 'q')")
self.validate_identity("OBJECT_CONSTRUCT(*)")
self.validate_identity("SELECT CAST('2021-01-01' AS DATE) + INTERVAL '1 DAY'")
self.validate_identity("SELECT HLL(*)")
self.validate_identity("SELECT HLL(a)")
self.validate_identity("SELECT HLL(DISTINCT t.a)")
self.validate_identity("SELECT HLL(a, b, c)")
self.validate_identity("SELECT HLL(DISTINCT a, b, c)")
self.validate_identity("$x") # parameter
self.validate_identity("a$b") # valid snowflake identifier
self.validate_identity("SELECT REGEXP_LIKE(a, b, c)")
self.validate_identity("CREATE TABLE foo (bar DOUBLE AUTOINCREMENT START 0 INCREMENT 1)")
self.validate_identity("COMMENT IF EXISTS ON TABLE foo IS 'bar'")
self.validate_identity("SELECT CONVERT_TIMEZONE('UTC', 'America/Los_Angeles', col)")
self.validate_identity("SELECT CURRENT_ORGANIZATION_NAME()")
self.validate_identity("ALTER TABLE a SWAP WITH b")
self.validate_identity("SELECT MATCH_CONDITION")
self.validate_identity("SELECT OBJECT_AGG(key, value) FROM tbl")
self.validate_identity("1 /* /* */", "1 /* / * */")
self.validate_identity("TO_TIMESTAMP(col, fmt)")
self.validate_identity("SELECT TO_CHAR(CAST('12:05:05' AS TIME))")
self.validate_identity("SELECT TRIM(COALESCE(TO_CHAR(CAST(c AS TIME)), '')) FROM t")
self.validate_identity("SELECT GET_PATH(PARSE_JSON(foo), 'bar')")
self.validate_identity("SELECT PARSE_IP('192.168.1.1', 'INET')")
self.validate_identity("SELECT PARSE_IP('192.168.1.1', 'INET', 0)")
self.validate_identity("SELECT GET_PATH(foo, 'bar')")
self.validate_identity("SELECT a, exclude, b FROM xxx")
self.validate_identity("SELECT ARRAY_SORT(x, TRUE, FALSE)")
self.validate_all(
"SELECT ARRAY_SORT(x)",
read={"snowflake": "SELECT ARRAY_SORT(x)"},
write={
"duckdb": "SELECT LIST_SORT(x)",
"snowflake": "SELECT ARRAY_SORT(x)",
},
)
self.validate_all(
"SELECT ARRAY_SORT(x, FALSE)",
read={"snowflake": "SELECT ARRAY_SORT(x, FALSE)"},
write={
"duckdb": "SELECT LIST_SORT(x, 'DESC', 'NULLS FIRST')",
"snowflake": "SELECT ARRAY_SORT(x, FALSE)",
},
)
self.validate_all(
"SELECT ARRAY_SORT(x, foo, TRUE)",
read={"snowflake": "SELECT ARRAY_SORT(x, foo, TRUE)"},
write={
"duckdb": "SELECT LIST_SORT(x, foo, 'NULLS FIRST')",
"snowflake": "SELECT ARRAY_SORT(x, foo, TRUE)",
},
)
self.validate_identity("SELECT BOOLXOR_AGG(col) FROM tbl")
self.validate_identity(
"SELECT PERCENTILE_DISC(0.9) WITHIN GROUP (ORDER BY col) OVER (PARTITION BY category)"
)
self.validate_identity(
"SELECT DATEADD(DAY, -7, DATEADD(t.m, 1, CAST('2023-01-03' AS DATE))) FROM (SELECT 'month' AS m) AS t"
).selects[0].this.unit.assert_is(exp.Column)
self.validate_all(
"SELECT STRTOK('a$b$c', SUBSTRING('.$^', 1, 2), 2)",
write={
"snowflake": "SELECT STRTOK('a$b$c', SUBSTRING('.$^', 1, 2), 2)",
"duckdb": r"""SELECT CASE WHEN SUBSTRING('.$^', 1, 2) = '' AND 'a$b$c' = '' THEN NULL WHEN SUBSTRING('.$^', 1, 2) = '' AND 2 = 1 THEN 'a$b$c' WHEN SUBSTRING('.$^', 1, 2) = '' THEN NULL WHEN 2 < 0 THEN NULL WHEN 'a$b$c' IS NULL OR SUBSTRING('.$^', 1, 2) IS NULL OR 2 IS NULL THEN NULL ELSE LIST_FILTER(REGEXP_SPLIT_TO_ARRAY('a$b$c', CASE WHEN SUBSTRING('.$^', 1, 2) = '' THEN '' ELSE '[' || REGEXP_REPLACE(SUBSTRING('.$^', 1, 2), '([\[\]^.\-*+?(){}|$\\])', '\\\1', 'g') || ']' END), x -> NOT x = '')[2] END""",
},
)
self.validate_all(
"SELECT STRTOK('a$b/cg', '$/.')",
write={
"snowflake": "SELECT STRTOK('a$b/cg', '$/.', 1)",
"duckdb": r"""SELECT CASE WHEN '$/.' = '' AND 'a$b/cg' = '' THEN NULL WHEN '$/.' = '' AND 1 = 1 THEN 'a$b/cg' WHEN '$/.' = '' THEN NULL WHEN 1 < 0 THEN NULL WHEN 'a$b/cg' IS NULL OR '$/.' IS NULL OR 1 IS NULL THEN NULL ELSE LIST_FILTER(REGEXP_SPLIT_TO_ARRAY('a$b/cg', CASE WHEN '$/.' = '' THEN '' ELSE '[' || REGEXP_REPLACE('$/.', '([\[\]^.\-*+?(){}|$\\])', '\\\1', 'g') || ']' END), x -> NOT x = '')[1] END""",
},
)
self.validate_all(
"SELECT STRTOK('ab')",
write={
"snowflake": "SELECT STRTOK('ab', ' ', 1)",
"duckdb": r"""SELECT CASE WHEN ' ' = '' AND 'ab' = '' THEN NULL WHEN ' ' = '' AND 1 = 1 THEN 'ab' WHEN ' ' = '' THEN NULL WHEN 1 < 0 THEN NULL WHEN 'ab' IS NULL OR ' ' IS NULL OR 1 IS NULL THEN NULL ELSE LIST_FILTER(REGEXP_SPLIT_TO_ARRAY('ab', CASE WHEN ' ' = '' THEN '' ELSE '[' || REGEXP_REPLACE(' ', '([\[\]^.\-*+?(){}|$\\])', '\\\1', 'g') || ']' END), x -> NOT x = '')[1] END""",
},
)
self.validate_identity("SELECT FILE_URL FROM DIRECTORY(@mystage) WHERE SIZE > 100000").args[
"from_"
].this.this.assert_is(exp.DirectoryStage).this.assert_is(exp.Var)
self.validate_identity(
"SELECT AI_CLASSIFY('text', ['travel', 'cooking'], OBJECT_CONSTRUCT('output_mode', 'multi'))"
)
self.validate_identity(
"SELECT * FROM table AT (TIMESTAMP => '2024-07-24') UNPIVOT(a FOR b IN (c)) AS pivot_table"
)
self.validate_identity(
"SELECT * FROM quarterly_sales PIVOT(SUM(amount) FOR quarter IN ('2023_Q1', '2023_Q2', '2023_Q3', '2023_Q4', '2024_Q1') DEFAULT ON NULL (0)) ORDER BY empid"
)
self.validate_identity(
"SELECT * FROM quarterly_sales PIVOT(SUM(amount) FOR quarter IN (SELECT DISTINCT quarter FROM ad_campaign_types_by_quarter WHERE television = TRUE ORDER BY quarter)) ORDER BY empid"
)
self.validate_identity(
"SELECT * FROM quarterly_sales PIVOT(SUM(amount) FOR quarter IN (ANY ORDER BY quarter)) ORDER BY empid"
)
self.validate_identity(
"SELECT * FROM quarterly_sales PIVOT(SUM(amount) FOR quarter IN (ANY)) ORDER BY empid"
)
self.validate_identity(
"MERGE INTO my_db AS ids USING (SELECT new_id FROM my_model WHERE NOT col IS NULL) AS new_ids ON ids.type = new_ids.type AND ids.source = new_ids.source WHEN NOT MATCHED THEN INSERT VALUES (new_ids.new_id)"
)
self.validate_identity(
"INSERT OVERWRITE TABLE t SELECT 1", "INSERT OVERWRITE INTO t SELECT 1"
)
self.validate_identity(
'DESCRIBE TABLE "SNOWFLAKE_SAMPLE_DATA"."TPCDS_SF100TCL"."WEB_SITE" type=stage'
)
self.validate_identity(
"SELECT * FROM DATA AS DATA_L ASOF JOIN DATA AS DATA_R MATCH_CONDITION (DATA_L.VAL > DATA_R.VAL) ON DATA_L.ID = DATA_R.ID"
)
self.validate_identity(
"""SELECT TO_TIMESTAMP('2025-01-16T14:45:30.123+0500', 'yyyy-mm-DDThh24:mi:ss.ff9tzhtzm')"""
)
self.validate_identity(
"SELECT * REPLACE (CAST(col AS TEXT) AS scol) FROM t",
"SELECT * REPLACE (CAST(col AS VARCHAR) AS scol) FROM t",
)
self.validate_identity(
"GET(value, 'foo')::VARCHAR",
"CAST(GET(value, 'foo') AS VARCHAR)",
)
self.validate_identity(
"SELECT 1 put",
"SELECT 1 AS put",
)
self.validate_identity(
"SELECT 1 get",
"SELECT 1 AS get",
)
self.validate_identity(
"WITH t (SELECT 1 AS c) SELECT c FROM t",
"WITH t AS (SELECT 1 AS c) SELECT c FROM t",
)
self.validate_identity(
"GET_PATH(json_data, '$id')",
"""GET_PATH(json_data, '["$id"]')""",
)
self.validate_identity(
"CAST(x AS GEOGRAPHY)",
"TO_GEOGRAPHY(x)",
)
self.validate_identity(
"CAST(x AS GEOMETRY)",
"TO_GEOMETRY(x)",
)
self.validate_identity("TO_GEOGRAPHY(x)")
self.validate_identity("TO_GEOMETRY(x)")
self.validate_identity("TO_GEOGRAPHY(x, y)")
self.validate_identity("TO_GEOMETRY(x, y)")
self.validate_identity(
"transform(x, a int -> a + a + 1)",
"TRANSFORM(x, a -> CAST(a AS INT) + CAST(a AS INT) + 1)",
)
self.validate_identity(
"SELECT * FROM s WHERE c NOT IN (1, 2, 3)",
"SELECT * FROM s WHERE NOT c IN (1, 2, 3)",
)
self.validate_identity(
"SELECT * FROM s WHERE c NOT IN (SELECT * FROM t)",
"SELECT * FROM s WHERE c <> ALL (SELECT * FROM t)",
)
self.validate_identity(
"SELECT * FROM t1 INNER JOIN t2 USING (t1.col)",
"SELECT * FROM t1 INNER JOIN t2 USING (col)",
)
self.validate_identity(
"CURRENT_TIMESTAMP - INTERVAL '1 w' AND (1 = 1)",
"CURRENT_TIMESTAMP() - INTERVAL '1 WEEK' AND (1 = 1)",
)
self.validate_identity(
"REGEXP_REPLACE('target', 'pattern', '\n')",
"REGEXP_REPLACE('target', 'pattern', '\\n')",
)
self.validate_identity(
"SELECT a:from::STRING, a:from || ' test' ",
"SELECT CAST(GET_PATH(a, 'from') AS VARCHAR), GET_PATH(a, 'from') || ' test'",
)
self.validate_identity(
"SELECT a:select",
"SELECT GET_PATH(a, 'select')",
)
self.validate_identity("x:from", "GET_PATH(x, 'from')")
self.validate_identity(
"value:values::string::int",
"CAST(CAST(GET_PATH(value, 'values') AS VARCHAR) AS INT)",
)
self.validate_identity(
"""SELECT GET_PATH(PARSE_JSON('{"y": [{"z": 1}]}'), 'y[0]:z')""",
"""SELECT GET_PATH(PARSE_JSON('{"y": [{"z": 1}]}'), 'y[0].z')""",
)
self.validate_identity(
"SELECT p FROM t WHERE p:val NOT IN ('2')",
"SELECT p FROM t WHERE NOT GET_PATH(p, 'val') IN ('2')",
)
self.validate_identity(
"""SELECT PARSE_JSON('{"x": "hello"}'):x LIKE 'hello'""",
"""SELECT GET_PATH(PARSE_JSON('{"x": "hello"}'), 'x') LIKE 'hello'""",
)
self.validate_identity(
"""SELECT data:x LIKE 'hello' FROM some_table""",
"""SELECT GET_PATH(data, 'x') LIKE 'hello' FROM some_table""",
)
self.validate_identity(
"SELECT SUM({ fn CONVERT(123, SQL_DOUBLE) })",
"SELECT SUM(CAST(123 AS DOUBLE))",
)
self.validate_identity(
"SELECT SUM({ fn CONVERT(123, SQL_VARCHAR) })",
"SELECT SUM(CAST(123 AS VARCHAR))",
)
self.validate_identity(
"SELECT TIMESTAMPFROMPARTS(d, t)",
"SELECT TIMESTAMP_FROM_PARTS(d, t)",
)
self.validate_identity(
"SELECT v:attr[0].name FROM vartab",
"SELECT GET_PATH(v, 'attr[0].name') FROM vartab",
)
self.validate_identity(
'SELECT v:"fruit" FROM vartab',
"""SELECT GET_PATH(v, 'fruit') FROM vartab""",
)
self.validate_identity(
"v:attr[0]:name",
"GET_PATH(v, 'attr[0].name')",
)
self.validate_identity(
"a.x:from.b:c.d::int",
"CAST(GET_PATH(a.x, 'from.b.c.d') AS INT)",
)
self.validate_identity(
"""SELECT PARSE_JSON('{"food":{"fruit":"banana"}}'):food.fruit::VARCHAR""",
"""SELECT CAST(GET_PATH(PARSE_JSON('{"food":{"fruit":"banana"}}'), 'food.fruit') AS VARCHAR)""",
)
self.validate_identity(
"SELECT * FROM t, UNNEST(x) WITH ORDINALITY",
"SELECT * FROM t, TABLE(FLATTEN(INPUT => x)) AS _t0(seq, key, path, index, value, this)",