You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by ag...@apache.org on 2026/05/01 04:07:16 UTC

(datafusion-comet) branch main updated: chore: Update `spark_expressions_support.md` doc (#4165)

This is an automated email from the ASF dual-hosted git repository.

andygrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git


The following commit(s) were added to refs/heads/main by this push:
     new 050320d9f chore: Update `spark_expressions_support.md` doc (#4165)
050320d9f is described below

commit 050320d9f815161cda8a2d7fee7556070c0367ae
Author: Oleks V <co...@users.noreply.github.com>
AuthorDate: Thu Apr 30 21:07:09 2026 -0700

    chore: Update `spark_expressions_support.md` doc (#4165)
---
 .../contributor-guide/spark_expressions_support.md | 148 ++++++++++++++++++---
 1 file changed, 131 insertions(+), 17 deletions(-)

diff --git a/docs/source/contributor-guide/spark_expressions_support.md b/docs/source/contributor-guide/spark_expressions_support.md
index 1e8865222..0c671c040 100644
--- a/docs/source/contributor-guide/spark_expressions_support.md
+++ b/docs/source/contributor-guide/spark_expressions_support.md
@@ -19,12 +19,25 @@
 
 # Supported Spark Expressions
 
+## How to Read This Document
+
+- A function marked with `[x]` has a native implementation in Comet and does not fall back to Spark by default.
+- A function marked with `[ ]` has no native Comet implementation and falls back to Spark.
+
+> **Note:** Some functions listed as supported may still be incompatible with Spark in
+> certain cases (data types, modes, edge values) and fall back to Spark at runtime. Full
+> per-function details are documented in the
+> [Compatibility Guide](https://datafusion.apache.org/comet/user-guide/latest/compatibility/expressions/index.html).
+
 ### agg_funcs
 
 - [x] any
 - [x] any_value
 - [ ] approx_count_distinct
 - [ ] approx_percentile
+- [ ] approx_top_k
+- [ ] approx_top_k_accumulate
+- [ ] approx_top_k_combine
 - [ ] array_agg
 - [x] avg
 - [x] bit_and
@@ -46,9 +59,30 @@
 - [ ] grouping
 - [ ] grouping_id
 - [ ] histogram_numeric
+- [ ] hll_sketch_agg
+- [ ] hll_union_agg
+- [ ] kll_sketch_agg_bigint
+- [ ] kll_sketch_agg_double
+- [ ] kll_sketch_agg_float
+- [ ] kll_sketch_get_n_bigint
+- [ ] kll_sketch_get_n_double
+- [ ] kll_sketch_get_n_float
+- [ ] kll_sketch_get_quantile_bigint
+- [ ] kll_sketch_get_quantile_double
+- [ ] kll_sketch_get_quantile_float
+- [ ] kll_sketch_get_rank_bigint
+- [ ] kll_sketch_get_rank_double
+- [ ] kll_sketch_get_rank_float
+- [ ] kll_sketch_merge_bigint
+- [ ] kll_sketch_merge_double
+- [ ] kll_sketch_merge_float
+- [ ] kll_sketch_to_string_bigint
+- [ ] kll_sketch_to_string_double
+- [ ] kll_sketch_to_string_float
 - [ ] kurtosis
 - [x] last
 - [x] last_value
+- [ ] listagg
 - [x] max
 - [ ] max_by
 - [x] mean
@@ -58,6 +92,8 @@
 - [ ] mode
 - [ ] percentile
 - [ ] percentile_approx
+- [ ] percentile_cont
+- [ ] percentile_disc
 - [x] regr_avgx
 - [x] regr_avgy
 - [x] regr_count
@@ -73,7 +109,11 @@
 - [x] stddev
 - [x] stddev_pop
 - [x] stddev_samp
+- [ ] string_agg
 - [x] sum
+- [ ] theta_intersection_agg
+- [ ] theta_sketch_agg
+- [ ] theta_union_agg
 - [ ] try_avg
 - [ ] try_sum
 - [x] var_pop
@@ -100,6 +140,7 @@
 - [x] array_max
 - [ ] array_min
 - [x] array_position
+- [ ] array_prepend
 - [x] array_remove
 - [x] array_repeat
 - [x] array_union
@@ -115,15 +156,18 @@
 
 ### bitwise_funcs
 
-- [x] &
-- [x] ^
+- [x] `&`
+- [ ] `<<`
+- [ ] `>>`
+- [ ] `>>>`
+- [x] `^`
 - [ ] bit_count
 - [ ] bit_get
 - [ ] getbit
 - [x] shiftright
 - [ ] shiftrightunsigned
-- [x] |
-- [x] ~
+- [x] `|`
+- [x] `~`
 
 ### collection_funcs
 
@@ -140,9 +184,11 @@
 - [x] ifnull
 - [ ] nanvl
 - [x] nullif
+- [ ] nullifzero
 - [x] nvl
 - [x] nvl2
 - [ ] when
+- [ ] zeroifnull
 
 ### conversion_funcs
 
@@ -172,6 +218,7 @@
 - [ ] convert_timezone
 - [x] curdate
 - [x] current_date
+- [ ] current_time
 - [ ] current_timestamp
 - [x] current_timezone
 - [ ] date_add
@@ -185,6 +232,7 @@
 - [ ] datediff
 - [x] datepart
 - [ ] day
+- [ ] dayname
 - [ ] dayofmonth
 - [ ] dayofweek
 - [ ] dayofyear
@@ -197,27 +245,37 @@
 - [ ] make_date
 - [ ] make_dt_interval
 - [ ] make_interval
+- [ ] make_time
 - [ ] make_timestamp
 - [ ] make_timestamp_ltz
 - [ ] make_timestamp_ntz
 - [ ] make_ym_interval
 - [ ] minute
 - [ ] month
+- [ ] monthname
 - [ ] months_between
 - [ ] next_day
 - [ ] now
 - [ ] quarter
 - [ ] second
+- [ ] session_window
+- [ ] time_diff
+- [ ] time_trunc
 - [ ] timestamp_micros
 - [ ] timestamp_millis
 - [x] timestamp_seconds
 - [ ] to_date
+- [ ] to_time
 - [ ] to_timestamp
 - [ ] to_timestamp_ltz
 - [ ] to_timestamp_ntz
 - [ ] to_unix_timestamp
 - [ ] to_utc_timestamp
 - [ ] trunc
+- [ ] try_make_interval
+- [ ] try_make_timestamp
+- [ ] try_to_date
+- [ ] try_to_time
 - [ ] try_to_timestamp
 - [ ] unix_date
 - [ ] unix_micros
@@ -226,6 +284,8 @@
 - [x] unix_timestamp
 - [ ] weekday
 - [ ] weekofyear
+- [ ] window
+- [ ] window_time
 - [ ] year
 
 ### generator_funcs
@@ -289,11 +349,11 @@
 
 ### math_funcs
 
-- [x] %
-- [x] -
-- [x] -
-- [x] -
-- [x] /
+- [x] `%`
+- [ ] `*`
+- [ ] `+`
+- [x] `-`
+- [x] `/`
 - [x] abs
 - [x] acos
 - [ ] acosh
@@ -339,6 +399,7 @@
 - [ ] rand
 - [ ] randn
 - [ ] random
+- [ ] randstr
 - [ ] rint
 - [x] round
 - [ ] sec
@@ -352,45 +413,84 @@
 - [ ] tanh
 - [x] try_add
 - [x] try_divide
+- [ ] try_mod
 - [x] try_multiply
 - [x] try_subtract
 - [x] unhex
+- [ ] uniform
 - [x] width_bucket
 
 ### misc_funcs
 
 - [ ] aes_decrypt
 - [ ] aes_encrypt
+- [ ] approx_top_k_estimate
 - [ ] assert_true
+- [ ] bitmap_and_agg
+- [ ] bitmap_bit_position
+- [ ] bitmap_bucket_number
+- [ ] bitmap_construct_agg
+- [ ] bitmap_count
+- [ ] bitmap_or_agg
 - [x] current_catalog
 - [x] current_database
 - [x] current_schema
 - [x] current_user
 - [x] equal_null
+- [ ] from_avro
+- [ ] from_protobuf
+- [ ] hll_sketch_estimate
+- [ ] hll_union
 - [ ] input_file_block_length
 - [ ] input_file_block_start
 - [ ] input_file_name
+- [ ] is_variant_null
+- [ ] java_method
 - [x] monotonically_increasing_id
+- [ ] parse_json
 - [ ] raise_error
 - [x] rand
 - [x] randn
+- [ ] reflect
+- [ ] schema_of_avro
+- [ ] schema_of_variant
+- [ ] schema_of_variant_agg
+- [ ] session_user
 - [x] spark_partition_id
+- [ ] st_asbinary
+- [ ] st_geogfromwkb
+- [ ] st_geomfromwkb
+- [ ] st_setsrid
+- [ ] st_srid
+- [ ] theta_difference
+- [ ] theta_intersection
+- [ ] theta_sketch_estimate
+- [ ] theta_union
+- [ ] to_avro
+- [ ] to_protobuf
+- [ ] to_variant_object
+- [ ] try_aes_decrypt
+- [ ] try_parse_json
+- [ ] try_reflect
+- [ ] try_variant_get
 - [ ] typeof
 - [x] user
 - [ ] uuid
+- [ ] variant_get
 - [ ] version
 
 ### predicate_funcs
 
-- [x] !
-- [x] <
-- [x] <=
-- [x] <=>
-- [x] =
-- [x] ==
-- [x] >
-- [x] > =
+- [x] `!`
+- [x] `<`
+- [x] `<=`
+- [x] `<=>`
+- [x] `=`
+- [x] `==`
+- [x] `>`
+- [x] `>=`
 - [x] and
+- [ ] between
 - [x] ilike
 - [x] in
 - [ ] isnan
@@ -413,6 +513,8 @@
 - [x] char_length
 - [x] character_length
 - [x] chr
+- [ ] collate
+- [ ] collation
 - [x] concat_ws
 - [x] contains
 - [ ] decode
@@ -424,6 +526,7 @@
 - [ ] format_string
 - [x] initcap
 - [x] instr
+- [ ] is_valid_utf8
 - [x] lcase
 - [ ] left
 - [x] len
@@ -433,11 +536,14 @@
 - [x] lower
 - [x] lpad
 - [x] ltrim
+- [ ] luhn_check
+- [ ] make_valid_utf8
 - [ ] mask
 - [x] octet_length
 - [ ] overlay
 - [ ] position
 - [ ] printf
+- [ ] quote
 - [ ] regexp_count
 - [ ] regexp_extract
 - [ ] regexp_extract_all
@@ -461,13 +567,16 @@
 - [ ] to_binary
 - [ ] to_char
 - [ ] to_number
+- [ ] to_varchar
 - [x] translate
 - [x] trim
 - [ ] try_to_binary
 - [ ] try_to_number
+- [ ] try_validate_utf8
 - [x] ucase
 - [ ] unbase64
 - [x] upper
+- [ ] validate_utf8
 
 ### struct_funcs
 
@@ -477,6 +586,8 @@
 ### url_funcs
 
 - [ ] parse_url
+- [ ] try_parse_url
+- [ ] try_url_decode
 - [ ] url_decode
 - [ ] url_encode
 
@@ -494,6 +605,9 @@
 
 ### xml_funcs
 
+- [ ] from_xml
+- [ ] schema_of_xml
+- [ ] to_xml
 - [ ] xpath
 - [ ] xpath_boolean
 - [ ] xpath_double


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org