You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by ag...@apache.org on 2026/05/01 04:07:16 UTC
(datafusion-comet) branch main updated: chore: Update `spark_expressions_support.md` doc (#4165)
This is an automated email from the ASF dual-hosted git repository.
andygrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 050320d9f chore: Update `spark_expressions_support.md` doc (#4165)
050320d9f is described below
commit 050320d9f815161cda8a2d7fee7556070c0367ae
Author: Oleks V <co...@users.noreply.github.com>
AuthorDate: Thu Apr 30 21:07:09 2026 -0700
chore: Update `spark_expressions_support.md` doc (#4165)
---
.../contributor-guide/spark_expressions_support.md | 148 ++++++++++++++++++---
1 file changed, 131 insertions(+), 17 deletions(-)
diff --git a/docs/source/contributor-guide/spark_expressions_support.md b/docs/source/contributor-guide/spark_expressions_support.md
index 1e8865222..0c671c040 100644
--- a/docs/source/contributor-guide/spark_expressions_support.md
+++ b/docs/source/contributor-guide/spark_expressions_support.md
@@ -19,12 +19,25 @@
# Supported Spark Expressions
+## How to Read This Document
+
+- A function marked with `[x]` has a native implementation in Comet and does not fall back to Spark by default.
+- A function marked with `[ ]` has no native Comet implementation and falls back to Spark.
+
+> **Note:** Some functions listed as supported may still be incompatible with Spark in
+> certain cases (data types, modes, edge values) and fall back to Spark at runtime. Full
+> per-function details are documented in the
+> [Compatibility Guide](https://datafusion.apache.org/comet/user-guide/latest/compatibility/expressions/index.html).
+
### agg_funcs
- [x] any
- [x] any_value
- [ ] approx_count_distinct
- [ ] approx_percentile
+- [ ] approx_top_k
+- [ ] approx_top_k_accumulate
+- [ ] approx_top_k_combine
- [ ] array_agg
- [x] avg
- [x] bit_and
@@ -46,9 +59,30 @@
- [ ] grouping
- [ ] grouping_id
- [ ] histogram_numeric
+- [ ] hll_sketch_agg
+- [ ] hll_union_agg
+- [ ] kll_sketch_agg_bigint
+- [ ] kll_sketch_agg_double
+- [ ] kll_sketch_agg_float
+- [ ] kll_sketch_get_n_bigint
+- [ ] kll_sketch_get_n_double
+- [ ] kll_sketch_get_n_float
+- [ ] kll_sketch_get_quantile_bigint
+- [ ] kll_sketch_get_quantile_double
+- [ ] kll_sketch_get_quantile_float
+- [ ] kll_sketch_get_rank_bigint
+- [ ] kll_sketch_get_rank_double
+- [ ] kll_sketch_get_rank_float
+- [ ] kll_sketch_merge_bigint
+- [ ] kll_sketch_merge_double
+- [ ] kll_sketch_merge_float
+- [ ] kll_sketch_to_string_bigint
+- [ ] kll_sketch_to_string_double
+- [ ] kll_sketch_to_string_float
- [ ] kurtosis
- [x] last
- [x] last_value
+- [ ] listagg
- [x] max
- [ ] max_by
- [x] mean
@@ -58,6 +92,8 @@
- [ ] mode
- [ ] percentile
- [ ] percentile_approx
+- [ ] percentile_cont
+- [ ] percentile_disc
- [x] regr_avgx
- [x] regr_avgy
- [x] regr_count
@@ -73,7 +109,11 @@
- [x] stddev
- [x] stddev_pop
- [x] stddev_samp
+- [ ] string_agg
- [x] sum
+- [ ] theta_intersection_agg
+- [ ] theta_sketch_agg
+- [ ] theta_union_agg
- [ ] try_avg
- [ ] try_sum
- [x] var_pop
@@ -100,6 +140,7 @@
- [x] array_max
- [ ] array_min
- [x] array_position
+- [ ] array_prepend
- [x] array_remove
- [x] array_repeat
- [x] array_union
@@ -115,15 +156,18 @@
### bitwise_funcs
-- [x] &
-- [x] ^
+- [x] `&`
+- [ ] `<<`
+- [ ] `>>`
+- [ ] `>>>`
+- [x] `^`
- [ ] bit_count
- [ ] bit_get
- [ ] getbit
- [x] shiftright
- [ ] shiftrightunsigned
-- [x] |
-- [x] ~
+- [x] `|`
+- [x] `~`
### collection_funcs
@@ -140,9 +184,11 @@
- [x] ifnull
- [ ] nanvl
- [x] nullif
+- [ ] nullifzero
- [x] nvl
- [x] nvl2
- [ ] when
+- [ ] zeroifnull
### conversion_funcs
@@ -172,6 +218,7 @@
- [ ] convert_timezone
- [x] curdate
- [x] current_date
+- [ ] current_time
- [ ] current_timestamp
- [x] current_timezone
- [ ] date_add
@@ -185,6 +232,7 @@
- [ ] datediff
- [x] datepart
- [ ] day
+- [ ] dayname
- [ ] dayofmonth
- [ ] dayofweek
- [ ] dayofyear
@@ -197,27 +245,37 @@
- [ ] make_date
- [ ] make_dt_interval
- [ ] make_interval
+- [ ] make_time
- [ ] make_timestamp
- [ ] make_timestamp_ltz
- [ ] make_timestamp_ntz
- [ ] make_ym_interval
- [ ] minute
- [ ] month
+- [ ] monthname
- [ ] months_between
- [ ] next_day
- [ ] now
- [ ] quarter
- [ ] second
+- [ ] session_window
+- [ ] time_diff
+- [ ] time_trunc
- [ ] timestamp_micros
- [ ] timestamp_millis
- [x] timestamp_seconds
- [ ] to_date
+- [ ] to_time
- [ ] to_timestamp
- [ ] to_timestamp_ltz
- [ ] to_timestamp_ntz
- [ ] to_unix_timestamp
- [ ] to_utc_timestamp
- [ ] trunc
+- [ ] try_make_interval
+- [ ] try_make_timestamp
+- [ ] try_to_date
+- [ ] try_to_time
- [ ] try_to_timestamp
- [ ] unix_date
- [ ] unix_micros
@@ -226,6 +284,8 @@
- [x] unix_timestamp
- [ ] weekday
- [ ] weekofyear
+- [ ] window
+- [ ] window_time
- [ ] year
### generator_funcs
@@ -289,11 +349,11 @@
### math_funcs
-- [x] %
-- [x] -
-- [x] -
-- [x] -
-- [x] /
+- [x] `%`
+- [ ] `*`
+- [ ] `+`
+- [x] `-`
+- [x] `/`
- [x] abs
- [x] acos
- [ ] acosh
@@ -339,6 +399,7 @@
- [ ] rand
- [ ] randn
- [ ] random
+- [ ] randstr
- [ ] rint
- [x] round
- [ ] sec
@@ -352,45 +413,84 @@
- [ ] tanh
- [x] try_add
- [x] try_divide
+- [ ] try_mod
- [x] try_multiply
- [x] try_subtract
- [x] unhex
+- [ ] uniform
- [x] width_bucket
### misc_funcs
- [ ] aes_decrypt
- [ ] aes_encrypt
+- [ ] approx_top_k_estimate
- [ ] assert_true
+- [ ] bitmap_and_agg
+- [ ] bitmap_bit_position
+- [ ] bitmap_bucket_number
+- [ ] bitmap_construct_agg
+- [ ] bitmap_count
+- [ ] bitmap_or_agg
- [x] current_catalog
- [x] current_database
- [x] current_schema
- [x] current_user
- [x] equal_null
+- [ ] from_avro
+- [ ] from_protobuf
+- [ ] hll_sketch_estimate
+- [ ] hll_union
- [ ] input_file_block_length
- [ ] input_file_block_start
- [ ] input_file_name
+- [ ] is_variant_null
+- [ ] java_method
- [x] monotonically_increasing_id
+- [ ] parse_json
- [ ] raise_error
- [x] rand
- [x] randn
+- [ ] reflect
+- [ ] schema_of_avro
+- [ ] schema_of_variant
+- [ ] schema_of_variant_agg
+- [ ] session_user
- [x] spark_partition_id
+- [ ] st_asbinary
+- [ ] st_geogfromwkb
+- [ ] st_geomfromwkb
+- [ ] st_setsrid
+- [ ] st_srid
+- [ ] theta_difference
+- [ ] theta_intersection
+- [ ] theta_sketch_estimate
+- [ ] theta_union
+- [ ] to_avro
+- [ ] to_protobuf
+- [ ] to_variant_object
+- [ ] try_aes_decrypt
+- [ ] try_parse_json
+- [ ] try_reflect
+- [ ] try_variant_get
- [ ] typeof
- [x] user
- [ ] uuid
+- [ ] variant_get
- [ ] version
### predicate_funcs
-- [x] !
-- [x] <
-- [x] <=
-- [x] <=>
-- [x] =
-- [x] ==
-- [x] >
-- [x] > =
+- [x] `!`
+- [x] `<`
+- [x] `<=`
+- [x] `<=>`
+- [x] `=`
+- [x] `==`
+- [x] `>`
+- [x] `>=`
- [x] and
+- [ ] between
- [x] ilike
- [x] in
- [ ] isnan
@@ -413,6 +513,8 @@
- [x] char_length
- [x] character_length
- [x] chr
+- [ ] collate
+- [ ] collation
- [x] concat_ws
- [x] contains
- [ ] decode
@@ -424,6 +526,7 @@
- [ ] format_string
- [x] initcap
- [x] instr
+- [ ] is_valid_utf8
- [x] lcase
- [ ] left
- [x] len
@@ -433,11 +536,14 @@
- [x] lower
- [x] lpad
- [x] ltrim
+- [ ] luhn_check
+- [ ] make_valid_utf8
- [ ] mask
- [x] octet_length
- [ ] overlay
- [ ] position
- [ ] printf
+- [ ] quote
- [ ] regexp_count
- [ ] regexp_extract
- [ ] regexp_extract_all
@@ -461,13 +567,16 @@
- [ ] to_binary
- [ ] to_char
- [ ] to_number
+- [ ] to_varchar
- [x] translate
- [x] trim
- [ ] try_to_binary
- [ ] try_to_number
+- [ ] try_validate_utf8
- [x] ucase
- [ ] unbase64
- [x] upper
+- [ ] validate_utf8
### struct_funcs
@@ -477,6 +586,8 @@
### url_funcs
- [ ] parse_url
+- [ ] try_parse_url
+- [ ] try_url_decode
- [ ] url_decode
- [ ] url_encode
@@ -494,6 +605,9 @@
### xml_funcs
+- [ ] from_xml
+- [ ] schema_of_xml
+- [ ] to_xml
- [ ] xpath
- [ ] xpath_boolean
- [ ] xpath_double
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org