You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "ASF GitHub Bot (Jira)" <ji...@apache.org> on 2023/04/13 06:52:00 UTC

[jira] [Updated] (HUDI-6071) If the Flink Hive Catalog is used and the table type is Bigint, the Sql Client will report an error

     [ https://issues.apache.org/jira/browse/HUDI-6071?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

ASF GitHub Bot updated HUDI-6071:
---------------------------------
    Labels: pull-request-available  (was: )

> If the Flink Hive Catalog is used and the table type is Bigint, the Sql Client will report an error
> ---------------------------------------------------------------------------------------------------
>
>                 Key: HUDI-6071
>                 URL: https://issues.apache.org/jira/browse/HUDI-6071
>             Project: Apache Hudi
>          Issue Type: Bug
>          Components: flink
>            Reporter: lizhiqiang
>            Priority: Major
>              Labels: pull-request-available
>             Fix For: 0.14.0
>
>         Attachments: image-2023-04-13-14-18-31-484.png
>
>   Original Estimate: 1h
>  Remaining Estimate: 1h
>
>  
>  
> {code:java}
> # Spark sql-client execute
> CREATE TABLE tpcds_hudi_100.store_sales_id_wujuan
> USING hudi
> tblproperties (
> type= 'mor',
> primaryKey = 'id',
> preCombineField = 'ts',
> hoodie.parquet.compression.codec='snappy',
> hoodie.upsert.shuffle.parallelism = 8,
> hoodie.index.type='BLOOM',
> hoodie.bloom.index.use.metadata=true,
> hoodie.metadata.enable=true,
> hoodie.metadata.index.bloom.filter.enable=true,
> hoodie.metadata.index.bloom.filter.column.list = 'id',
> hoodie.metadata.index.column.stats.enable=true,
> hoodie.metadata.index.column.stats.column.list='id',
> hoodie.enable.data.skipping=true,
> hoodie.table.metadata.partitions='bloom_filters,column_stats,files'
> ) asselect
> monotonically_increasing_id() as id,
> ss_sold_time_sk,
> ss_item_sk ,
> ss_customer_sk ,
> ss_cdemo_sk ,
> ss_hdemo_sk ,
> ss_addr_sk ,
> ss_store_sk ,
> ss_promo_sk ,
> ss_ticket_number ,
> ss_quantity ,
> ss_wholesale_cost ,
> ss_list_price ,
> ss_sales_price ,
> ss_ext_discount_amt ,
> ss_ext_sales_price ,
> ss_ext_wholesale_cost ,
> ss_ext_list_price ,
> ss_ext_tax,
> ss_coupon_amt,
> ss_net_paid,
> ss_net_paid_inc_tax,
> 1as ts,
> ss_sold_date_sk
> from tpcds_hudi_100.store_sales;
> -- Flink sql-client execute
> -- hive catalog
> create catalog wujuan_hudi_catalogwith (  
> 'type' = 'hudi',  
> 'mode' = 'hms',  
> 'hive.conf.dir'='/opt/dtstack/Hive/hive_pkg/conf'
> );
> use catalog wujuan_hudi_catalog;
> select * from tpcds_hudi_100.store_sales_id_wujuan where id =163208757251;
> {code}
> !image-2023-04-13-14-18-31-484.png!



--
This message was sent by Atlassian Jira
(v8.20.10#820010)