You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "HunterHunter (Jira)" <ji...@apache.org> on 2022/06/22 08:19:00 UTC

[jira] [Created] (HUDI-4298) When reading the mor table with QUERY_TYPE_SNAPSHOT,Unable to correctly sort and de duplicate data by PRECOMBINE_FIELD.

HunterHunter created HUDI-4298:
----------------------------------

             Summary: When reading the mor table with QUERY_TYPE_SNAPSHOT,Unable to correctly sort and de duplicate data by PRECOMBINE_FIELD.
                 Key: HUDI-4298
                 URL: https://issues.apache.org/jira/browse/HUDI-4298
             Project: Apache Hudi
          Issue Type: Bug
          Components: flink
            Reporter: HunterHunter


 create table with : 
{code:java}
(
'table.type' = 'MERGE_ON_READ',
'write.precombine' = 'true',
'write.precombine.field' = 'rowtime',
'compaction.delta_commits' = '3'
 )

{code}
Data inflow sequence:

 
{code:java}
{"msg":"1","rowtime":"2021-01-01 11:11:02","age":2} -- commit 1
{"msg":"1","rowtime":"2021-01-01 11:11:05","age":5} -- commit 2
{"msg":"1","rowtime":"2021-01-01 11:11:01","age":1} -- commit 3 and compaction
-- The query result is  {age":5 } // Meet expectations
{"msg":"1","rowtime":"2021-01-01 11:11:03","age":3} -- commit 4
-- The query result is {age":3 } // Not as expected

{code}
 

 

 



--
This message was sent by Atlassian Jira
(v8.20.7#820007)