You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by GitBox <gi...@apache.org> on 2019/07/13 05:45:13 UTC
[GitHub] [incubator-hudi] eisig commented on issue #779: HoodieDeltaStreamer
may insert duplicate record?
eisig commented on issue #779: HoodieDeltaStreamer may insert duplicate record?
URL: https://github.com/apache/incubator-hudi/issues/779#issuecomment-511091534
I am testing the master branch.
```
0 Jul 12 20:01 20190712120106.deltacommit.inflight
913 Jul 12 20:01 20190712120106.rollback
1218 Jul 12 19:47 20190712114645.clean
73378 Jul 12 19:47 20190712114645.deltacommit
1218 Jul 12 19:46 20190712114551.clean
62036 Jul 12 19:46 20190712114551.deltacommit
1218 Jul 12 19:45 20190712114453.clean
69016 Jul 12 19:45 20190712114453.deltacommit
1218 Jul 12 19:44 20190712114357.clean
75986 Jul 12 19:44 20190712114357.deltacommit
1218 Jul 12 19:43 20190712114302.clean
65526 Jul 12 19:43 20190712114302.deltacommit
1218 Jul 12 19:42 20190712114214.clean
69863 Jul 12 19:42 20190712114214.deltacommit
1218 Jul 12 19:42 20190712114128.clean
66374 Jul 12 19:42 20190712114128.deltacommit
1218 Jul 12 19:41 20190712114049.clean
60268 Jul 12 19:41 20190712114049.deltacommit
1218 Jul 12 19:40 20190712114008.clean
63753 Jul 12 19:40 20190712114008.deltacommit
1218 Jul 12 19:40 20190712113920.clean
64645 Jul 12 19:40 20190712113920.deltacommit
1218 Jul 12 19:39 20190712113835.clean
64632 Jul 12 19:39 20190712113835.deltacommit
1218 Jul 12 19:38 20190712113748.clean
69859 Jul 12 19:38 20190712113748.deltacommit
1218 Jul 12 19:37 20190712113659.clean
56778 Jul 12 19:37 20190712113659.deltacommit
1218 Jul 12 19:36 20190712113616.clean
67234 Jul 12 19:36 20190712113616.deltacommit
1218 Jul 12 19:36 20190712113520.clean
69874 Jul 12 19:36 20190712113520.deltacommit
1218 Jul 12 19:35 20190712113427.clean
68984 Jul 12 19:35 20190712113427.deltacommit
1218 Jul 12 19:34 20190712113340.clean
65494 Jul 12 19:34 20190712113340.deltacommit
1218 Jul 12 19:33 20190712113220.clean
105746 Jul 12 19:33 20190712113220.deltacommit
1218 Jul 12 19:32 20190712113129.clean
69853 Jul 12 19:32 20190712113129.deltacommit
1218 Jul 12 19:31 20190712113031.clean
75100 Jul 12 19:31 20190712113031.deltacommit
1218 Jul 12 19:30 20190712112927.clean
70739 Jul 12 19:30 20190712112927.deltacommit
1218 Jul 12 19:29 20190712112829.clean
65504 Jul 12 19:29 20190712112829.deltacommit
1218 Jul 12 19:28 20190712112737.clean
67232 Jul 12 19:28 20190712112737.deltacommit
1218 Jul 12 19:27 20190712112638.clean
64629 Jul 12 19:27 20190712112638.deltacommit
1218 Jul 12 19:26 20190712112547.clean
67225 Jul 12 19:26 20190712112547.deltacommit
61138 Jul 12 19:25 20190712112456.deltacommit
64626 Jul 12 19:24 20190712112407.deltacommit
913 Jul 12 16:54 20190712085450.rollback
913 Jul 12 16:51 20190712085153.rollback
173 Jul 11 11:36 hoodie.properties
```
order by time desc
```
4442 Jul 12 19:47 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.116_27-5532-38216
7067 Jul 12 19:47 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.110_24-5532-38213
5292 Jul 12 19:47 .43d29590-5309-4fa5-9c00-b85fd8e2f23d-0_20190712084151.log.110_23-5532-38212
5309 Jul 12 19:47 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.101_15-5532-38204
7999 Jul 12 19:47 .2d00af36-27b7-4312-955d-c86cc81291f7-0_20190712092457.log.86_14-5532-38203
4422 Jul 12 19:47 .3fae4203-735c-462c-99e2-975d1e223bf0-0_20190712080712.log.103_12-5532-38201
5304 Jul 12 19:47 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.106_9-5532-38198
4447 Jul 12 19:47 .b17cba40-e664-4e17-b3b0-b3e7e74b005a-0_20190712080712.log.98_10-5532-38199
6188 Jul 12 19:47 .34cf303a-a4d7-4d8f-8a5b-3d11540535ed-0_20190712082340.log.115_7-5532-38196
5318 Jul 12 19:47 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.110_8-5532-38197
4452 Jul 12 19:47 .eb9621b0-59c6-42d9-8b20-1c2a8d15b12b-0_20190712083508.log.102_5-5532-38194
1348740 Jul 12 19:47 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_2-5532-38191_20190712114645.parquet
5282 Jul 12 19:47 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.118_1-5532-38190
4423 Jul 12 19:46 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.100_15-5496-38025
4423 Jul 12 19:46 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.115_13-5496-38023
4424 Jul 12 19:46 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.105_10-5496-38020
4442 Jul 12 19:46 .43d29590-5309-4fa5-9c00-b85fd8e2f23d-0_20190712084151.log.109_8-5496-38018
5286 Jul 12 19:46 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.109_9-5496-38019
4422 Jul 12 19:46 .eb9621b0-59c6-42d9-8b20-1c2a8d15b12b-0_20190712083508.log.101_5-5496-38015
1348239 Jul 12 19:46 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_2-5496-38012_20190712114551.parquet
4421 Jul 12 19:46 .4baa0c7e-d337-46b3-b231-61af024801c7-0_20190712084720.log.114_1-5496-38011
4425 Jul 12 19:46 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.117_0-5496-38010
4429 Jul 12 19:45 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.99_22-5460-37829
7042 Jul 12 19:45 .e86a29b2-63b3-4ca2-9fea-953c92113b58-0_20190712081407.log.107_21-5460-37828
4442 Jul 12 19:45 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.114_19-5460-37826
5284 Jul 12 19:45 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.104_15-5460-37822
4423 Jul 12 19:45 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.108_14-5460-37821
7039 Jul 12 19:45 .b17cba40-e664-4e17-b3b0-b3e7e74b005a-0_20190712080712.log.97_16-5460-37823
4424 Jul 12 19:45 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.109_13-5460-37820
5296 Jul 12 19:45 .43d29590-5309-4fa5-9c00-b85fd8e2f23d-0_20190712084151.log.108_11-5460-37818
5324 Jul 12 19:45 .eb9621b0-59c6-42d9-8b20-1c2a8d15b12b-0_20190712083508.log.100_7-5460-37814
1348060 Jul 12 19:45 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_5-5460-37812_20190712114453.parquet
5281 Jul 12 19:45 .4baa0c7e-d337-46b3-b231-61af024801c7-0_20190712084720.log.113_3-5460-37810
5284 Jul 12 19:45 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.116_1-5460-37808
7077 Jul 12 19:44 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.107_26-5424-37606
6189 Jul 12 19:44 .43d29590-5309-4fa5-9c00-b85fd8e2f23d-0_20190712084151.log.107_24-5424-37604
5283 Jul 12 19:44 .4baa0c7e-d337-46b3-b231-61af024801c7-0_20190712084720.log.112_19-5424-37599
4444 Jul 12 19:44 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.98_16-5424-37596
5331 Jul 12 19:44 .2d00af36-27b7-4312-955d-c86cc81291f7-0_20190712092457.log.85_15-5424-37595
4448 Jul 12 19:44 .3fae4203-735c-462c-99e2-975d1e223bf0-0_20190712080712.log.102_12-5424-37592
5307 Jul 12 19:44 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.103_11-5424-37591
5307 Jul 12 19:44 .34cf303a-a4d7-4d8f-8a5b-3d11540535ed-0_20190712082340.log.114_9-5424-37589
4423 Jul 12 19:44 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.108_10-5424-37590
5324 Jul 12 19:44 .eb9621b0-59c6-42d9-8b20-1c2a8d15b12b-0_20190712083508.log.99_5-5424-37585
1347231 Jul 12 19:44 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_3-5424-37583_20190712114357.parquet
6160 Jul 12 19:44 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.115_1-5424-37581
5331 Jul 12 19:43 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.97_16-5388-37405
4441 Jul 12 19:43 .e86a29b2-63b3-4ca2-9fea-953c92113b58-0_20190712081407.log.106_15-5388-37404
8859 Jul 12 19:43 .2d00af36-27b7-4312-955d-c86cc81291f7-0_20190712092457.log.84_14-5388-37403
4448 Jul 12 19:43 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.113_12-5388-37401
6212 Jul 12 19:43 .3fae4203-735c-462c-99e2-975d1e223bf0-0_20190712080712.log.101_11-5388-37400
5313 Jul 12 19:43 .b17cba40-e664-4e17-b3b0-b3e7e74b005a-0_20190712080712.log.96_10-5388-37399
5304 Jul 12 19:43 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.102_9-5388-37398
5303 Jul 12 19:43 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.106_8-5388-37397
4445 Jul 12 19:43 .34cf303a-a4d7-4d8f-8a5b-3d11540535ed-0_20190712082340.log.113_6-5388-37395
5301 Jul 12 19:43 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.107_7-5388-37396
4445 Jul 12 19:43 .4baa0c7e-d337-46b3-b231-61af024801c7-0_20190712084720.log.111_2-5388-37391
1346740 Jul 12 19:43 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_3-5388-37392_20190712114302.parquet
4421 Jul 12 19:43 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.114_1-5388-37390
4427 Jul 12 19:42 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.112_21-5352-37204
7945 Jul 12 19:42 .43d29590-5309-4fa5-9c00-b85fd8e2f23d-0_20190712084151.log.106_20-5352-37203
4443 Jul 12 19:42 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.96_14-5352-37197
4443 Jul 12 19:42 .4baa0c7e-d337-46b3-b231-61af024801c7-0_20190712084720.log.110_15-5352-37198
4444 Jul 12 19:42 .2d00af36-27b7-4312-955d-c86cc81291f7-0_20190712092457.log.83_13-5352-37196
5313 Jul 12 19:42 .3fae4203-735c-462c-99e2-975d1e223bf0-0_20190712080712.log.100_11-5352-37194
4443 Jul 12 19:42 .b17cba40-e664-4e17-b3b0-b3e7e74b005a-0_20190712080712.log.95_10-5352-37193
5284 Jul 12 19:42 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.101_9-5352-37192
6170 Jul 12 19:42 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.106_7-5352-37190
4421 Jul 12 19:42 .eb9621b0-59c6-42d9-8b20-1c2a8d15b12b-0_20190712083508.log.98_4-5352-37187
1346125 Jul 12 19:42 5084ee47-9a81-4a21-8557-d1b250f7e16b-0_2-5352-37185_20190712114214.parquet
6176 Jul 12 19:42 .c87d3580-86fe-40f9-8f6c-7c95cc91caa6-0_20190712084720.log.113_1-5352-37184
4426 Jul 12 19:42 .00b2332d-ee2e-4b13-9081-338afe0688dd-0_20190712080919.log.95_19-5316-37030
5324 Jul 12 19:42 .e86a29b2-63b3-4ca2-9fea-953c92113b58-0_20190712081407.log.105_18-5316-37029
4425 Jul 12 19:42 .349fb959-6762-41dc-b657-c3ac2cb0581f-0_20190712082340.log.111_16-5316-37027
5282 Jul 12 19:42 .3fae4203-735c-462c-99e2-975d1e223bf0-0_20190712080712.log.99_15-5316-37026
4436 Jul 12 19:42 .4ed26f22-7660-4c03-8c73-ccf9cdf5f35d-0_20190712082340.log.100_14-5316-37025
4422 Jul 12 19:42 .927ac226-15f5-49f6-916c-c7789a59d722-0_20190712082937.log.105_13-5316-37024
4431 Jul 12 19:42 .f2b1e4f2-4032-40fc-bd48-287a1f0b5b77-0_20190712081407.log.105_11-5316-37022
4427 Jul 12 19:42 .34cf303a-a4d7-4d8f-8a5b-3d11540535ed-0_20190712082340.log.112_10-5316-37021
...
```
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services