You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by GitBox <gi...@apache.org> on 2019/12/23 06:45:31 UTC
[GitHub] [incubator-doris] zhangy5 opened a new issue #2526: segment V2,
load with bloom filter failed
zhangy5 opened a new issue #2526: segment V2, load with bloom filter failed
URL: https://github.com/apache/incubator-doris/issues/2526
Use segment v2.
**To Reproduce**
1. Load failed with msg: Failed to commit txn 22436. Tablet [333874] success replica num 0 is less then quorum replica num 2 while error backends 10007,10009,10010
CREATE DATABASE test_sys_bloom_filter_a_test_base_db;
CREATE TABLE test_sys_bloom_filter_a_test_base_db.test_sys_bloom_filter_a_test_base_tb ( tinyint_key TINYINT NOT NULL, smallint_key SMALLINT NOT NULL, int_key INT NOT NULL, bigint_key BIGINT NOT NULL, char_50_key CHAR(50) NOT NULL, character_key VARCHAR(500) NOT NULL, char_key CHAR NOT NULL, character_most_key VARCHAR(65533) NOT NULL, decimal_key DECIMAL(20, 6) NOT NULL, decimal_most_key DECIMAL(27, 9) NOT NULL, date_key DATE NOT NULL, datetime_key DATETIME NOT NULL, tinyint_value TINYINT SUM NOT NULL, smallint_value SMALLINT SUM NOT NULL, int_value int SUM NOT NULL, bigint_value BIGINT SUM NOT NULL, char_50_value CHAR(50) REPLACE NOT NULL, character_value VARCHAR(500) REPLACE NOT NULL, char_value CHAR REPLACE NOT NULL, character_most_value VARCHAR(65533) REPLACE NOT NULL, decimal_value DECIMAL(20, 6) SUM NOT NULL, decimal_most_value DECIMAL(27, 9) SUM NOT NULL, date_value_replace DATE REPLACE NOT NULL, date_value_max DATE REPLACE NOT NULL, date_value_min DATE REPLACE NOT NULL, datetime_value_replace DATETIME REPLACE NOT NULL, datetime_value_max DATETIME REPLACE NOT NULL, datetime_value_min DATETIME REPLACE NOT NULL, float_value FLOAT SUM NOT NULL, double_value DOUBLE SUM NOT NULL ) AGGREGATE KEY(tinyint_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key) DISTRIBUTED BY HASH(tinyint_key) BUCKETS 5 PROPERTIES ( "bloom_filter_columns"="smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key,char_50_value,character_value,char_value,character_most_value,date_value_replace,date_value_max,date_value_min,datetime_value_replace,datetime_value_max,datetime_value_min" );
LOAD LABEL test_sys_bloom_filter_a_test_base_db.label_23_14_23_26_564672_1945944468 (DATA INFILE("hdfs://host:port/user/palo/test/data/sys/all_type.txt") INTO TABLE `test_sys_bloom_filter_a_test_base_tb`) WITH BROKER "hdfs" ("username"="xxxx", "password"="xxxx") PROPERTIES( "max_filter_ratio"="0.05" );
2. Load failed with msg: all partitions have no load data
CREATE DATABASE test_sys_bloom_filter_a_test_default_value_db;
CREATE TABLE test_sys_bloom_filter_a_test_default_value_db.test_sys_bloom_filter_a_test_default_value_tb ( increment_key INT NOT NULL DEFAULT "0", smallint_key SMALLINT NOT NULL DEFAULT "-1", int_key INT NOT NULL DEFAULT "-100", bigint_key BIGINT NOT NULL DEFAULT "100", char_50_key CHAR(50) NOT NULL DEFAULT "", character_key VARCHAR(500) NOT NULL DEFAULT "abc", char_key CHAR NOT NULL DEFAULT "Z", character_most_key VARCHAR(65533) NOT NULL DEFAULT "", decimal_key DECIMAL(20, 6) NOT NULL DEFAULT "123.321", decimal_most_key DECIMAL(27, 9) NOT NULL DEFAULT "0", date_key DATE NOT NULL DEFAULT "2015-10-12", datetime_key DATETIME NOT NULL DEFAULT "2015-10-12 13:30:32", tinyint_value TINYINT SUM NOT NULL DEFAULT "2", smallint_value SMALLINT SUM NOT NULL DEFAULT "20", int_value int SUM NOT NULL DEFAULT "200", bigint_value BIGINT SUM NOT NULL DEFAULT "2000", char_50_value CHAR(50) REPLACE NOT NULL DEFAULT "", character_value VARCHAR(500) REPLACE NOT NULL DEFAULT "test", char_value CHAR REPLACE NOT NULL DEFAULT "", character_most_value VARCHAR(65533) REPLACE NOT NULL DEFAULT "", decimal_value DECIMAL(20, 6) SUM NOT NULL DEFAULT "-123.321", decimal_most_value DECIMAL(27, 9) SUM NOT NULL DEFAULT "0.01", date_value_replace DATE REPLACE NOT NULL DEFAULT "2015-10-12", date_value_max DATE REPLACE NOT NULL DEFAULT "2015-10-12", date_value_min DATE REPLACE NOT NULL DEFAULT "2015-10-12", datetime_value_replace DATETIME REPLACE NOT NULL DEFAULT "2015-10-12 13:30:32", datetime_value_max DATETIME REPLACE NOT NULL DEFAULT "2015-10-12 13:30:32", datetime_value_min DATETIME REPLACE NOT NULL DEFAULT "2015-10-12 13:30:32", float_value FLOAT SUM NOT NULL DEFAULT "1", double_value DOUBLE SUM NOT NULL DEFAULT "0" ) AGGREGATE KEY(increment_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key) DISTRIBUTED BY HASH(increment_key) BUCKETS 5 PROPERTIES ( "bloom_filter_columns"="increment_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key,char_50_value,character_value,char_value,character_most_value,date_value_replace,date_value_max,date_value_min,datetime_value_replace,datetime_value_max,datetime_value_min" );
LOAD LABEL test_sys_bloom_filter_a_test_default_value_db.label_23_14_23_32_428138_726324010 (DATA INFILE("hdfs://host:port/user/palo/test/data/sys/increment_key.txt") INTO TABLE `test_sys_bloom_filter_a_test_default_value_tb` (`increment_key`)) WITH BROKER "hdfs" ("username"="xxx", "password"="xxx") PROPERTIES( "max_filter_ratio"="0.05" );
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org
[GitHub] [incubator-doris] zhangy5 closed issue #2526: segment V2,
load with bloom filter failed
Posted by GitBox <gi...@apache.org>.
zhangy5 closed issue #2526: segment V2, load with bloom filter failed
URL: https://github.com/apache/incubator-doris/issues/2526
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org
[GitHub] [incubator-doris] zhangy5 commented on issue #2526: segment V2,
load with bloom filter failed
Posted by GitBox <gi...@apache.org>.
zhangy5 commented on issue #2526: segment V2, load with bloom filter failed
URL: https://github.com/apache/incubator-doris/issues/2526#issuecomment-573525005
Resolved
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org