You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@carbondata.apache.org by GitBox <gi...@apache.org> on 2020/12/10 08:05:39 UTC
[GitHub] [carbondata] akkio-97 commented on a change in pull request #4050: [WIP] select count marked for delete segments
akkio-97 commented on a change in pull request #4050:
URL: https://github.com/apache/carbondata/pull/4050#discussion_r539955200
##########
File path: integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReading.scala
##########
@@ -420,4 +421,40 @@ class TestSegmentReading extends QueryTest with BeforeAndAfterAll {
sql("set spark.sql.adaptive.enabled=false")
}
+
+ test("Read marked for delete segments") {
+ sql("drop table if exists carbonTable")
+ sql(
+ "create table carbonTable(a string, b int, c string) stored as carbondata tblproperties" +
+ "('carbon.clean.file.force.allowed' = true)")
+ sql("insert into carbonTable values ('k',1,'k'), ('k',1,'b')")
+ sql("insert into carbonTable values ('a',2,'a')")
+ sql("insert into carbonTable values ('b',2,'b'),('b',2,'b')")
+ sql("insert into carbonTable values ('c',2,'c')")
+
+ sql("delete from table carbonTable where segment.id in (0,3)")
+ sql("set carbon.input.segments.default.carbonTable = 0,2,3")
+ sql("show segments for table carbonTable").show()
Review comment:
done
##########
File path: integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReading.scala
##########
@@ -420,4 +421,40 @@ class TestSegmentReading extends QueryTest with BeforeAndAfterAll {
sql("set spark.sql.adaptive.enabled=false")
}
+
+ test("Read marked for delete segments") {
+ sql("drop table if exists carbonTable")
+ sql(
+ "create table carbonTable(a string, b int, c string) stored as carbondata tblproperties" +
+ "('carbon.clean.file.force.allowed' = true)")
+ sql("insert into carbonTable values ('k',1,'k'), ('k',1,'b')")
+ sql("insert into carbonTable values ('a',2,'a')")
+ sql("insert into carbonTable values ('b',2,'b'),('b',2,'b')")
+ sql("insert into carbonTable values ('c',2,'c')")
+
+ sql("delete from table carbonTable where segment.id in (0,3)")
+ sql("set carbon.input.segments.default.carbonTable = 0,2,3")
+ sql("show segments for table carbonTable").show()
+
+ checkAnswer(sql("select count(*) from carbonTable"), Seq(Row(2)))
+
+ }
+
+ test("Test compacted segments") {
+ sql("drop table if exists carbonTable")
+ sql(
+ "create table carbonTable(a string, b int, c string) stored as carbondata tblproperties" +
+ "('carbon.clean.file.force.allowed' = true)")
+ sql("insert into carbonTable values ('k',1,'k'), ('k',1,'b')")
+ sql("insert into carbonTable values ('a',2,'a')")
+ sql("insert into carbonTable values ('b',2,'b'),('b',2,'b')")
+ sql("insert into carbonTable values ('c',2,'c')")
+ sql("alter table carbonTable compact 'major'")
+
+ sql("set carbon.input.segments.default.carbonTable = 0,1,2,3,0.1")
+ sql("show segments for table carbonTable").show()
Review comment:
done
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org