You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@drill.apache.org by Tugdual Grall <tu...@gmail.com> on 2015/10/20 12:07:32 UTC
[MongoDB] - Anybody able to run the tests?
Hi Drillers,
I am trying to build 1.2 and when I test the MongoDB-Storage I have
exception because mongo filter is not find the explain plan string.
Anybody has the same issue?
It looks like the test is expecting fields that are not returned by
the "testPhysicalPlan" method. (we may have to change the test to get
more information from the explain plan or look for another string but
do not want to change anything until I understand why test are not
working in master)
One example:
---
11:52:09.212 [Thread-43] WARN d.f.e.p.store.CachingArtifactStore -
Allready removed
de.flapdoodle.embed.process.extract.ImmutableExtractedFileSet@13b13b5d
for PRODUCTION:OS_X:B64, emergency shutdown?
Results :
Failed tests:
TestMongoFilterPushDown.testFilterPushDownIsEqual:30->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
Unable to find expected string "$eq" : 52.17 in plan: {
"head" : {
"version" : 1,
"generator" : {
"type" : "ExplainHandler",
"info" : ""
},
"type" : "APACHE_DRILL_PHYSICAL",
"options" : [ {
"kind" : "LONG",
"type" : "SESSION",
"name" : "planner.width.max_per_node",
"num_val" : 2
} ],
"queue" : 0,
"resultMode" : "EXEC"
},
"graph" : [ {
"pop" : "mongo-scan",
"@id" : 5,
"mongoScanSpec" : {
"dbName" : "employee",
"collectionName" : "empinfo",
"filters" : null
},
"storage" : {
"type" : "mongo",
"connection" : "mongodb://localhost:27017/",
"enabled" : true
},
"columns" : [ "`rating`", "`full_name`" ],
"cost" : 19.0
}, {
"pop" : "project",
"@id" : 4,
"exprs" : [ {
"ref" : "`rating`",
"expr" : "`rating`"
}, {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 5,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 19.0
}, {
"pop" : "filter",
"@id" : 3,
"child" : 4,
"expr" : "equal(`rating`, 52.17) ",
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 2.85
}, {
"pop" : "selection-vector-remover",
"@id" : 2,
"child" : 3,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 2.85
}, {
"pop" : "project",
"@id" : 1,
"exprs" : [ {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 2,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 2.85
}, {
"pop" : "screen",
"@id" : 0,
"child" : 1,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 2.85
} ]
}!
TestMongoFilterPushDown.testFilterPushDownGreaterThanWithSingleField:52->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
Unable to find expected string "$gt" : 52.17 in plan: {
"head" : {
"version" : 1,
"generator" : {
"type" : "ExplainHandler",
"info" : ""
},
"type" : "APACHE_DRILL_PHYSICAL",
"options" : [ {
"kind" : "LONG",
"type" : "SESSION",
"name" : "planner.width.max_per_node",
"num_val" : 2
} ],
"queue" : 0,
"resultMode" : "EXEC"
},
"graph" : [ {
"pop" : "mongo-scan",
"@id" : 5,
"mongoScanSpec" : {
"dbName" : "employee",
"collectionName" : "empinfo",
"filters" : null
},
"storage" : {
"type" : "mongo",
"connection" : "mongodb://localhost:27017/",
"enabled" : true
},
"columns" : [ "`rating`", "`full_name`" ],
"cost" : 19.0
}, {
"pop" : "project",
"@id" : 4,
"exprs" : [ {
"ref" : "`rating`",
"expr" : "`rating`"
}, {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 5,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 19.0
}, {
"pop" : "filter",
"@id" : 3,
"child" : 4,
"expr" : "greater_than(`rating`, 52.17) ",
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "selection-vector-remover",
"@id" : 2,
"child" : 3,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "project",
"@id" : 1,
"exprs" : [ {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 2,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "screen",
"@id" : 0,
"child" : 1,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
} ]
}!
TestMongoFilterPushDown.testFilterPushDownLessThanWithSingleField:41->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
Unable to find expected string "$lt" : 52.17 in plan: {
"head" : {
"version" : 1,
"generator" : {
"type" : "ExplainHandler",
"info" : ""
},
"type" : "APACHE_DRILL_PHYSICAL",
"options" : [ {
"kind" : "LONG",
"type" : "SESSION",
"name" : "planner.width.max_per_node",
"num_val" : 2
} ],
"queue" : 0,
"resultMode" : "EXEC"
},
"graph" : [ {
"pop" : "mongo-scan",
"@id" : 5,
"mongoScanSpec" : {
"dbName" : "employee",
"collectionName" : "empinfo",
"filters" : null
},
"storage" : {
"type" : "mongo",
"connection" : "mongodb://localhost:27017/",
"enabled" : true
},
"columns" : [ "`rating`", "`full_name`" ],
"cost" : 19.0
}, {
"pop" : "project",
"@id" : 4,
"exprs" : [ {
"ref" : "`rating`",
"expr" : "`rating`"
}, {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 5,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 19.0
}, {
"pop" : "filter",
"@id" : 3,
"child" : 4,
"expr" : "less_than(`rating`, 52.17) ",
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "selection-vector-remover",
"@id" : 2,
"child" : 3,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "project",
"@id" : 1,
"exprs" : [ {
"ref" : "`full_name`",
"expr" : "`full_name`"
} ],
"child" : 2,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
}, {
"pop" : "screen",
"@id" : 0,
"child" : 1,
"initialAllocation" : 1000000,
"maxAllocation" : 10000000000,
"cost" : 9.5
} ]
}!
Tests run: 12, Failures: 3, Errors: 0, Skipped: 1
---
Regards
Tug
@tgrall
Re: [MongoDB] - Anybody able to run the tests?
Posted by AnilKumar B <ak...@gmail.com>.
Hi Tugdual,
I am able to run the test cases with both "mvn test
-Ddrill.mongo.tests.shardMode=false" and "mvn test
-Ddrill.mongo.tests.shardMode=true" and they are successful.
Tests run: 12, Failures: 0, Errors: 0, Skipped: 1
[INFO]
------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO]
------------------------------------------------------------------------
[INFO] Total time: 27.680 s
[INFO] Finished at: 2015-10-20T16:21:22+05:30
[INFO] Final Memory: 47M/714M
[INFO]
------------------------------------------------------------------------
As of now there two open issues(DRILL-3775 and DRILL-3934) on Mongo test
cases and we are looking into these issues.
Thanks & Regards,
B Anil Kumar.
On Tue, Oct 20, 2015 at 3:37 PM, Tugdual Grall <tu...@gmail.com> wrote:
> Hi Drillers,
>
> I am trying to build 1.2 and when I test the MongoDB-Storage I have
> exception because mongo filter is not find the explain plan string.
>
> Anybody has the same issue?
> It looks like the test is expecting fields that are not returned by
> the "testPhysicalPlan" method. (we may have to change the test to get
> more information from the explain plan or look for another string but
> do not want to change anything until I understand why test are not
> working in master)
>
>
> One example:
> ---
> 11:52:09.212 [Thread-43] WARN d.f.e.p.store.CachingArtifactStore -
> Allready removed
> de.flapdoodle.embed.process.extract.ImmutableExtractedFileSet@13b13b5d
> for PRODUCTION:OS_X:B64, emergency shutdown?
>
> Results :
>
> Failed tests:
>
> TestMongoFilterPushDown.testFilterPushDownIsEqual:30->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
> Unable to find expected string "$eq" : 52.17 in plan: {
> "head" : {
> "version" : 1,
> "generator" : {
> "type" : "ExplainHandler",
> "info" : ""
> },
> "type" : "APACHE_DRILL_PHYSICAL",
> "options" : [ {
> "kind" : "LONG",
> "type" : "SESSION",
> "name" : "planner.width.max_per_node",
> "num_val" : 2
> } ],
> "queue" : 0,
> "resultMode" : "EXEC"
> },
> "graph" : [ {
> "pop" : "mongo-scan",
> "@id" : 5,
> "mongoScanSpec" : {
> "dbName" : "employee",
> "collectionName" : "empinfo",
> "filters" : null
> },
> "storage" : {
> "type" : "mongo",
> "connection" : "mongodb://localhost:27017/",
> "enabled" : true
> },
> "columns" : [ "`rating`", "`full_name`" ],
> "cost" : 19.0
> }, {
> "pop" : "project",
> "@id" : 4,
> "exprs" : [ {
> "ref" : "`rating`",
> "expr" : "`rating`"
> }, {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 5,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 19.0
> }, {
> "pop" : "filter",
> "@id" : 3,
> "child" : 4,
> "expr" : "equal(`rating`, 52.17) ",
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 2.85
> }, {
> "pop" : "selection-vector-remover",
> "@id" : 2,
> "child" : 3,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 2.85
> }, {
> "pop" : "project",
> "@id" : 1,
> "exprs" : [ {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 2,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 2.85
> }, {
> "pop" : "screen",
> "@id" : 0,
> "child" : 1,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 2.85
> } ]
> }!
>
> TestMongoFilterPushDown.testFilterPushDownGreaterThanWithSingleField:52->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
> Unable to find expected string "$gt" : 52.17 in plan: {
> "head" : {
> "version" : 1,
> "generator" : {
> "type" : "ExplainHandler",
> "info" : ""
> },
> "type" : "APACHE_DRILL_PHYSICAL",
> "options" : [ {
> "kind" : "LONG",
> "type" : "SESSION",
> "name" : "planner.width.max_per_node",
> "num_val" : 2
> } ],
> "queue" : 0,
> "resultMode" : "EXEC"
> },
> "graph" : [ {
> "pop" : "mongo-scan",
> "@id" : 5,
> "mongoScanSpec" : {
> "dbName" : "employee",
> "collectionName" : "empinfo",
> "filters" : null
> },
> "storage" : {
> "type" : "mongo",
> "connection" : "mongodb://localhost:27017/",
> "enabled" : true
> },
> "columns" : [ "`rating`", "`full_name`" ],
> "cost" : 19.0
> }, {
> "pop" : "project",
> "@id" : 4,
> "exprs" : [ {
> "ref" : "`rating`",
> "expr" : "`rating`"
> }, {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 5,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 19.0
> }, {
> "pop" : "filter",
> "@id" : 3,
> "child" : 4,
> "expr" : "greater_than(`rating`, 52.17) ",
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "selection-vector-remover",
> "@id" : 2,
> "child" : 3,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "project",
> "@id" : 1,
> "exprs" : [ {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 2,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "screen",
> "@id" : 0,
> "child" : 1,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> } ]
> }!
>
> TestMongoFilterPushDown.testFilterPushDownLessThanWithSingleField:41->MongoTestBase.testHelper:74->PlanTestBase.testPhysicalPlan:61
> Unable to find expected string "$lt" : 52.17 in plan: {
> "head" : {
> "version" : 1,
> "generator" : {
> "type" : "ExplainHandler",
> "info" : ""
> },
> "type" : "APACHE_DRILL_PHYSICAL",
> "options" : [ {
> "kind" : "LONG",
> "type" : "SESSION",
> "name" : "planner.width.max_per_node",
> "num_val" : 2
> } ],
> "queue" : 0,
> "resultMode" : "EXEC"
> },
> "graph" : [ {
> "pop" : "mongo-scan",
> "@id" : 5,
> "mongoScanSpec" : {
> "dbName" : "employee",
> "collectionName" : "empinfo",
> "filters" : null
> },
> "storage" : {
> "type" : "mongo",
> "connection" : "mongodb://localhost:27017/",
> "enabled" : true
> },
> "columns" : [ "`rating`", "`full_name`" ],
> "cost" : 19.0
> }, {
> "pop" : "project",
> "@id" : 4,
> "exprs" : [ {
> "ref" : "`rating`",
> "expr" : "`rating`"
> }, {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 5,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 19.0
> }, {
> "pop" : "filter",
> "@id" : 3,
> "child" : 4,
> "expr" : "less_than(`rating`, 52.17) ",
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "selection-vector-remover",
> "@id" : 2,
> "child" : 3,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "project",
> "@id" : 1,
> "exprs" : [ {
> "ref" : "`full_name`",
> "expr" : "`full_name`"
> } ],
> "child" : 2,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> }, {
> "pop" : "screen",
> "@id" : 0,
> "child" : 1,
> "initialAllocation" : 1000000,
> "maxAllocation" : 10000000000,
> "cost" : 9.5
> } ]
> }!
>
> Tests run: 12, Failures: 3, Errors: 0, Skipped: 1
> ---
>
> Regards
> Tug
> @tgrall
>