You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@drill.apache.org by "Timothy Farkas (JIRA)" <ji...@apache.org> on 2018/05/22 22:16:00 UTC

[jira] [Created] (DRILL-6438) TestLocalExchange Generates a lot of unnecessary messages that pollute test logs.

Timothy Farkas created DRILL-6438:
-------------------------------------

             Summary: TestLocalExchange Generates a lot of unnecessary messages that pollute test logs.
                 Key: DRILL-6438
                 URL: https://issues.apache.org/jira/browse/DRILL-6438
             Project: Apache Drill
          Issue Type: Improvement
            Reporter: Timothy Farkas
            Assignee: Timothy Farkas


See example

{code}
Running org.apache.drill.exec.physical.impl.TestLocalExchange#testGroupByMultiFields
Plan: {
  "head" : {
    "version" : 1,
    "generator" : {
      "type" : "ExplainHandler",
      "info" : ""
    },
    "type" : "APACHE_DRILL_PHYSICAL",
    "options" : [ {
      "kind" : "LONG",
      "accessibleScopes" : "ALL",
      "name" : "planner.width.max_per_node",
      "num_val" : 2,
      "scope" : "SESSION"
    }, {
      "kind" : "BOOLEAN",
      "accessibleScopes" : "ALL",
      "name" : "planner.enable_mux_exchange",
      "bool_val" : true,
      "scope" : "SESSION"
    }, {
      "kind" : "BOOLEAN",
      "accessibleScopes" : "ALL",
      "name" : "planner.enable_demux_exchange",
      "bool_val" : false,
      "scope" : "SESSION"
    }, {
      "kind" : "LONG",
      "accessibleScopes" : "ALL",
      "name" : "planner.slice_target",
      "num_val" : 1,
      "scope" : "SESSION"
    } ],
    "queue" : 0,
    "hasResourcePlan" : false,
    "resultMode" : "EXEC"
  },
  "graph" : [ {
    "pop" : "fs-scan",
    "@id" : 196611,
    "userName" : "travis",
    "files" : [ "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/6.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/9.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/3.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/1.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/2.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/7.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/0.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/5.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/4.json", "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable/8.json" ],
    "storage" : {
      "type" : "file",
      "enabled" : true,
      "connection" : "file:///",
      "config" : null,
      "workspaces" : {
        "root" : {
          "location" : "/home/travis/build/apache/drill/exec/java-exec/./target/org.apache.drill.exec.physical.impl.TestLocalExchange/root",
          "writable" : true,
          "defaultInputFormat" : null,
          "allowAccessOutsideWorkspace" : false
        },
        "tmp" : {
          "location" : "/home/travis/build/apache/drill/exec/java-exec/./target/org.apache.drill.exec.physical.impl.TestLocalExchange/dfsTestTmp/1527026062606-0",
          "writable" : true,
          "defaultInputFormat" : null,
          "allowAccessOutsideWorkspace" : false
        },
        "default" : {
          "location" : "/home/travis/build/apache/drill/exec/java-exec/./target/org.apache.drill.exec.physical.impl.TestLocalExchange/root",
          "writable" : true,
          "defaultInputFormat" : null,
          "allowAccessOutsideWorkspace" : false
        }
      },
      "formats" : {
        "psv" : {
          "type" : "text",
          "extensions" : [ "tbl" ],
          "delimiter" : "|"
        },
        "csv" : {
          "type" : "text",
          "extensions" : [ "csv" ],
          "delimiter" : ","
        },
        "tsv" : {
          "type" : "text",
          "extensions" : [ "tsv" ],
          "delimiter" : "\t"
        },
        "httpd" : {
          "type" : "httpd",
          "logFormat" : "%h %t \"%r\" %>s %b \"%{Referer}i\""
        },
        "parquet" : {
          "type" : "parquet"
        },
        "json" : {
          "type" : "json",
          "extensions" : [ "json" ]
        },
        "pcap" : {
          "type" : "pcap"
        },
        "avro" : {
          "type" : "avro"
        },
        "sequencefile" : {
          "type" : "sequencefile",
          "extensions" : [ "seq" ]
        },
        "csvh" : {
          "type" : "text",
          "extensions" : [ "csvh" ],
          "extractHeader" : true,
          "delimiter" : ","
        },
        "txt" : {
          "type" : "text",
          "extensions" : [ "txt" ],
          "delimiter" : "\u0000"
        },
        "ssv" : {
          "type" : "text",
          "extensions" : [ "ssv" ],
          "delimiter" : " "
        },
        "csvh-test" : {
          "type" : "text",
          "extensions" : [ "csvh-test" ],
          "skipFirstLine" : true,
          "extractHeader" : true,
          "delimiter" : ","
        }
      }
    },
    "format" : {
      "type" : "json",
      "extensions" : [ "json" ]
    },
    "columns" : [ "`dept_id`", "`mng_id`", "`some_id`" ],
    "selectionRoot" : "file:/home/travis/build/apache/drill/exec/java-exec/target/org.apache.drill.exec.physical.impl.TestLocalExchange/root/empTable",
    "cost" : 90.0
  }, {
    "pop" : "hash-aggregate",
    "@id" : 196610,
    "child" : 196611,
    "cardinality" : 1.0,
    "initialAllocation" : 1000000,
    "maxAllocation" : 10000000000,
    "aggPhase" : "PHASE_1of2",
    "groupByExprs" : [ {
      "ref" : "`dept_id`",
      "expr" : "`dept_id`"
    }, {
      "ref" : "`mng_id`",
      "expr" : "`mng_id`"
    }, {
      "ref" : "`some_id`",
      "expr" : "`some_id`"
    } ],
    "aggrExprs" : [ {
      "ref" : "`numEmployees`",
      "expr" : "count(1) "
{code}



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)