You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by GitBox <gi...@apache.org> on 2020/10/29 02:07:02 UTC

[GitHub] [druid] quenlang commented on issue #10538: can not read realtime data when using indexer process instead of middleManager peon process to ingest metrics from kafka

quenlang commented on issue #10538:
URL: https://github.com/apache/druid/issues/10538#issuecomment-718312655


   Hi @jihoonson, as you say, the response of 0.18.1 includes the indexer node, but 0.19.0 doesn't.
   Any suggestions?
   ```
   the response of the same query in 0.18.1:
   [ {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 4,
     "size" : 243155,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 5,
     "size" : 649577,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 6,
     "size" : 712699,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 7,
     "size" : 678307,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 8,
     "size" : 51998961,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T18:00:00.000Z/2020-10-29T00:00:00.000Z",
     "version" : "2020-10-28T18:00:00.275Z",
     "partitionNumber" : 0,
     "size" : 9444651,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T18:00:00.000Z/2020-10-29T00:00:00.000Z",
     "version" : "2020-10-28T18:00:00.275Z",
     "partitionNumber" : 1,
     "size" : 49608689,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-29T00:00:00.000Z/2020-10-29T06:00:00.000Z",
     "version" : "2020-10-29T00:00:00.237Z",
     "partitionNumber" : 0,
     "size" : 9436024,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-29T00:00:00.000Z/2020-10-29T06:00:00.000Z",
     "version" : "2020-10-29T00:00:00.237Z",
     "partitionNumber" : 1,
     "size" : 0,
     "locations" : [ {
       "name" : "app.sg.com:8091",
       "host" : "app.sg.com:8091",
       "hostAndTlsPort" : null,
       "maxSize" : 0,
       "type" : "indexer-executor",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   } ]
   ```
   
   in 0.19.0:
   ```
   [ {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 4,
     "size" : 243155,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 5,
     "size" : 649577,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 6,
     "size" : 712699,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 7,
     "size" : 678307,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T12:00:00.000Z/2020-10-28T18:00:00.000Z",
     "version" : "2020-10-28T12:30:25.490Z",
     "partitionNumber" : 8,
     "size" : 51998961,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T18:00:00.000Z/2020-10-29T00:00:00.000Z",
     "version" : "2020-10-28T18:00:00.275Z",
     "partitionNumber" : 0,
     "size" : 9444651,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-28T18:00:00.000Z/2020-10-29T00:00:00.000Z",
     "version" : "2020-10-28T18:00:00.275Z",
     "partitionNumber" : 1,
     "size" : 49608689,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   }, {
     "interval" : "2020-10-29T00:00:00.000Z/2020-10-29T06:00:00.000Z",
     "version" : "2020-10-29T00:00:00.237Z",
     "partitionNumber" : 0,
     "size" : 9436024,
     "locations" : [ {
       "name" : "app.sg.com:8083",
       "host" : "app.sg.com:8083",
       "hostAndTlsPort" : null,
       "maxSize" : 1500000000000,
       "type" : "historical",
       "tier" : "_default_tier",
       "priority" : 0
     } ]
   } ]
   ```
   


----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

For queries about this service, please contact Infrastructure at:
users@infra.apache.org



---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org