You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by GitBox <gi...@apache.org> on 2021/04/19 21:03:44 UTC
[GitHub] [incubator-pinot] npawar commented on pull request #6774: Support REALTIME tables in reload status (segment metadata API) #6767
npawar commented on pull request #6774:
URL: https://github.com/apache/incubator-pinot/pull/6774#issuecomment-822783453
> ## Description
> This PR is to support REALTIME tables in reload status (segment metadata API) #6767 It includes pulling status from Immutable
> Segments as well as Consuming Segments of REALTIME tables.
>
> ## Sample Request :
> http://localhost:9000/segments/airlineStats_REALTIME/metadata?type=REALTIME
>
> ## Sample Response
> ```
> {
> "airlineStats__0__5__20210415T2223Z": {
> "segmentName": "airlineStats__0__5__20210415T2223Z",
> "schemaName": null,
> "crc": 3618839852,
> "creationTimeMillis": 1618525449428,
> "creationTimeReadable": "2021-04-15T22:24:09:428 UTC",
> "timeGranularitySec": 86400,
> "startTimeMillis": 1388534400000,
> "startTimeReadable": "2014-01-01T00:00:00.000Z",
> "endTimeMillis": 1388620800000,
> "endTimeReadable": "2014-01-02T00:00:00.000Z",
> "pushTimeMillis": -9223372036854776000,
> "pushTimeReadable": null,
> "refreshTimeMillis": -9223372036854776000,
> "refreshTimeReadable": null,
> "segmentVersion": "v3",
> "creatorName": null,
> "paddingCharacter": "\u0000",
> "custom": {},
> "columns": [],
> "indexes": {
> "FlightNum": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Origin": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Quarter": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "LateAircraftDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivActualElapsedTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivWheelsOns": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivWheelsOffs": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "AirTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrDel15": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivTotalGTimes": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepTimeBlk": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestCityMarketID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivAirportSeqIDs": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DaysSinceEpoch": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Month": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "$segmentName": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "CRSElapsedTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestStateName": {
> "bloom-filter": "YES",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Carrier": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestAirportID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Distance": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrTimeBlk": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivArrDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "SecurityDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "LongestAddGTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginWac": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "WheelsOff": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestAirportSeqID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "UniqueCarrier": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivReachedDest": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Diverted": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ActualElapsedTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "AirlineID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginStateName": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepartureDelayGroups": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivAirportLandings": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "FlightDate": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginCityName": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginStateFips": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginState": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DistanceGroup": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "WeatherDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestWac": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "WheelsOn": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginAirportID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginCityMarketID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "NASDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestState": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "$hostName": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrivalDelayGroups": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Flights": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DayofMonth": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "RandomAirports": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "TotalAddGTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "CRSDepTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DayOfWeek": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "CancellationCode": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Dest": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "FirstDepTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivTailNums": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepDelayMinutes": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "TaxiIn": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "OriginAirportSeqID": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestStateFips": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Cancelled": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivAirportIDs": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "$docId": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "TaxiOut": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "CarrierDelay": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DepDel15": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivLongestGTimes": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivAirports": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DivDistance": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "Year": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "YES",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "ArrDelayMinutes": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "CRSArrTime": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "TailNum": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> },
> "DestCityName": {
> "bloom-filter": "NO",
> "dictionary": "YES",
> "forward-index": "YES",
> "inverted-index": "NO",
> "null-value-vector-reader": "NO",
> "range-index": "NO"
> }
> }
> }
> }
> ```
Is this sample response for a CONSUMING segment or an ONLINE segment of realtime?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org