Update pinot realtime to match helm chart.
The quickstart had to be updated to work with dateTimeFields and to maintain the latest docker image (as is default for the helm chart).
@@ -423,28 +423,18 @@ data:
{
"dataType": "INT",
"name": "TotalAddGTime"
- },
- {
- "dataType": "INT",
- "name": "DaysSinceEpoch"
}
-
],
- "timeFieldSpec": {
- "incomingGranularitySpec": {
+ "dateTimeFieldSpecs": [
+ {
+ "name": "DaysSinceEpoch",
"dataType": "INT",
- "timeType": "DAYS",
- "name": "DaysSinceEpoch"
- },
- "outgoingGranularitySpec": {
- "dataType": "LONG",
- "timeType": "SECONDS",
- "name": "SecondsSinceEpoch"
+ "format": "1:DAYS:EPOCH",
+ "granularity": "1:DAYS"
}
- },
+ ],
"schemaName": "airlineStats"
}
-
---
apiVersion: batch/v1
kind: Job
@@ -456,7 +446,7 @@ spec:
spec:
containers:
- name: pinot-add-example-realtime-table-json
- image: apachepinot/pinot:0.3.0-SNAPSHOT
+ image: apachepinot/pinot:latest
args: [ "AddTable", "-schemaFile", "/var/pinot/examples/airlineStats_schema.json", "-tableConfigFile", "/var/pinot/examples/airlineStats_realtime_table_config.json", "-controllerHost", "pinot-controller", "-controllerPort", "9000", "-exec" ]
env:
- name: JAVA_OPTS
@@ -465,7 +455,7 @@ spec:
- name: examples
mountPath: /var/pinot/examples
- name: pinot-add-example-realtime-table-avro
- image: apachepinot/pinot:0.3.0-SNAPSHOT
+ image: apachepinot/pinot:latest
args: [ "AddTable", "-schemaFile", "/var/pinot/examples/airlineStats_schema.json", "-tableConfigFile", "/var/pinot/examples/airlineStatsAvro_realtime_table_config.json", "-controllerHost", "pinot-controller", "-controllerPort", "9000", "-exec" ]
env:
- name: JAVA_OPTS
@@ -490,10 +480,10 @@ spec:
spec:
containers:
- name: loading-json-data-to-kafka
- image: apachepinot/pinot:0.3.0-SNAPSHOT
+ image: apachepinot/pinot:latest
args: [ "StreamAvroIntoKafka", "-avroFile", "examples/stream/airlineStats/sample_data/airlineStats_data.avro", "-kafkaTopic", "flights-realtime", "-kafkaBrokerList", "kafka:9092", "-zkAddress", "kafka-zookeeper:2181" ]
- name: loading-avro-data-to-kafka
- image: apachepinot/pinot:0.3.0-SNAPSHOT
+ image: apachepinot/pinot:latest
args: [ "StreamAvroIntoKafka", "-avroFile", "examples/stream/airlineStats/sample_data/airlineStats_data.avro", "-kafkaTopic", "flights-realtime-avro", "-kafkaBrokerList", "kafka:9092", "-zkAddress", "kafka-zookeeper:2181", "-outputFormat", "avro" ]
restartPolicy: OnFailure
backoffLimit: 3
