From 98c03c00db5dbf7eb558977caba693066ff5c674 Mon Sep 17 00:00:00 2001 From: Suneet Saldanha Date: Fri, 17 Jan 2020 16:08:53 -0800 Subject: [PATCH 1/3] update string first last aggs --- docs/querying/aggregations.md | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/docs/querying/aggregations.md b/docs/querying/aggregations.md index 51841c4f6d89..453388b36e33 100644 --- a/docs/querying/aggregations.md +++ b/docs/querying/aggregations.md @@ -215,8 +215,7 @@ Note that queries with first/last aggregators on a segment created with rollup e "type" : "stringFirst", "name" : , "fieldName" : , - "maxStringBytes" : # (optional, defaults to 1024), - "filterNullValues" : # (optional, defaults to false) + "maxStringBytes" : # (optional, defaults to 1024) } ``` @@ -231,8 +230,7 @@ Note that queries with first/last aggregators on a segment created with rollup e "type" : "stringLast", "name" : , "fieldName" : , - "maxStringBytes" : # (optional, defaults to 1024), - "filterNullValues" : # (optional, defaults to false) + "maxStringBytes" : # (optional, defaults to 1024) } ``` From 110966ff82e69e78af70f0a9ea1dd29eb9073c14 Mon Sep 17 00:00:00 2001 From: Suneet Saldanha Date: Fri, 17 Jan 2020 16:26:54 -0800 Subject: [PATCH 2/3] update kafka ingestion specs in docs --- docs/tutorials/tutorial-kafka.md | 61 +++++++-------- .../tutorial/wikipedia-kafka-supervisor.json | 77 ++++++++++--------- 2 files changed, 69 insertions(+), 69 deletions(-) diff --git a/docs/tutorials/tutorial-kafka.md b/docs/tutorials/tutorial-kafka.md index 36194d19c91f..2c2a8c495893 100644 --- a/docs/tutorials/tutorial-kafka.md +++ b/docs/tutorials/tutorial-kafka.md @@ -183,38 +183,32 @@ Paste in this spec and click `Submit`. "spec" : { "dataSchema": { "dataSource": "wikipedia", - "parser": { - "type": "string", - "parseSpec": { - "format": "json", - "timestampSpec": { - "column": "time", - "format": "auto" - }, - "dimensionsSpec": { - "dimensions": [ - "channel", - "cityName", - "comment", - "countryIsoCode", - "countryName", - "isAnonymous", - "isMinor", - "isNew", - "isRobot", - "isUnpatrolled", - "metroCode", - "namespace", - "page", - "regionIsoCode", - "regionName", - "user", - { "name": "added", "type": "long" }, - { "name": "deleted", "type": "long" }, - { "name": "delta", "type": "long" } - ] - } - } + "timestampSpec": { + "column": "time", + "format": "auto" + }, + "dimensionsSpec": { + "dimensions": [ + "channel", + "cityName", + "comment", + "countryIsoCode", + "countryName", + "isAnonymous", + "isMinor", + "isNew", + "isRobot", + "isUnpatrolled", + "metroCode", + "namespace", + "page", + "regionIsoCode", + "regionName", + "user", + { "name": "added", "type": "long" }, + { "name": "deleted", "type": "long" }, + { "name": "delta", "type": "long" } + ] }, "metricsSpec" : [], "granularitySpec": { @@ -230,6 +224,9 @@ Paste in this spec and click `Submit`. }, "ioConfig": { "topic": "wikipedia", + "inputFormat": { + "type": "json" + }, "replicas": 2, "taskDuration": "PT10M", "completionTimeout": "PT20M", diff --git a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json index 7c1e62c34f92..66d2f05dfa37 100644 --- a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json +++ b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json @@ -3,46 +3,46 @@ "spec" : { "dataSchema": { "dataSource": "wikipedia", + "timestampSpec": { + "column": "time", + "format": "auto" + }, + "dimensionsSpec": { + "dimensions": [ + "channel", + "cityName", + "comment", + "countryIsoCode", + "countryName", + "isAnonymous", + "isMinor", + "isNew", + "isRobot", + "isUnpatrolled", + "metroCode", + "namespace", + "page", + "regionIsoCode", + "regionName", + "user", + { + "name": "added", + "type": "long" + }, + { + "name": "deleted", + "type": "long" + }, + { + "name": "delta", + "type": "long" + } + ] + }, "parser": { "type": "string", "parseSpec": { - "format": "json", - "timestampSpec": { - "column": "time", - "format": "auto" - }, - "dimensionsSpec": { - "dimensions": [ - "channel", - "cityName", - "comment", - "countryIsoCode", - "countryName", - "isAnonymous", - "isMinor", - "isNew", - "isRobot", - "isUnpatrolled", - "metroCode", - "namespace", - "page", - "regionIsoCode", - "regionName", - "user", - { - "name": "added", - "type": "long" - }, - { - "name": "deleted", - "type": "long" - }, - { - "name": "delta", - "type": "long" - } - ] - } + "format": "json" } }, "metricsSpec": [], @@ -59,6 +59,9 @@ }, "ioConfig": { "topic": "wikipedia", + "inputFormat": { + "type": "json" + }, "replicas": 1, "taskDuration": "PT10M", "completionTimeout": "PT20M", From 6ab7ec6136fe2a42085335b09e976e68785fdad0 Mon Sep 17 00:00:00 2001 From: Suneet Saldanha Date: Fri, 17 Jan 2020 17:22:47 -0800 Subject: [PATCH 3/3] remove unnecessary parser spec --- .../quickstart/tutorial/wikipedia-kafka-supervisor.json | 6 ------ 1 file changed, 6 deletions(-) diff --git a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json index 66d2f05dfa37..660237178689 100644 --- a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json +++ b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json @@ -39,12 +39,6 @@ } ] }, - "parser": { - "type": "string", - "parseSpec": { - "format": "json" - } - }, "metricsSpec": [], "granularitySpec": { "type": "uniform",