From a9b4a4ce7a3d3849d2d9222419b0a95d1f98e65a Mon Sep 17 00:00:00 2001 From: Grant Rodgers Date: Tue, 10 Sep 2019 17:24:19 -0700 Subject: [PATCH 1/3] Move single-run broker-latency config to subdir This allows the configs for continuous runs and single runs to be separate. The continuous configs are the same as single right now, but later will use CronJobs and the real mako sidecar. Remove namespace so namespace can be set by kubectl. --- .../broker-latency-setup.yaml | 19 -- .../{ => continuous}/broker-latency.yaml | 2 - .../single/broker-latency-setup.yaml | 172 ++++++++++++++++++ .../broker-latency/single/broker-latency.yaml | 97 ++++++++++ 4 files changed, 269 insertions(+), 21 deletions(-) rename test/performance/broker-latency/{ => continuous}/broker-latency-setup.yaml (89%) rename test/performance/broker-latency/{ => continuous}/broker-latency.yaml (97%) create mode 100644 test/performance/broker-latency/single/broker-latency-setup.yaml create mode 100644 test/performance/broker-latency/single/broker-latency.yaml diff --git a/test/performance/broker-latency/broker-latency-setup.yaml b/test/performance/broker-latency/continuous/broker-latency-setup.yaml similarity index 89% rename from test/performance/broker-latency/broker-latency-setup.yaml rename to test/performance/broker-latency/continuous/broker-latency-setup.yaml index 8c5ea325e9b..bc9afd7d774 100644 --- a/test/performance/broker-latency/broker-latency-setup.yaml +++ b/test/performance/broker-latency/continuous/broker-latency-setup.yaml @@ -12,18 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -apiVersion: v1 -kind: Namespace -metadata: - name: perf-eventing - ---- - apiVersion: eventing.knative.dev/v1alpha1 kind: Broker metadata: name: in-memory-test-broker - namespace: perf-eventing spec: channelTemplateSpec: apiVersion: messaging.knative.dev/v1alpha1 @@ -35,7 +27,6 @@ apiVersion: eventing.knative.dev/v1alpha1 kind: Trigger metadata: name: broker-latency - namespace: perf-eventing spec: broker: in-memory-test-broker subscriber: @@ -50,7 +41,6 @@ apiVersion: v1 kind: ServiceAccount metadata: name: eventing-broker-ingress - namespace: perf-eventing --- @@ -58,7 +48,6 @@ apiVersion: v1 kind: ServiceAccount metadata: name: eventing-broker-filter - namespace: perf-eventing --- @@ -66,7 +55,6 @@ apiVersion: v1 kind: ServiceAccount metadata: name: perf-eventing - namespace: perf-eventing --- @@ -88,7 +76,6 @@ metadata: subjects: - kind: ServiceAccount name: perf-eventing - namespace: perf-eventing roleRef: kind: ClusterRole name: perf-eventing @@ -104,7 +91,6 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-ingress - namespace: perf-eventing roleRef: kind: ClusterRole name: eventing-broker-ingress @@ -116,7 +102,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: eventing-broker-filter - namespace: perf-eventing subjects: - kind: ServiceAccount name: eventing-broker-filter @@ -136,7 +121,6 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-ingress - namespace: perf-eventing roleRef: kind: ClusterRole name: eventing-config-reader @@ -152,7 +136,6 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-filter - namespace: perf-eventing roleRef: kind: ClusterRole name: eventing-config-reader @@ -164,7 +147,6 @@ apiVersion: v1 kind: Service metadata: name: broker-latency-consumer - namespace: perf-eventing spec: selector: role: broker-latency-consumer @@ -180,7 +162,6 @@ apiVersion: v1 kind: Service metadata: name: broker-latency-aggregator - namespace: perf-eventing spec: selector: role: broker-latency-aggregator diff --git a/test/performance/broker-latency/broker-latency.yaml b/test/performance/broker-latency/continuous/broker-latency.yaml similarity index 97% rename from test/performance/broker-latency/broker-latency.yaml rename to test/performance/broker-latency/continuous/broker-latency.yaml index acc5f8e5727..867b03d1144 100644 --- a/test/performance/broker-latency/broker-latency.yaml +++ b/test/performance/broker-latency/continuous/broker-latency.yaml @@ -16,7 +16,6 @@ apiVersion: batch/v1 kind: Job metadata: name: broker-latency-send-receive - namespace: perf-eventing labels: role: broker-latency-consumer spec: @@ -62,7 +61,6 @@ apiVersion: v1 kind: Pod metadata: name: broker-latency-aggregator - namespace: perf-eventing labels: role: broker-latency-aggregator spec: diff --git a/test/performance/broker-latency/single/broker-latency-setup.yaml b/test/performance/broker-latency/single/broker-latency-setup.yaml new file mode 100644 index 00000000000..bc9afd7d774 --- /dev/null +++ b/test/performance/broker-latency/single/broker-latency-setup.yaml @@ -0,0 +1,172 @@ +# Copyright 2019 The Knative Authors +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +apiVersion: eventing.knative.dev/v1alpha1 +kind: Broker +metadata: + name: in-memory-test-broker +spec: + channelTemplateSpec: + apiVersion: messaging.knative.dev/v1alpha1 + kind: InMemoryChannel + +--- + +apiVersion: eventing.knative.dev/v1alpha1 +kind: Trigger +metadata: + name: broker-latency +spec: + broker: in-memory-test-broker + subscriber: + ref: + apiVersion: v1 + kind: Service + name: broker-latency-consumer + +--- + +apiVersion: v1 +kind: ServiceAccount +metadata: + name: eventing-broker-ingress + +--- + +apiVersion: v1 +kind: ServiceAccount +metadata: + name: eventing-broker-filter + +--- + +apiVersion: v1 +kind: ServiceAccount +metadata: + name: perf-eventing + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: perf-eventing +rules: + - apiGroups: [""] + resources: ["nodes", "pods"] + verbs: ["list"] + +--- + +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: perf-eventing +subjects: + - kind: ServiceAccount + name: perf-eventing +roleRef: + kind: ClusterRole + name: perf-eventing + apiGroup: rbac.authorization.k8s.io + +--- + +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: eventing-broker-ingress + namespace: perf-eventing +subjects: + - kind: ServiceAccount + name: eventing-broker-ingress +roleRef: + kind: ClusterRole + name: eventing-broker-ingress + apiGroup: rbac.authorization.k8s.io + +--- + +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: eventing-broker-filter +subjects: + - kind: ServiceAccount + name: eventing-broker-filter + namespace: perf-eventing +roleRef: + kind: ClusterRole + name: eventing-broker-filter + apiGroup: rbac.authorization.k8s.io + +--- + +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: eventing-config-reader-default-eventing-broker-ingress + namespace: knative-eventing +subjects: + - kind: ServiceAccount + name: eventing-broker-ingress +roleRef: + kind: ClusterRole + name: eventing-config-reader + apiGroup: rbac.authorization.k8s.io + +--- + +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: eventing-config-reader-default-eventing-broker-filter + namespace: knative-eventing +subjects: + - kind: ServiceAccount + name: eventing-broker-filter +roleRef: + kind: ClusterRole + name: eventing-config-reader + apiGroup: rbac.authorization.k8s.io + +--- + +apiVersion: v1 +kind: Service +metadata: + name: broker-latency-consumer +spec: + selector: + role: broker-latency-consumer + ports: + - name: http + port: 80 + targetPort: cloudevents + protocol: TCP + +--- + +apiVersion: v1 +kind: Service +metadata: + name: broker-latency-aggregator +spec: + selector: + role: broker-latency-aggregator + ports: + - name: grpc + port: 10000 + targetPort: grpc + protocol: TCP diff --git a/test/performance/broker-latency/single/broker-latency.yaml b/test/performance/broker-latency/single/broker-latency.yaml new file mode 100644 index 00000000000..867b03d1144 --- /dev/null +++ b/test/performance/broker-latency/single/broker-latency.yaml @@ -0,0 +1,97 @@ +# Copyright 2019 The Knative Authors +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +apiVersion: batch/v1 +kind: Job +metadata: + name: broker-latency-send-receive + labels: + role: broker-latency-consumer +spec: + completions: 1 + parallelism: 1 + backoffLimit: 0 + template: + metadata: + labels: + role: broker-latency-consumer + spec: + serviceAccountName: perf-eventing + restartPolicy: Never + containers: + - name: sender-receiver + image: knative.dev/eventing/test/test_images/latencymako + args: + - "--role=sender-receiver" + - "--sink=http://in-memory-test-broker-broker.perf-eventing.svc.cluster.local" + - "--aggregator=broker-latency-aggregator:10000" + - "--pace=100:10,200:20,400:60" + - "--verbose" + env: + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + resources: + requests: + cpu: 1000m + memory: 2Gi + ports: + - name: cloudevents + containerPort: 8080 + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: broker-latency-aggregator + labels: + role: broker-latency-aggregator +spec: + serviceAccountName: perf-eventing + restartPolicy: Never + containers: + - name: aggregator + image: knative.dev/eventing/test/test_images/latencymako + args: + - "--role=aggregator" + # set to the number of sender-receiver + - "--expect-records=1" + - "--verbose" + ports: + - name: grpc + containerPort: 10000 + resources: + requests: + cpu: 1000m + memory: 2Gi + volumeMounts: + - name: config-mako + mountPath: /etc/config-mako + terminationMessagePolicy: FallbackToLogsOnError + - name: mako-stub + image: knative.dev/pkg/test/mako/stub-sidecar + ports: + - name: quickstore + containerPort: 9813 + terminationMessagePolicy: FallbackToLogsOnError + volumes: + - name: config-mako + configMap: + name: config-mako From 571e52d90dc0d23617b5bbd71a0e1a67036c581c Mon Sep 17 00:00:00 2001 From: Grant Rodgers Date: Tue, 10 Sep 2019 17:26:43 -0700 Subject: [PATCH 2/3] Use the continuous config variant in CI clusters --- test/performance/tools/common.sh | 36 +++++++++++++++++++------------- 1 file changed, 21 insertions(+), 15 deletions(-) diff --git a/test/performance/tools/common.sh b/test/performance/tools/common.sh index 51315ee0815..06681f013fa 100644 --- a/test/performance/tools/common.sh +++ b/test/performance/tools/common.sh @@ -19,6 +19,8 @@ export PROJECT_NAME="knative-eventing-performance" export USER_NAME="mako-job@knative-eventing-performance.iam.gserviceaccount.com" export TEST_ROOT_PATH="$GOPATH/src/knative.dev/eventing/test/performance" export KO_DOCKER_REPO="gcr.io/knative-eventing-performance" +export TEST_CONFIG_VARIANT="continuous" +export TEST_NAMESPACE="default" function header() { echo "***** $1 *****" @@ -74,16 +76,6 @@ function get_gke_credentials() { gcloud container clusters get-credentials ${name} --zone=${zone} --project=${PROJECT_NAME} || abort "Failed to get cluster creds" } -# Delete all the benchmark resources -# $1 -> cluster_name -function delete_benchmark_resources() { - name=$1 - - echo ">> Delete all existing jobs and test resources" - kubectl delete job --all - ko delete -f "${TEST_ROOT_PATH}/$name" -} - # Install the eventing resources from the repo function install_eventing_resources() { pushd . @@ -110,7 +102,7 @@ function install_eventing_resources() { # the kubectl context's default namespace. function install_mako_resources() { echo ">> Setting up config-mako ConfigMap" - cat < cluster_name, $2 -> test config variant +function delete_benchmark_resources() { + name=$1 + variant=$2 + + echo ">> Delete all existing jobs and test resources" + kubectl delete job --all + ko delete -n ${TEST_NAMESPACE} -f "${TEST_ROOT_PATH}/${name}/${variant}/" || abort "Failed to delete ${name}/${variant} resources" +} + +# Apply all the benchmark resources +# $1 -> cluster_name, $2 -> test config variant function apply_benchmark_resources() { name=$1 + variant=$2 echo ">> Applying $name benchmark yamls" # install the service and cronjob to run the benchmark # NOTE: this assumes we have a benchmark with the same name as the cluster # If service creation takes long time, we will have some initially unreachable errors in the test echo "Using ko version $(ko version)" - ko apply -f "$TEST_ROOT_PATH/$name" || abort "Failed to apply $name benchmark yamls" + ko apply -n ${TEST_NAMESPACE} -f "$TEST_ROOT_PATH/$name/${variant}/" || abort "Failed to apply ${name}/${variant} benchmark yamls" } # Update resources installed on the cluster with the up-to-date code. This # assumes the benchmark is running in the kubectl context's default namespace. -# $1 -> cluster_name, $2 -> cluster_zone +# $1 -> cluster_name function update_cluster() { name=$1 install_eventing_resources install_mako_resources - delete_benchmark_resources $name - apply_benchmark_resources $name + delete_benchmark_resources $name $TEST_CONFIG_VARIANT + apply_benchmark_resources $name $TEST_CONFIG_VARIANT } # Create a new cluster and install serving components and apply benchmark yamls. From 9478129caaddead39727a7513df659d125bf736f Mon Sep 17 00:00:00 2001 From: Grant Rodgers Date: Thu, 12 Sep 2019 11:37:08 -0700 Subject: [PATCH 3/3] Add CronJobs for running broker-latency regularly ko apply -f continuous/ to create CronJobs that will run the broker-latency test every half hour. The continuous config runs in default namespace because we expect prod to run one benchmark per cluster. --- .../continuous/broker-latency-setup.yaml | 28 ++- .../continuous/broker-latency.yaml | 171 ++++++++++-------- .../single/broker-latency-setup.yaml | 3 - .../broker-latency/single/broker-latency.yaml | 1 + .../latencymako/kodata/prod.config | 1 + test/test_images/latencymako/prod.config | 42 +++++ 6 files changed, 161 insertions(+), 85 deletions(-) create mode 120000 test/test_images/latencymako/kodata/prod.config create mode 100644 test/test_images/latencymako/prod.config diff --git a/test/performance/broker-latency/continuous/broker-latency-setup.yaml b/test/performance/broker-latency/continuous/broker-latency-setup.yaml index bc9afd7d774..543096f4fc5 100644 --- a/test/performance/broker-latency/continuous/broker-latency-setup.yaml +++ b/test/performance/broker-latency/continuous/broker-latency-setup.yaml @@ -15,7 +15,8 @@ apiVersion: eventing.knative.dev/v1alpha1 kind: Broker metadata: - name: in-memory-test-broker + name: in-memory + namespace: default spec: channelTemplateSpec: apiVersion: messaging.knative.dev/v1alpha1 @@ -27,13 +28,14 @@ apiVersion: eventing.knative.dev/v1alpha1 kind: Trigger metadata: name: broker-latency + namespace: default spec: - broker: in-memory-test-broker + broker: in-memory subscriber: ref: apiVersion: v1 kind: Service - name: broker-latency-consumer + name: broker-latency-in-memory-receiver --- @@ -41,6 +43,7 @@ apiVersion: v1 kind: ServiceAccount metadata: name: eventing-broker-ingress + namespace: default --- @@ -48,6 +51,7 @@ apiVersion: v1 kind: ServiceAccount metadata: name: eventing-broker-filter + namespace: default --- @@ -55,6 +59,7 @@ apiVersion: v1 kind: ServiceAccount metadata: name: perf-eventing + namespace: default --- @@ -76,6 +81,7 @@ metadata: subjects: - kind: ServiceAccount name: perf-eventing + namespace: default roleRef: kind: ClusterRole name: perf-eventing @@ -87,10 +93,11 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: eventing-broker-ingress - namespace: perf-eventing + namespace: default subjects: - kind: ServiceAccount name: eventing-broker-ingress + namespace: default roleRef: kind: ClusterRole name: eventing-broker-ingress @@ -102,10 +109,11 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: eventing-broker-filter + namespace: default subjects: - kind: ServiceAccount name: eventing-broker-filter - namespace: perf-eventing + namespace: default roleRef: kind: ClusterRole name: eventing-broker-filter @@ -121,6 +129,7 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-ingress + namespace: default roleRef: kind: ClusterRole name: eventing-config-reader @@ -136,6 +145,7 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-filter + namespace: default roleRef: kind: ClusterRole name: eventing-config-reader @@ -146,10 +156,10 @@ roleRef: apiVersion: v1 kind: Service metadata: - name: broker-latency-consumer + name: broker-latency-in-memory-receiver spec: selector: - role: broker-latency-consumer + role: broker-latency-in-memory-receiver ports: - name: http port: 80 @@ -161,10 +171,10 @@ spec: apiVersion: v1 kind: Service metadata: - name: broker-latency-aggregator + name: broker-latency-in-memory-aggregator spec: selector: - role: broker-latency-aggregator + role: broker-latency-in-memory-aggregator ports: - name: grpc port: 10000 diff --git a/test/performance/broker-latency/continuous/broker-latency.yaml b/test/performance/broker-latency/continuous/broker-latency.yaml index 867b03d1144..e742e9b8fb0 100644 --- a/test/performance/broker-latency/continuous/broker-latency.yaml +++ b/test/performance/broker-latency/continuous/broker-latency.yaml @@ -12,86 +12,111 @@ # See the License for the specific language governing permissions and # limitations under the License. -apiVersion: batch/v1 -kind: Job +apiVersion: batch/v1beta1 +kind: CronJob metadata: - name: broker-latency-send-receive + name: broker-latency-in-memory-receiver + namespace: default labels: - role: broker-latency-consumer + role: broker-latency-in-memory-receiver spec: - completions: 1 - parallelism: 1 - backoffLimit: 0 - template: - metadata: - labels: - role: broker-latency-consumer + schedule: "0,30 * * * *" + jobTemplate: spec: - serviceAccountName: perf-eventing - restartPolicy: Never - containers: - - name: sender-receiver - image: knative.dev/eventing/test/test_images/latencymako - args: - - "--role=sender-receiver" - - "--sink=http://in-memory-test-broker-broker.perf-eventing.svc.cluster.local" - - "--aggregator=broker-latency-aggregator:10000" - - "--pace=100:10,200:20,400:60" - - "--verbose" - env: - - name: POD_NAME - valueFrom: - fieldRef: - fieldPath: metadata.name - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - resources: - requests: - cpu: 1000m - memory: 2Gi - ports: - - name: cloudevents - containerPort: 8080 + completions: 1 + parallelism: 1 + backoffLimit: 0 + template: + metadata: + labels: + role: broker-latency-in-memory-receiver + spec: + serviceAccountName: perf-eventing + restartPolicy: Never + containers: + - name: sender-receiver + image: knative.dev/eventing/test/test_images/latencymako + args: + - "--role=sender-receiver" + - "--sink=http://in-memory-broker" + - "--aggregator=broker-latency-in-memory-aggregator:10000" + - "--pace=100:10,200:20,400:60" + - "--verbose" + env: + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + resources: + requests: + cpu: 1000m + memory: 2Gi + ports: + - name: cloudevents + containerPort: 8080 --- -apiVersion: v1 -kind: Pod +apiVersion: batch/v1beta1 +kind: CronJob metadata: - name: broker-latency-aggregator + name: broker-latency-in-memory-aggregator + namespace: default labels: - role: broker-latency-aggregator + role: broker-latency-in-memory-aggregator spec: - serviceAccountName: perf-eventing - restartPolicy: Never - containers: - - name: aggregator - image: knative.dev/eventing/test/test_images/latencymako - args: - - "--role=aggregator" - # set to the number of sender-receiver - - "--expect-records=1" - - "--verbose" - ports: - - name: grpc - containerPort: 10000 - resources: - requests: - cpu: 1000m - memory: 2Gi - volumeMounts: - - name: config-mako - mountPath: /etc/config-mako - terminationMessagePolicy: FallbackToLogsOnError - - name: mako-stub - image: knative.dev/pkg/test/mako/stub-sidecar - ports: - - name: quickstore - containerPort: 9813 - terminationMessagePolicy: FallbackToLogsOnError - volumes: - - name: config-mako - configMap: - name: config-mako + schedule: "0,30 * * * *" + jobTemplate: + spec: + completions: 1 + parallelism: 1 + backoffLimit: 0 + template: + metadata: + labels: + role: broker-latency-in-memory-aggregator + spec: + serviceAccountName: perf-eventing + restartPolicy: Never + containers: + - name: aggregator + image: knative.dev/eventing/test/test_images/latencymako + args: + - "--role=aggregator" + # set to the number of sender-receiver + - "--expect-records=1" + - "--verbose" + ports: + - name: grpc + containerPort: 10000 + resources: + requests: + cpu: 1000m + memory: 2Gi + volumeMounts: + - name: config-mako + mountPath: /etc/config-mako + terminationMessagePolicy: FallbackToLogsOnError + - name: mako + image: gcr.io/knative-performance/mako-microservice:latest + env: + - name: GOOGLE_APPLICATION_CREDENTIALS + value: /var/secret/robot.json + volumeMounts: + - name: service-account + mountPath: /var/secret + ports: + - name: quickstore + containerPort: 9813 + terminationMessagePolicy: FallbackToLogsOnError + volumes: + - name: config-mako + configMap: + name: config-mako + - name: service-account + secret: + secretName: service-account \ No newline at end of file diff --git a/test/performance/broker-latency/single/broker-latency-setup.yaml b/test/performance/broker-latency/single/broker-latency-setup.yaml index bc9afd7d774..06c7e73c9ec 100644 --- a/test/performance/broker-latency/single/broker-latency-setup.yaml +++ b/test/performance/broker-latency/single/broker-latency-setup.yaml @@ -87,7 +87,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: eventing-broker-ingress - namespace: perf-eventing subjects: - kind: ServiceAccount name: eventing-broker-ingress @@ -105,7 +104,6 @@ metadata: subjects: - kind: ServiceAccount name: eventing-broker-filter - namespace: perf-eventing roleRef: kind: ClusterRole name: eventing-broker-filter @@ -132,7 +130,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: eventing-config-reader-default-eventing-broker-filter - namespace: knative-eventing subjects: - kind: ServiceAccount name: eventing-broker-filter diff --git a/test/performance/broker-latency/single/broker-latency.yaml b/test/performance/broker-latency/single/broker-latency.yaml index 867b03d1144..b8397d90166 100644 --- a/test/performance/broker-latency/single/broker-latency.yaml +++ b/test/performance/broker-latency/single/broker-latency.yaml @@ -54,6 +54,7 @@ spec: ports: - name: cloudevents containerPort: 8080 + terminationMessagePolicy: FallbackToLogsOnError --- diff --git a/test/test_images/latencymako/kodata/prod.config b/test/test_images/latencymako/kodata/prod.config new file mode 120000 index 00000000000..6115d5c8651 --- /dev/null +++ b/test/test_images/latencymako/kodata/prod.config @@ -0,0 +1 @@ +../prod.config \ No newline at end of file diff --git a/test/test_images/latencymako/prod.config b/test/test_images/latencymako/prod.config new file mode 100644 index 00000000000..403ff3b7f36 --- /dev/null +++ b/test/test_images/latencymako/prod.config @@ -0,0 +1,42 @@ +### Creating this benchmark: +# mako create_benchmark test/performance/broker-latency/prod.config +### Updating this benchmark: +# mako update_benchmark test/performance/broker-latency/prod.config + +project_name: "Knative" +benchmark_name: "Eventing Broker Latency" +description: "Measure broker latency and reliability." +benchmark_key: "5036156928393216" + +# Human owners for manual benchmark adjustments. +owner_list: "grantrodgers@google.com" +owner_list: "chizhg@google.com" +owner_list: "srinivashegde@google.com" + +# Only this robot should publish data to Mako for this key! +owner_list: "mako-job@knative-eventing-performance.iam.gserviceaccount.com" + +# Define the name and type for x-axis of run charts +input_value_info: { + value_key: "t" + label: "time" + type: TIMESTAMP +} + +# Note: value_key is stored repeatedly and should be very short (ideally one or two characters). +metric_info_list: { + value_key: "pl" + label: "publish-latency" +} +metric_info_list: { + value_key: "pe" + label: "publish-errors" +} +metric_info_list: { + value_key: "dl" + label: "deliver-latency" +} +metric_info_list: { + value_key: "de" + label: "deliver-errors" +}