Add golden tags and metrics for kinesis analytics (#68)

* Add golden tags and metrics for kinesis analytics * Remove spurious facet * Add provider account to summary tags * Remove units from golden metrics
newrelic · Feb 11, 2021 · 7bb8803 · 7bb8803
1 parent eab42e8
commit 7bb8803
Show file tree

Hide file tree

Showing 6 changed files with 156 additions and 0 deletions.
diff --git a/definitions/infra-awskinesisanalyticsapplication/definition.yml b/definitions/infra-awskinesisanalyticsapplication/definition.yml
@@ -1,2 +1,11 @@
 domain: INFRA
 type: AWSKINESISANALYTICSAPPLICATION
+goldenTags:
+- aws.accountId
+- aws.availabilityZone
+- aws.awsRegion
+compositeMetrics:
+  goldenMetrics:
+  - golden_metrics.yml
+  summaryMetrics:
+  - summary_metrics.yml
diff --git a/definitions/infra-awskinesisanalyticsapplication/golden_metrics.yml b/definitions/infra-awskinesisanalyticsapplication/golden_metrics.yml
@@ -0,0 +1,40 @@
+millisBehindLatest:
+  title: Processing lag (Seconds)
+  query:
+    select: average(provider.millisBehindLatest.Average) * 1000
+    from: AwsKinesisAnalyticsApplicationSample
+    where: provider='AwsKinesisAnalyticsApplication'
+    facet: entityName
+    eventId: entityGuid
+bytesConsumedRate:
+  title: Consumed bytes (Bytes per sec)
+  query:
+    select: average(provider.bytesConsumedRate.Average)
+    from: AwsKinesisAnalyticsApplicationSample
+    where: provider='AwsKinesisAnalyticsApplication'
+    facet: entityName
+    eventId: entityGuid
+numRecordsIn:
+  title: Number of received records
+  query:
+    select: average(provider.numRecordsIn.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
+numRecordsOut:
+  title: Number of emitted records
+  query:
+    select: average(provider.numRecordsOut.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
+recordsLagMax:
+  title: Maximum lag
+  query:
+    select: max(provider.recordsLagMax.Maximum)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
diff --git a/definitions/infra-awskinesisanalyticsapplication/summary_metrics.yml b/definitions/infra-awskinesisanalyticsapplication/summary_metrics.yml
@@ -0,0 +1,45 @@
+providerAccountName:
+  tag:
+    key: providerAccountName
+  title: AWS Account
+  unit: STRING
+millisBehindLatest:
+  title: Processing lag
+  query:
+    select: average(provider.millisBehindLatest.Average)  * 1000
+    from: AwsKinesisAnalyticsApplicationSample
+    where: provider='AwsKinesisAnalyticsApplication'
+    eventId: entityGuid
+  unit: SECONDS
+bytesConsumedRate:
+  title: Consumed bytes
+  query:
+    select: average(provider.bytesConsumedRate.Average)
+    from: AwsKinesisAnalyticsApplicationSample
+    where: provider='AwsKinesisAnalyticsApplication'
+    eventId: entityGuid
+  unit: BYTES_PER_SECOND
+numRecordsIn:
+  title: Number of received records
+  query:
+    select: average(provider.numRecordsIn.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT
+numRecordsOut:
+  title: Number of emitted records
+  query:
+    select: average(provider.numRecordsOut.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT
+recordsLagMax:
+  title: Maximum lag
+  query:
+    select: max(provider.recordsLagMax.Maximum)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT
diff --git a/definitions/infra-awskinesisanalyticstask/definition.yml b/definitions/infra-awskinesisanalyticstask/definition.yml
@@ -1,2 +1,11 @@
 domain: INFRA
 type: AWSKINESISANALYTICSTASK
+goldenTags:
+- aws.accountId
+- aws.availabilityZone
+- aws.awsRegion
+compositeMetrics:
+  goldenMetrics:
+  - golden_metrics.yml
+  summaryMetrics:
+  - summary_metrics.yml
diff --git a/definitions/infra-awskinesisanalyticstask/golden_metrics.yml b/definitions/infra-awskinesisanalyticstask/golden_metrics.yml
@@ -0,0 +1,24 @@
+numRecordsIn:
+  title: Number of received records
+  query:
+    select: average(provider.numRecordsIn.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
+numRecordsOut:
+  title: Number of emitted records
+  query:
+    select: average(provider.numRecordsOut.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
+recordsLagMax:
+  title: Maximum lag
+  query:
+    select: max(provider.recordsLagMax.Maximum)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    facet: entityName
+    eventId: entityGuid
diff --git a/definitions/infra-awskinesisanalyticstask/summary_metrics.yml b/definitions/infra-awskinesisanalyticstask/summary_metrics.yml
@@ -0,0 +1,29 @@
+providerAccountName:
+  tag:
+    key: providerAccountName
+  title: AWS Account
+  unit: STRING
+numRecordsIn:
+  title: Number of received records
+  query:
+    select: average(provider.numRecordsIn.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT
+numRecordsOut:
+  title: Number of emitted records
+  query:
+    select: average(provider.numRecordsOut.Average)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT
+recordsLagMax:
+  title: Maximum lag
+  query:
+    select: max(provider.recordsLagMax.Maximum)
+    from: AwsKinesisAnalyticsTaskSample
+    where: provider='AwsKinesisAnalyticsTask'
+    eventId: entityGuid
+  unit: COUNT