From 4e68ae0c32bb4d8a5b526c8d338f7d002a3a5fc7 Mon Sep 17 00:00:00 2001 From: ZuluEcho9 Date: Tue, 5 Sep 2023 05:40:01 -0700 Subject: [PATCH 1/5] fix(data plus): clarify max query duration --- .../new-relic-one-pricing-billing/data-ingest-billing.mdx | 2 +- .../apis/nerdgraph/examples/async-queries-nrql-tutorial.mdx | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing.mdx b/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing.mdx index 890b7cf84f3..661d980b725 100644 --- a/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing.mdx +++ b/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing.mdx @@ -168,7 +168,7 @@ Here's a table with comparisons of the two options. Prices and limits are monthl 1 minute - 2 minutes in UI, and up to 10 minutes via API + Up to 10 minutes via [query builder](/docs/query-your-data/explore-query-data/query-builder/introduction-query-builder) and API; 2 minutes for the remainder of UI diff --git a/src/content/docs/apis/nerdgraph/examples/async-queries-nrql-tutorial.mdx b/src/content/docs/apis/nerdgraph/examples/async-queries-nrql-tutorial.mdx index 15f7c165378..68ef45cd2ae 100644 --- a/src/content/docs/apis/nerdgraph/examples/async-queries-nrql-tutorial.mdx +++ b/src/content/docs/apis/nerdgraph/examples/async-queries-nrql-tutorial.mdx @@ -11,7 +11,9 @@ You can [use NerdGraph to run NRQL queries](/docs/apis/nerdgraph/examples/nerdgr ## Requirements [#requirements] -The normal [NRQL query duration limit](/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries) is one minute. To run queries with a 10-minute limit, you must have [Data Plus](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-plus). +To run queries with a 10-minute max duration, you must have [Data Plus](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-plus). + +For more on query limits, see [Query limits](/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries/#query-duration). ## Asynchronous query example [#example] From ea585ba50020ee72a8896addf16455f4cd151ff3 Mon Sep 17 00:00:00 2001 From: ZuluEcho9 Date: Tue, 5 Sep 2023 06:23:59 -0700 Subject: [PATCH 2/5] fix(data limits): finesse titles --- .../new-relic-one-pricing-billing/usage-queries-alerts.mdx | 2 +- src/content/docs/data-apis/manage-data/query-limits.mdx | 4 ++-- src/content/docs/data-apis/manage-data/view-system-limits.mdx | 2 +- src/nav/telemetry-data-platform.yml | 4 ++-- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/usage-queries-alerts.mdx b/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/usage-queries-alerts.mdx index 81544447def..f4d1b72800e 100644 --- a/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/usage-queries-alerts.mdx +++ b/src/content/docs/accounts/accounts-billing/new-relic-one-pricing-billing/usage-queries-alerts.mdx @@ -85,7 +85,7 @@ For how to determine an estimate of cost, see [Estimated cost queries](#estimate ## Data ingest and query limits [#data-limits] -For information about data ingest limits and query limits, see [Query system limits](/docs/data-apis/manage-data/query-limits). +For information about data ingest limits and query limits, see [New Relic data limits](/docs/data-apis/manage-data/view-system-limits). ## User count queries [#user-queries] diff --git a/src/content/docs/data-apis/manage-data/query-limits.mdx b/src/content/docs/data-apis/manage-data/query-limits.mdx index c43d73cb59f..db05991fb64 100644 --- a/src/content/docs/data-apis/manage-data/query-limits.mdx +++ b/src/content/docs/data-apis/manage-data/query-limits.mdx @@ -1,5 +1,5 @@ --- -title: Query system limits +title: Get more detail about hitting or approaching New Relic data limits tags: - Ingest data manage data - Manage data @@ -14,7 +14,7 @@ import accountsLimitsDashboard from 'images/accounts_screenshot-crop_limits-dash New Relic has resource limits in place to protect your experience, our systems, and our other customers. These limits range from the maximum number of characters you can have in a query, to API request rates, to how many events your queries inspect, and more. -This page describes the limit metrics and [`NrIntegrationError` events](/docs/telemetry-data-platform/manage-data/nrintegrationerror) that enable you to view your limits, your current data usage and overall resource consumption as compared to those limits, and the impact of experiencing a limit event. We also provide a handful of queries that, when compiled into a dashboard, can give you consistent insight into your limits status. +This page describes the limit metrics and [`NrIntegrationError` events](/docs/telemetry-data-platform/manage-data/nrintegrationerror) that enable you to view your limits, your current data usage and overall resource consumption as compared to those limits, and the impact of experiencing a limit event. We also provide a handful of queries that, when compiled into a dashboard, can give you consistent insight into your limits status. While `NrIntegrationError` events provide data on many limits types, resource limit metrics currently only cover request rate ingestion and API query rate limits. diff --git a/src/content/docs/data-apis/manage-data/view-system-limits.mdx b/src/content/docs/data-apis/manage-data/view-system-limits.mdx index ec0318d2eab..5a1f4d28e10 100644 --- a/src/content/docs/data-apis/manage-data/view-system-limits.mdx +++ b/src/content/docs/data-apis/manage-data/view-system-limits.mdx @@ -1,5 +1,5 @@ --- -title: Understand limits for data ingest and querying +title: Understand New Relic data limits tags: - Ingest and manage data - Manage data diff --git a/src/nav/telemetry-data-platform.yml b/src/nav/telemetry-data-platform.yml index 69a484f0a4f..edec62c7f41 100644 --- a/src/nav/telemetry-data-platform.yml +++ b/src/nav/telemetry-data-platform.yml @@ -51,9 +51,9 @@ pages: path: /docs/data-apis/convert-to-metrics/create-metrics-other-data-types - title: Drop data path: /docs/data-apis/manage-data/drop-data-using-nerdgraph - - title: View data limits + - title: Understand New Relic data limits path: /docs/data-apis/manage-data/view-system-limits - - title: Query data limits + - title: Details on limits path: /docs/data-apis/manage-data/query-limits - title: NrIntegrationError event path: /docs/data-apis/manage-data/nrintegrationerror From 62d15210ffc579eb39a563b1804808852277f078 Mon Sep 17 00:00:00 2001 From: ZuluEcho9 Date: Tue, 5 Sep 2023 09:19:44 -0700 Subject: [PATCH 3/5] fix(query limits): clarify limits --- .../data-apis/manage-data/query-limits.mdx | 2 +- .../get-started/rate-limits-nrql-queries.mdx | 50 +++++++++---------- 2 files changed, 26 insertions(+), 26 deletions(-) diff --git a/src/content/docs/data-apis/manage-data/query-limits.mdx b/src/content/docs/data-apis/manage-data/query-limits.mdx index db05991fb64..69ebb541885 100644 --- a/src/content/docs/data-apis/manage-data/query-limits.mdx +++ b/src/content/docs/data-apis/manage-data/query-limits.mdx @@ -1,5 +1,5 @@ --- -title: Get more detail about hitting or approaching New Relic data limits +title: Get more detail about hitting or approaching data limits tags: - Ingest data manage data - Manage data diff --git a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx index 971daacf1f9..edf4662aecd 100644 --- a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx +++ b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx @@ -8,34 +8,28 @@ redirects: import queriesnrqlEventCountinQueryBuilder from 'images/queries-nrql_screenshot-crop_event-count-in-query-builder.webp' -Our New Relic query language, NRQL, has rate limits in place to ensure a high level of availability and reliability for all users. +Our [New Relic query language](/docs/query-your-data/nrql-new-relic-query-language/get-started/introduction-nrql-new-relics-query-language), NRQL, has rate limits in place to ensure a high level of availability and reliability for all our users. ## Understand query limit breaches [#limit-breaches] To see if you're hitting query-related limits, use the [Limits UI](/docs/data-apis/manage-data/view-system-limits/). -You should rarely encounter rate limiting. Here are some guidelines to follow to ensure query limiting will be rare: +You should rarely encounter limits on your NRQL queries. Here are some guidelines to follow to ensure query limiting will be rare: -* Limit the number complex queries (for example, queries with `FACET` or `TIMESERIES` clauses, or queries of over a million events) that run at the same time. +* Limit the number of complex queries (for example, queries with `FACET` or `TIMESERIES` clauses, or queries of over a million events) that run at the same time. * Limit the number of queries running concurrently over extended periods of time to a maximum of five, especially if they include complex queries. ## NRQL query limits [#query-limits] There are a few different NRQL query limits: -* Number of queries an account can make in a given time range -* Number of data points an account can query (inspect) in a given time range -* How long a query can run for before being considered an error and stopping +* Number of data points you can query in a given time range +* How long a query can run before erroring and stopping +* Number of queries you can make in a given time range -Note that these limits apply only to customer-initiated NRQL queries, such as queries using the query builder, queries used in custom charts and dashboards, and NRQL queries done with our NerdGraph API. These limits don't apply to queries used in pre-built, "out-of-the-box" New Relic charts and dashboards. +Next we'll go into more detail on these limits. -### Limits on number of queries [#query-count-limits] - -The limit on NRQL queries is 3,000 queries per account per minute. When this limit is exceeded, queries may be rejected until the number of queries sent per minute no longer exceeds the limit. - -This limit is only applicable to the NRQL Query API requests and not the queries run from the query builder, New Relic UI, or custom dashboards. The limits that govern the rate of resource consumption for this category of queries run on the New Relic UI, query builder, or customer dashboards are only the Inspected count limits. - -### Limits on number of data points inspected [#inspected-count-limits] +### Limits on inspected data points [#inspected-count-limits] When you run a NRQL query, it displays the number of data points inspected, as shown below: @@ -47,7 +41,17 @@ When you run a NRQL query, it displays the number of data points inspected, as s In this context, the "events" term is used in a general sense to refer to all [NRQL-available data points](/docs/query-data/nrql-new-relic-query-language/getting-started/introduction-nrql#what-you-can-query) that are inspected in a query. -Every New Relic account has limits on the total number of data points that can be inspected in a given time range. These limits vary depending on which [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices) you have: +The following features and actions count towards the inspected count limit for your New Relic account, and are impacted when the limit is reached. When the count drops below the limit in the next time period, any restrictions are removed. + +These count towards the inspected count: + +* Loads of curated views initiated by a user (for example, when you load an UI page, the distributed tracing UI, or any UI that returns data about your organization). +* Custom queries run by a New Relic user, whether in the UI or via API. +* Widgets on custom dashboards that run queries. + +Alert condition evaluation and notifications do **not** count towards the limit but the links to New Relic that are included in an alert notification do. + +Inspected count limits vary depending on which [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices) you have: -### What counts towards the inspected event limit? [#define-inspected-count] - -The following are features and actions that count towards the inspected count limit and that are impacted when the limit is reached. When the count drops below the limit in the next time period, restrictions are removed. - -* Loads of curated views initiated by a user (for example, when you load an UI page, the distributed tracing UI, a browser monitoring UI page, or any UI that returns data about your organization). -* Custom queries run by a New Relic user (NRQL or NerdGraph). -* Widgets on custom dashboards that run queries. -* Alert condition evaluation and notifications do **not** count towards the limit but the links to New Relic that are included in an alert notification do. - -### Query duration limit [#query-duration] +## Query duration limit [#query-duration] The query duration limit is how long a NRQL query can run before it stops running. This limit depends on your [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices): @@ -95,6 +90,11 @@ The query duration limit is how long a NRQL query can run before it stops runnin * 2 minutes with regular NRQL query * 10 minutes using [asynchronous query](/docs/apis/nerdgraph/examples/async-queries-nrql-tutorial) +## Limits on number of queries [#query-count-limits] + +This limit only applies for NRQL queries run via our APIs, and doesn't apply to queries run from the UI. + +This limit is 3,000 queries per account per minute. When this limit is exceeded, queries may be rejected until the number of queries sent per minute no longer exceeds the limit. From 57d46288a146a41f8ed3a3db04d452ed03086155 Mon Sep 17 00:00:00 2001 From: zuluecho9 Date: Wed, 6 Sep 2023 05:33:18 -0700 Subject: [PATCH 4/5] Update src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx Co-authored-by: Rob Siebens --- .../get-started/rate-limits-nrql-queries.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx index edf4662aecd..7a21fe65872 100644 --- a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx +++ b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx @@ -43,7 +43,7 @@ In this context, the "events" term is used in a general sense to refer to all [N The following features and actions count towards the inspected count limit for your New Relic account, and are impacted when the limit is reached. When the count drops below the limit in the next time period, any restrictions are removed. -These count towards the inspected count: +These actions count toward the inspected count: * Loads of curated views initiated by a user (for example, when you load an UI page, the distributed tracing UI, or any UI that returns data about your organization). * Custom queries run by a New Relic user, whether in the UI or via API. From bc76995d612be0fd638e6d83864435b6727c18a2 Mon Sep 17 00:00:00 2001 From: ZuluEcho9 Date: Wed, 6 Sep 2023 05:52:19 -0700 Subject: [PATCH 5/5] fix(limits): updates to some titles --- .../data-apis/manage-data/query-limits.mdx | 2 +- .../get-started/rate-limits-nrql-queries.mdx | 39 +++++++++++-------- src/nav/telemetry-data-platform.yml | 4 +- 3 files changed, 26 insertions(+), 19 deletions(-) diff --git a/src/content/docs/data-apis/manage-data/query-limits.mdx b/src/content/docs/data-apis/manage-data/query-limits.mdx index 69ebb541885..39330387d1d 100644 --- a/src/content/docs/data-apis/manage-data/query-limits.mdx +++ b/src/content/docs/data-apis/manage-data/query-limits.mdx @@ -1,5 +1,5 @@ --- -title: Get more detail about hitting or approaching data limits +title: Get more detail about your data limits tags: - Ingest data manage data - Manage data diff --git a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx index 7a21fe65872..f0aed164224 100644 --- a/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx +++ b/src/content/docs/query-your-data/nrql-new-relic-query-language/get-started/rate-limits-nrql-queries.mdx @@ -1,5 +1,5 @@ --- -title: NRQL query limits +title: NRQL query rate limits metaDescription: "An explanation of rate limits for NRQL, the New Relic query language" redirects: - /docs/insights/use-insights-ui/manage-account-data/rate-limits-insights-requests @@ -27,31 +27,23 @@ There are a few different NRQL query limits: * How long a query can run before erroring and stopping * Number of queries you can make in a given time range -Next we'll go into more detail on these limits. +Next, we'll go into more detail on these limits. ### Limits on inspected data points [#inspected-count-limits] -When you run a NRQL query, it displays the number of data points inspected, as shown below: +When a NRQL query is run, either due to a customer-initiative query or to a UI page load, that query inspects a certain number of data points in our NRDB data base. + +For example, when you run a NRQL query, it displays the number of data points inspected, as shown below: New Relic inspected event count +
In this case, `events` is used in a general sense to refer to all [NRQL-available data points](/docs/query-data/nrql-new-relic-query-language/getting-started/introduction-nrql#what-you-can-query) inspected in a query. +
-In this context, the "events" term is used in a general sense to refer to all [NRQL-available data points](/docs/query-data/nrql-new-relic-query-language/getting-started/introduction-nrql#what-you-can-query) that are inspected in a query. - -The following features and actions count towards the inspected count limit for your New Relic account, and are impacted when the limit is reached. When the count drops below the limit in the next time period, any restrictions are removed. - -These actions count toward the inspected count: - -* Loads of curated views initiated by a user (for example, when you load an UI page, the distributed tracing UI, or any UI that returns data about your organization). -* Custom queries run by a New Relic user, whether in the UI or via API. -* Widgets on custom dashboards that run queries. - -Alert condition evaluation and notifications do **not** count towards the limit but the links to New Relic that are included in an alert notification do. - -Inspected count limits vary depending on which [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices) you have: +The inspected count limit represents how many data points you can query in a specific range of time. These limits differ depending on which [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices) you have: +### What counts towards inspected count? [#what-counts-inspected-count] + +The following actions count towards the inspected count limit for your New Relic account: + +* Loads of curated views initiated by a user (for example, when you load an UI page, the distributed tracing UI, or any UI that returns data about your organization). +* Custom queries run by a New Relic user, whether in the UI or via API. +* Loading widgets that run queries on custom dashboards + +Alert condition evaluation and notifications do **not** count towards the limit but the links to New Relic that are included in an alert notification do. + +When the inspected count limit is reached, the features mentioned are affected. When the count drops below the limit in the next time period, any restrictions are removed. + + + + ## Query duration limit [#query-duration] The query duration limit is how long a NRQL query can run before it stops running. This limit depends on your [data option](/docs/accounts/accounts-billing/new-relic-one-pricing-billing/data-ingest-billing#data-prices): diff --git a/src/nav/telemetry-data-platform.yml b/src/nav/telemetry-data-platform.yml index edec62c7f41..9b2cfaba73b 100644 --- a/src/nav/telemetry-data-platform.yml +++ b/src/nav/telemetry-data-platform.yml @@ -51,9 +51,9 @@ pages: path: /docs/data-apis/convert-to-metrics/create-metrics-other-data-types - title: Drop data path: /docs/data-apis/manage-data/drop-data-using-nerdgraph - - title: Understand New Relic data limits + - title: New Relic data limits path: /docs/data-apis/manage-data/view-system-limits - - title: Details on limits + - title: Get more detail on limits path: /docs/data-apis/manage-data/query-limits - title: NrIntegrationError event path: /docs/data-apis/manage-data/nrintegrationerror