forked from mozilla/bigquery-etl
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbqetl_project.yaml
444 lines (433 loc) · 30.2 KB
/
bqetl_project.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
default:
project: moz-fx-data-shared-prod
sql_dir: sql/
test_project: bigquery-etl-integration-test
non_user_facing_dataset_suffixes: # suffixes of datasets with non-user-facing views
- _derived
- _external
- _bi
- _restricted
- glam_etl
user_facing_project: mozdata
backfill_project: moz-fx-data-backfill
additional_projects: # additional valid projects managed outside of bigquery-etl
- moz-fx-data-pioneer-nonprod
- moz-fx-data-pioneer-prod
public_project: mozilla-public-data
dry_run:
function: https://us-central1-moz-fx-data-shared-prod.cloudfunctions.net/bigquery-etl-dryrun
skip:
# Access Denied
- sql/moz-fx-data-shared-prod/monitoring_derived/glean_server_knob_experiments_v1/query.sql
- sql/moz-fx-data-shared-prod/ads/nt_visits_to_sessions_conversion_factors_daily/view.sql
- sql/moz-fx-data-shared-prod/account_ecosystem_derived/ecosystem_client_id_lookup_v1/query.sql
- sql/moz-fx-data-shared-prod/account_ecosystem_derived/desktop_clients_daily_v1/query.sql
- sql/moz-fx-data-shared-prod/account_ecosystem_restricted/ecosystem_client_id_deletion_v1/query.sql
- sql/moz-fx-data-shared-prod/account_ecosystem_derived/fxa_logging_users_daily_v1/query.sql
- sql/moz-fx-data-shared-prod/activity_stream/impression_stats_flat/view.sql
- sql/moz-fx-data-shared-prod/activity_stream/tile_id_types/view.sql
- sql/moz-fx-data-shared-prod/app_store_external/**/*.sql
- sql/moz-fx-data-shared-prod/app_store/**/*.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/deletion_request_volume_v1/query.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/schema_error_counts_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/schema_error_counts_v2/query.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/suggest_impression_rate_v1/init.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/suggest_impression_rate_v1/query.sql
- sql/moz-fx-data-shared-prod/monitoring/schema_error_counts_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/structured_error_counts_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring/structured_error_counts/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_missing_columns_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring/telemetry_missing_columns_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_missing_columns_v2/view.sql
- sql/moz-fx-data-shared-prod/monitoring/telemetry_missing_columns_v2/view.sql
- sql/moz-fx-data-shared-prod/monitoring*/suggest*_rate*_live*/*.sql
- sql/moz-fx-data-shared-prod/monitoring*/topsites*_rate*_live*/*.sql
- sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau/view.sql
- sql/moz-fx-data-shared-prod/telemetry/buildhub2/view.sql
- sql/moz-fx-data-shared-prod/accounts_backend_external/nonprod_accounts_v1/query.sql
- sql/moz-fx-data-shared-prod/accounts_backend_external/nonprod_emails_v1/query.sql
- sql/moz-fx-data-shared-prod/accounts_backend/nonprod_accounts/view.sql
- sql/moz-fx-data-shared-prod/accounts_backend_external/accounts_v1/query.sql
- sql/moz-fx-data-shared-prod/accounts_backend_external/emails_v1/query.sql
- sql/moz-fx-data-shared-prod/accounts_backend/accounts/view.sql
- sql/moz-fx-data-shared-prod/accounts_db_external/**/*.sql
- sql/moz-fx-data-shared-prod/accounts_db_nonprod_external/**/*.sql
- sql/moz-fx-data-shared-prod/accounts_db/fxa_oauth_clients/view.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_content_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_auth_bounce_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_auth_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v1/init.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_oauth_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_auth_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_content_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v2/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_first_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_export_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_user_ids_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_user_ids_v1/init.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_stdout_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_gcp_stderr_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_gcp_stdout_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_auth_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_content_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_stdout_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_gcp_stdout_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_gcp_stderr_events_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_admin_server_sanitized_v1/init.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_admin_server_sanitized_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_admin_server_sanitized_v2/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_customs_sanitized_v1/init.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_customs_sanitized_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_customs_sanitized_v2/query.sql
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/destinations_v1/query.sql
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/incremental_mar_v1/query.sql
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/monthly_costs_v1/query.sql
- sql/**/apple_ads_external*/**/query.sql
- sql/moz-fx-data-shared-prod/regrets_reporter/regrets_reporter_update/view.sql
- sql/moz-fx-data-shared-prod/revenue_derived/client_ltv_v1/query.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_all/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_structured/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_stub_installer/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_telemetry/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_error_structured/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_error_all/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/shredder_progress/view.sql
- sql/moz-fx-data-shared-prod/monitoring/shredder_progress/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_distinct_docids_v1/query.sql
- sql/moz-fx-data-shared-prod/revenue_derived/client_ltv_normalized/query.sql
- sql/moz-fx-data-shared-prod/revenue_derived/client_ltv_normalized_v1/query.sql
- sql/moz-fx-data-shared-prod/stripe_derived/**/*.sql
- sql/moz-fx-data-shared-prod/stripe_external/**/*.sql
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/flows_live/view.sql
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/flows_v1/query.sql
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/refunds_v1/query.sql
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/subscriptions_v1/query.sql
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/flows_v1/query.sql
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/refunds_v1/query.sql
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/apple_subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/google_subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_apple_subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_google_subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_stripe_subscriptions_history_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_customers_revised_changelog_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_logical_subscriptions_history_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_plans_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_products_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_subscriptions_revised_changelog_v1/query.sql
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_subscriptions_history_v1/query.sql
- sql/moz-fx-data-shared-prod/stripe/itemized_payout_reconciliation/view.sql
- sql/moz-fx-data-shared-prod/stripe/itemized_tax_transactions/view.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/add_device_events_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/devices_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/fxa_attribution_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/funnel_product_page_to_subscribed_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/guardian_apple_events_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/login_flows_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/protected_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_summary_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/users_attribution_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/users_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/devices_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/subscriptions_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/users_v1/query.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_missing_columns_v3/query.sql
- sql/moz-fx-data-shared-prod/monitoring/telemetry_missing_columns/view.sql
- sql/moz-fx-data-experiments/monitoring/query_cost_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/subscriptions_v1/init.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/users_v1/init.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/protected_v1/init.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/add_device_events_v1/init.sql
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/devices_v1/init.sql
- sql/moz-fx-data-shared-prod/fenix_derived/google_ads_campaign_cost_breakdowns_v1/query.sql
- sql/moz-fx-data-shared-prod/search_derived/search_clients_daily_v8/query.sql
- sql/moz-fx-data-shared-prod/search_terms*/**/*.sql
- sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql
- sql/moz-fx-data-bq-performance/release_criteria/rc_flattened_test_data_v1/query.sql
- sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql
- sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql
- sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql
- sql/moz-fx-data-shared-prod/contextual_services/**/*.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/**/*.sql
- sql/moz-fx-data-shared-prod/**/topsites_impression/view.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/init.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/query.sql
- sql/moz-fx-data-shared-prod/regrets_reporter/regrets_reporter_summary/view.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/request_payload_suggest_v2/query.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/request_payload_tiles_v2/query.sql
- sql/moz-fx-data-shared-prod/contextual_services_derived/suggest_revenue_levers_daily_v1/query.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_derived/regrets_reporter_summary_v1/*.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/**/*.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/**/*.sql
- sql/moz-fx-data-shared-prod/telemetry/xfocsp_error_report/view.sql
- sql/moz-fx-data-shared-prod/telemetry/regrets_reporter_update/view.sql
- sql/moz-fx-data-marketing-prod/acoustic/**/*.sql
- sql/moz-fx-data-marketing-prod/adjust_derived/**/*.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/airflow_*/*.sql
- sql/moz-fx-data-shared-prod/google_ads_derived/**/*.sql
- sql/moz-fx-data-shared-prod/**/client_deduplication*/*.sql
- sql/moz-fx-data-marketing-prod/ga_derived/downloads_with_attribution_v1/query.sql
- sql/moz-fx-data-marketing-prod/ga_derived/downloads_with_attribution_v2/query.sql
- sql/moz-fx-data-shared-prod/fenix_external/installs_by_country_v1/query.sql
- sql/moz-fx-data-shared-prod/fenix/installs_by_country/view.sql
- sql/moz-fx-data-shared-prod/firefox_desktop/top_sites/view.sql
- sql/moz-fx-data-shared-prod/firefox_desktop/quick_suggest/view.sql
- sql/moz-fx-data-shared-prod/stub_attribution_service_derived/dl_token_ga_attribution_lookup_v1/query.sql
- sql/moz-fx-data-shared-prod/stub_attribution_service/dl_token_ga_attribution_lookup/view.sql
- sql/moz-fx-data-shared-prod/mozilla_org_derived/gclid_conversions_v1/query.sql
- sql/moz-fx-data-shared-prod/mozilla_org/gclid_conversions/view.sql
# Materialized views
- sql/moz-fx-data-shared-prod/telemetry_derived/experiment_search_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/experiment_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/experiment_search_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/experiment_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/experiment_search_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/experiment_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_beta_derived/experiment_search_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_beta_derived/experiment_events_live_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/experiment_enrollment_cumulative_population_estimate_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/experiment_enrollment_cumulative_population_estimate/view.sql
- sql/moz-fx-data-shared-prod/**/event_monitoring_live_v1/init.sql
- sql/moz-fx-data-shared-prod/monitoring/event_monitoring_live/view.sql
# Already exists (and lacks an "OR REPLACE" clause)
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/clients_first_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/clients_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/clients_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived/clients_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_clients_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry/fxa_users_last_seen_raw_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_clients_first_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/fxa_users_services_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/messaging_system_derived/cfr_users_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/messaging_system_derived/onboarding_users_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/messaging_system_derived/snippets_users_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/messaging_system_derived/whats_new_panel_users_last_seen_v1/init.sql
# Reference table not found
- sql/moz-fx-data-shared-prod/adjust/adjust_kpi_deliverables/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/structured_detailed_error_counts_v1/view.sql
- sql/moz-fx-data-shared-prod/monitoring/structured_detailed_error_counts/view.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/migrated_clients_v1/query.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/incline_executive_v1/query.sql
- sql/moz-fx-data-shared-prod/org_mozilla_firefox/migrated_clients/view.sql
- sql/moz-fx-data-shared-prod/telemetry/sponsored_tiles_ad_request_fill/view.sql
# No matching signature for function IF
- sql/moz-fx-data-shared-prod/static/fxa_amplitude_export_users_last_seen/query.sql
# Duplicate UDF
- sql/moz-fx-data-shared-prod/static/fxa_amplitude_export_users_daily/query.sql
# Syntax error
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_last_seen_v1/init.sql
# HTTP Error 408: Request Time-out
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_first_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_first_seen_v2/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_last_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/latest_versions/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/italy_covid19_outage_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_nightly_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_nightly_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_1pct_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_1pct_v1/query.sql
# Query parameter not found
- sql/moz-fx-data-shared-prod/telemetry_derived/experiments_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_scalar_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_scalar_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_boolean_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_content_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_gpu_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_parent_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_histogram_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v2/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_probe_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_bucket_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_non_norm_histogram_bucket_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_client_probe_counts_extract_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/client_probe_counts/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_sample_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_user_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/scalar_percentiles_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/histogram_percentiles_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_scalar_probe_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry/client_probe_counts/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/bigquery_etl_sql_run_check_v1/query.sql
# Dataset sql/glam-fenix-dev:glam_etl was not found
- sql/glam-fenix-dev/glam_etl/**/*.sql
# Query templates
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v1/fenix_metrics.template.sql
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v1/mobile_search_clients_daily.template.sql
# Temporary table does not exist
# TODO: remove this in a follow up PR
- sql/moz-fx-data-shared-prod/*/baseline_clients_first_seen_v1/*.sql
# Query too complex
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/event_types_history_v1/query.sql
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/event_types_history_v1/init.sql
# Tests
- sql/moz-fx-data-test-project/test/simple_view/view.sql
format:
skip:
- bigquery_etl/glam/templates/*.sql
- sql_generators/events_daily/templates/**/*.sql
- sql_generators/glean_usage/templates/*.sql
- sql_generators/search/templates/*.sql
- sql_generators/experiment_monitoring/templates/**/*.sql
- sql_generators/feature_usage/templates/*.sql
- sql_generators/funnels/templates/*.sql
- sql/moz-fx-data-shared-prod/telemetry/fenix_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/fennec_ios_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/fire_tv_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/first_shutdown_summary/view.sql
- sql/moz-fx-data-shared-prod/telemetry/first_shutdown_summary_v4/view.sql
- sql/moz-fx-data-shared-prod/telemetry/focus_android_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/lockwise_mobile_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/rocket_android_events_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/simpleprophet_forecasts/view.sql
- sql/moz-fx-data-shared-prod/telemetry/smoot_usage_day_0/view.sql
- sql/moz-fx-data-shared-prod/telemetry/smoot_usage_day_13/view.sql
- sql/moz-fx-data-shared-prod/telemetry/sync/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_anonymous_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_anonymous_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_core_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_core_parquet_v3/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_downgrade_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_downgrade_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_focus_event_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_focus_event_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_heartbeat_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_heartbeat_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_ip_privacy_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_ip_privacy_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_mobile_event_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_mobile_event_parquet_v2/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_new_profile_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_new_profile_parquet_v2/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_shield_study_parquet/view.sql
- sql/moz-fx-data-shared-prod/telemetry/telemetry_shield_study_parquet_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry/windows_10_aggregate/view.sql
- sql/moz-fx-data-shared-prod/telemetry/windows_10_build_distribution/view.sql
- sql/moz-fx-data-shared-prod/telemetry/windows_10_patch_adoption/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_boolean_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_histogram_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_scalar_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_scalar_aggregates_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_scalar_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_probe_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_bucket_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_non_norm_histogram_bucket_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_scalar_probe_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry/client_probe_counts/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_clients_daily_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_clients_last_seen_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_clients_last_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/core_live/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/devtools_events_amplitude_v1/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/error_aggregates/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/event_events_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/event_events_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/events_live/view.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/experiment_enrollment_aggregates_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/experiment_enrollment_aggregates_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/experiments_daily_active_clients_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/firefox_desktop_exact_mau28_by_client_count_dimensions_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/fxa_users_services_daily_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/fxa_users_services_last_seen_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_user_counts_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/latest_versions/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_events_v1/init.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/main_events_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/scalar_percentiles_v1/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/smoot_usage_desktop_v2/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/smoot_usage_fxa_v2/query.sql
- sql/moz-fx-data-shared-prod/telemetry_derived/smoot_usage_new_profiles_v2/query.sql
- sql/moz-fx-data-shared-prod/udf_js/jackknife_percentile_ci/udf.sql
- sql/moz-fx-data-shared-prod/udf_js/bootstrap_percentile_ci/udf.sql
- sql/moz-fx-data-shared-prod/udf_legacy/contains.sql
- sql/moz-fx-data-shared-prod/udf_legacy/date_format.sql
- sql/moz-fx-data-shared-prod/udf_legacy/date_trunc.sql
- sql/moz-fx-data-shared-prod/udf_legacy/to_iso8601.sql
- stored_procedures/safe_crc32_uuid.sql
routine:
dependency_dir: udf_js_lib/
publish:
gcs_bucket: moz-fx-data-prod-bigquery-etl
gcs_path: ""
skip:
- sql/moz-fx-data-shared-prod/udf/main_summary_scalars/udf.sql
example_dir: examples
project: mozfun
view:
validation:
skip:
# tests
- sql/moz-fx-data-test-project/test/simple_view/view.sql
# Access Denied
- sql/moz-fx-data-shared-prod/ads/nt_visits_to_sessions_conversion_factors_daily/view.sql
- sql/moz-fx-data-shared-prod/telemetry/experiment_enrollment_cumulative_population_estimate/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/events/view.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/deletion_request/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/custom/view.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/regret_details/view.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/video_data/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/deletion_request/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/baseline/view.sql
- sql/moz-fx-data-shared-prod/telemetry/regrets_reporter_update/view.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/video_index/view.sql
- sql/moz-fx-data-shared-prod/telemetry/xfocsp_error_report/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/metrics/view.sql
- sql/moz-fx-data-shared-prod/regrets_reporter_ucs/main_events/view.sql
- sql/moz-fx-data-shared-prod/mlhackweek_search/action/view.sql
- sql/moz-fx-data-shared-prod/**/client_deduplication/view.sql
- sql/moz-fx-data-shared-prod/stripe/itemized_tax_transactions/view.sql
- sql/moz-fx-data-shared-prod/accounts_db/fxa_oauth_clients/view.sql
publish:
skip:
- sql/moz-fx-data-shared-prod/activity_stream/tile_id_types/view.sql
- sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau/view.sql
- sql/moz-fx-data-shared-prod/telemetry/buildhub2/view.sql
# Dataset glam-fenix-dev:glam_etl was not found
# TODO: this should be removed if views are to be automatically deployed
- sql/glam-fenix-dev/glam_etl/**/view.sql
# tests
- sql/moz-fx-data-test-project/test/simple_view/view.sql
schema:
mozilla_pipeline_schemas_uri: https://github.com/mozilla-services/mozilla-pipeline-schemas
skip_prefixes:
- pioneer
- rally
docs:
docs_dir: docs
default_projects:
- mozfun
- moz-fx-data-shared-prod
source_url: https://github.com/mozilla/bigquery-etl/blob/generated-sql
edit_url: https://github.com/mozilla/bigquery-etl/edit/generated-sql
public_data:
bucket: mozilla-public-data-http
api_version: v1
endpoint: https://public-data.telemetry.mozilla.org/
review_link: https://bugzilla.mozilla.org/show_bug.cgi?id=
render:
skip:
# uses {%s} which results in unknown tag exception
- sql/mozfun/hist/string_to_json/udf.sql
generate:
glean_usage:
skip_existing: # Skip automatically updating the following artifacts
- sql/moz-fx-data-shared-prod/mozilla_vpn/deletion_request/**
- sql/moz-fx-data-shared-prod/mozilla_vpn/events/**
- sql/moz-fx-data-shared-prod/mozilla_vpn/main/**
- sql/moz-fx-data-shared-prod/fenix/client_deduplication/**
- sql/moz-fx-data-shared-prod/org_mozilla_tv_firefox_derived/baseline_clients_last_seen_v1/checks.sql
event_monitoring:
skip_apps:
- mlhackweek_search
- regrets_reporter
- regrets_reporter_ucs