diff --git a/bigquery_etl/schema/global.yaml b/bigquery_etl/schema/global.yaml index 596a3a9d252..4552c2539a3 100644 --- a/bigquery_etl/schema/global.yaml +++ b/bigquery_etl/schema/global.yaml @@ -89,6 +89,14 @@ fields: - name: dau type: INTEGER description: The number of daily active users. +- name: first_run_date + type: DATE + mode: NULLABLE + description: The date of the first run of the application. +- name: first_seen_date + type: DATE + mode: NULLABLE + description: Date when the server first received a ping from this client. - name: wau type: INTEGER description: The number of weekly active users. diff --git a/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/schema.yaml b/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/schema.yaml new file mode 100644 index 00000000000..bd3478392c6 --- /dev/null +++ b/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/schema.yaml @@ -0,0 +1,72 @@ +fields: +- mode: NULLABLE + name: submission_date + type: DATE + description: The date when the telemetry ping is received on the server side. +- name: addon_id + type: STRING + mode: NULLABLE +- name: dau + type: INTEGER + mode: NULLABLE + description: The number of daily active users. +- name: dau_by_addon_version + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE +- name: dau_by_app_version + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE +- name: dau_by_fenix_build + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE +- name: dau_by_locale + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE +- name: dau_by_country + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE +- name: dau_by_app_os + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/amo_prod/desktop_addons_by_client_v1/schema.yaml b/sql/moz-fx-data-shared-prod/amo_prod/desktop_addons_by_client_v1/schema.yaml new file mode 100644 index 00000000000..2496fa432c7 --- /dev/null +++ b/sql/moz-fx-data-shared-prod/amo_prod/desktop_addons_by_client_v1/schema.yaml @@ -0,0 +1,40 @@ +fields: +- mode: NULLABLE + name: submission_date + type: DATE + description: The date when the telemetry ping is received on the server side. +- name: client_id + type: STRING + mode: NULLABLE + description: A unique identifier (UUID) for the client. +- name: sample_id + type: INTEGER + mode: NULLABLE + description: A number, 0-99, that samples by client_id and allows filtering data + for analysis. It is a pipeline-generated artifact that should match between pings. +- name: app_version + type: STRING + mode: NULLABLE + description: User visible version string (e.g. "1.0.3") for the browser. +- name: country + type: STRING + mode: NULLABLE + description: Name of the country in which the activity took place, as determined + by the IP geolocation. +- name: locale + type: STRING + mode: NULLABLE + description: Set of language- and/or country-based preferences for a user interface. +- name: app_os + type: STRING + mode: NULLABLE +- name: addons + type: RECORD + mode: REPEATED + fields: + - name: id + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/amo_prod/fenix_addons_by_client_v1/schema.yaml b/sql/moz-fx-data-shared-prod/amo_prod/fenix_addons_by_client_v1/schema.yaml new file mode 100644 index 00000000000..3c33e70ae4e --- /dev/null +++ b/sql/moz-fx-data-shared-prod/amo_prod/fenix_addons_by_client_v1/schema.yaml @@ -0,0 +1,40 @@ +fields: +- mode: NULLABLE + name: submission_date + type: DATE + description: The date when the telemetry ping is received on the server side. +- name: client_id + type: STRING + mode: NULLABLE + description: A unique identifier (UUID) for the client. +- name: sample_id + type: INTEGER + mode: NULLABLE + description: A number, 0-99, that samples by client_id and allows filtering data + for analysis. It is a pipeline-generated artifact that should match between pings. +- name: app_version + type: STRING + mode: NULLABLE + description: User visible version string (e.g. "1.0.3") for the browser. +- name: country + type: STRING + mode: NULLABLE + description: Name of the country in which the activity took place, as determined + by the IP geolocation. +- name: locale + type: STRING + mode: NULLABLE + description: Set of language- and/or country-based preferences for a user interface. +- name: app_os + type: STRING + mode: NULLABLE +- name: addons + type: RECORD + mode: REPEATED + fields: + - name: addon + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/schema.yaml b/sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/schema.yaml index 4f2edce06c9..e7b3b19be64 100644 --- a/sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/schema.yaml +++ b/sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/schema.yaml @@ -5,12 +5,16 @@ fields: - mode: NULLABLE name: submission_date type: DATE + description: The date when the telemetry ping is received on the server side. - mode: NULLABLE name: country type: STRING + description: Name of the country in which the activity took place, as determined by + the IP geolocation. - mode: NULLABLE name: device type: STRING + description: Device Type - e.g. desktop or mobile. - mode: NULLABLE name: eligible_share_country type: FLOAT diff --git a/sql/moz-fx-data-shared-prod/fenix_derived/attributable_clients_v1/schema.yaml b/sql/moz-fx-data-shared-prod/fenix_derived/attributable_clients_v1/schema.yaml new file mode 100644 index 00000000000..c35fcda844b --- /dev/null +++ b/sql/moz-fx-data-shared-prod/fenix_derived/attributable_clients_v1/schema.yaml @@ -0,0 +1,53 @@ +fields: +- name: submission_date + type: DATE + mode: NULLABLE + description: The date when the telemetry ping is received on the server side. +- name: cohort_date + type: DATE + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE + description: A number, 0-99, that samples by client_id and allows filtering data + for analysis. It is a pipeline-generated artifact that should match between pings. +- name: client_id + type: STRING + mode: NULLABLE + description: A unique identifier (UUID) for the client. +- name: country + type: STRING + mode: NULLABLE + description: Name of the country in which the activity took place, as determined + by the IP geolocation. +- name: adjust_network + type: STRING + mode: NULLABLE + description: The name of the Adjust Network that sourced the installation. +- name: adjust_adgroup + type: STRING + mode: NULLABLE +- name: adjust_campaign + type: STRING + mode: NULLABLE +- name: adjust_creative + type: STRING + mode: NULLABLE +- name: is_new_install + type: BOOLEAN + mode: NULLABLE +- name: is_new_profile + type: BOOLEAN + mode: NULLABLE +- name: searches + type: INTEGER + mode: NULLABLE +- name: searches_with_ads + type: INTEGER + mode: NULLABLE +- name: ad_clicks + type: INTEGER + mode: NULLABLE +- name: activated + type: BOOLEAN + mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/fenix_derived/clients_yearly_v1/schema.yaml b/sql/moz-fx-data-shared-prod/fenix_derived/clients_yearly_v1/schema.yaml index 0f4caa749ea..559cd1532c1 100644 --- a/sql/moz-fx-data-shared-prod/fenix_derived/clients_yearly_v1/schema.yaml +++ b/sql/moz-fx-data-shared-prod/fenix_derived/clients_yearly_v1/schema.yaml @@ -18,6 +18,7 @@ fields: - name: first_run_date type: DATE mode: NULLABLE + description: The date of the first run of the application. - name: durations type: INTEGER mode: NULLABLE @@ -41,7 +42,8 @@ fields: - name: android_sdk_version type: STRING mode: NULLABLE - description: The optional Android specific SDK version of the software running on this hardware device. + description: The optional Android specific SDK version of the software running on + this hardware device. - name: locale type: STRING mode: NULLABLE @@ -49,8 +51,8 @@ fields: - name: city type: STRING mode: NULLABLE - description: Name of the city in which the activity took place, as determined - by the IP geolocation. + description: Name of the city in which the activity took place, as determined by + the IP geolocation. - name: country type: STRING mode: NULLABLE @@ -69,25 +71,33 @@ fields: - name: architecture type: STRING mode: NULLABLE + description: The architecture of the device, (e.g. "arm", "x86"). - name: device_manufacturer type: STRING mode: NULLABLE + description: The manufacturer of the device the application is running on. - name: device_model type: STRING mode: NULLABLE + description: The model of the device the application is running on. + On Android, this is Build.MODEL, the user-visible marketing name, like "Pixel 2 XL". - name: telemetry_sdk_build type: STRING mode: NULLABLE - description: The version of the Glean SDK at the time the ping was collected (e.g. 25.0.0). + description: The version of the Glean SDK at the time the ping was collected (e.g. + 25.0.0). - name: first_seen_date type: DATE mode: NULLABLE + description: Date when the server first received a ping from this client. - name: is_new_profile type: BOOLEAN mode: NULLABLE - name: isp type: STRING mode: NULLABLE + description: The name of the internet service provider associated with the client's + IP address. - name: distribution_id type: STRING mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/baseline_active_users_aggregates_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/baseline_active_users_aggregates_v2/metadata.yaml index 40f695482d5..943e02e0056 100644 --- a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/baseline_active_users_aggregates_v2/metadata.yaml +++ b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/baseline_active_users_aggregates_v2/metadata.yaml @@ -25,4 +25,4 @@ bigquery: - channel - country references: {} -require_column_descriptions: false +require_column_descriptions: true diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/schema.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/schema.yaml index 3107c9ddd0d..81b2ab5fa2a 100644 --- a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/schema.yaml +++ b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/schema.yaml @@ -15,6 +15,7 @@ fields: - name: legacy_client_id type: STRING mode: NULLABLE + description: A unique identifier (UUID) for the client, based on legacy telemetry data. - name: client_id type: STRING mode: NULLABLE diff --git a/sql/moz-fx-data-shared-prod/mozilla_org_derived/blogs_goals_v1/schema.yaml b/sql/moz-fx-data-shared-prod/mozilla_org_derived/blogs_goals_v1/schema.yaml index 51210ead2ef..9c1b2f03515 100644 --- a/sql/moz-fx-data-shared-prod/mozilla_org_derived/blogs_goals_v1/schema.yaml +++ b/sql/moz-fx-data-shared-prod/mozilla_org_derived/blogs_goals_v1/schema.yaml @@ -2,15 +2,20 @@ fields: - name: date type: DATE mode: NULLABLE + description: Date of the session - name: visit_identifier type: STRING mode: NULLABLE + description: The unique identifier for a visit, a concatenation of visitor ID and visit ID. - name: downloads type: INTEGER mode: NULLABLE + description: The number of downloads for this session. - name: social_share type: INTEGER mode: NULLABLE + description: The number of social shares for this session. - name: newsletter_subscription type: INTEGER mode: NULLABLE + description: The number of newsletter subscriptions for this session. diff --git a/sql/moz-fx-data-shared-prod/mozilla_org_derived/www_site_hits_v1/schema.yaml b/sql/moz-fx-data-shared-prod/mozilla_org_derived/www_site_hits_v1/schema.yaml index d814d4bb1f2..b104234228b 100644 --- a/sql/moz-fx-data-shared-prod/mozilla_org_derived/www_site_hits_v1/schema.yaml +++ b/sql/moz-fx-data-shared-prod/mozilla_org_derived/www_site_hits_v1/schema.yaml @@ -2,111 +2,148 @@ fields: - name: date type: DATE mode: NULLABLE + description: Date - name: visit_identifier type: STRING mode: NULLABLE + description: Visit Identifier - Concatenation of the visitor ID and visit ID, represents a session. - name: full_visitor_id type: STRING mode: NULLABLE + description: Visitor ID - a unique identifier for a visitor to the website. - name: visit_start_time type: INTEGER mode: NULLABLE + description: Visit Start Time - name: page_path type: STRING mode: NULLABLE + description: Page Path - name: page_path_level1 type: STRING mode: NULLABLE + description: Page Path Level 1 - name: hit_type type: STRING mode: NULLABLE + description: Hit Type - name: is_exit type: BOOLEAN mode: NULLABLE + description: Is Exit Indicator - name: is_entrance type: BOOLEAN mode: NULLABLE + description: Is Entrance Indicator - name: hit_number type: INTEGER mode: NULLABLE + description: Hit Number - A number indicating the order of hits within a session. - name: event_category type: STRING mode: NULLABLE + description: Event Category - name: event_label type: STRING mode: NULLABLE + description: Event Label - name: event_action type: STRING mode: NULLABLE + description: Event Action - name: device_category type: STRING mode: NULLABLE + description: Device Category - name: operating_system type: STRING mode: NULLABLE + description: Operating System - name: language type: STRING mode: NULLABLE + description: Language - name: browser type: STRING mode: NULLABLE + description: Browser - name: browser_version type: STRING mode: NULLABLE + description: Browser Version - name: country type: STRING mode: NULLABLE + description: Country - name: source type: STRING mode: NULLABLE + description: Source - name: medium type: STRING mode: NULLABLE + description: Medium - name: campaign type: STRING mode: NULLABLE + description: Campaign - name: ad_content type: STRING mode: NULLABLE + description: Ad Content - name: visits type: INTEGER mode: NULLABLE + description: The number of visits. - name: bounces type: INTEGER mode: NULLABLE + description: The number of bounces. - name: hit_time type: FLOAT mode: NULLABLE + description: Hit Time - name: first_interaction type: INTEGER mode: NULLABLE + description: First Interaction - name: last_interaction type: FLOAT mode: NULLABLE + description: Last Interaction - name: entrances type: INTEGER mode: NULLABLE + description: Entrances - name: exits type: INTEGER mode: NULLABLE + description: Exits - name: event_id type: STRING mode: NULLABLE + description: Event ID - name: page_level_1 type: STRING mode: NULLABLE + description: Page Level 1 - name: page_level_2 type: STRING mode: NULLABLE + description: Page Level 2 - name: page_level_3 type: STRING mode: NULLABLE + description: Page Level 3 - name: page_level_4 type: STRING mode: NULLABLE + description: Page Level 4 - name: page_level_5 type: STRING mode: NULLABLE + description: Page Level 5 - name: page_name type: STRING mode: NULLABLE + description: Page Name diff --git a/sql/moz-fx-data-shared-prod/regrets_reporter_derived/regrets_reporter_summary_v1/schema.yaml b/sql/moz-fx-data-shared-prod/regrets_reporter_derived/regrets_reporter_summary_v1/schema.yaml new file mode 100644 index 00000000000..ac23d698b1b --- /dev/null +++ b/sql/moz-fx-data-shared-prod/regrets_reporter_derived/regrets_reporter_summary_v1/schema.yaml @@ -0,0 +1,33 @@ +fields: +- mode: NULLABLE + name: dau + type: INTEGER + description: The number of unique installation IDs using the add-on on this date. +- name: wau + type: INTEGER + mode: NULLABLE + description: The number of unique installation IDs using the add-on on this date. +- name: new_users + type: INTEGER + mode: NULLABLE +- name: date + type: DATE + mode: NULLABLE + description: Date when the ping is received on the server side. +- name: experiment_arm + type: STRING + mode: NULLABLE +- name: ui_arm + type: STRING + mode: NULLABLE +- name: country + type: STRING + mode: NULLABLE + description: Name of the country in which the activity took place, as determined + by the IP geolocation. +- name: browser + type: STRING + mode: NULLABLE +- name: activities + type: INTEGER + mode: NULLABLE diff --git a/sql_generators/glean_usage/templates/event_monitoring_aggregates_v1.schema.yaml b/sql_generators/glean_usage/templates/event_monitoring_aggregates_v1.schema.yaml index caf53393e51..f4ed677b76b 100644 --- a/sql_generators/glean_usage/templates/event_monitoring_aggregates_v1.schema.yaml +++ b/sql_generators/glean_usage/templates/event_monitoring_aggregates_v1.schema.yaml @@ -21,9 +21,12 @@ fields: - name: country type: STRING mode: NULLABLE + description: Name of the country in which the activity took place, as determined by + the IP geolocation. - name: normalized_app_name type: STRING mode: NULLABLE + description: The normalized name of the application. - name: channel type: STRING mode: NULLABLE @@ -40,3 +43,4 @@ fields: - name: total_events type: INTEGER mode: NULLABLE + description: Total number of events. diff --git a/sql_generators/urlbar_events/templates/schema.yaml b/sql_generators/urlbar_events/templates/schema.yaml index 5856f8aa5e0..14242db8684 100644 --- a/sql_generators/urlbar_events/templates/schema.yaml +++ b/sql_generators/urlbar_events/templates/schema.yaml @@ -11,6 +11,7 @@ fields: - name: legacy_telemetry_client_id type: STRING mode: NULLABLE + description: A unique identifier (UUID) for the client based on legacy telemetry data. - name: sample_id type: INTEGER mode: NULLABLE