📊 update eiu data

apps/wizard/app_pages/dashboard/operations.py

@@ -68,7 +68,7 @@ def render_action_update():
             st.error("The update command is not available in production. Update steps locally or in staging.")
             st.stop()
         else:
-            with st.spinner("Executing step updater..."):
+            with st.spinner("Executing step updater...", show_time=True):
                 # TODO: It would be better to directly use StepUpdater instead of a subprocess.
                 command = (
                     "etl update "
@@ -132,7 +132,7 @@ def render_action_execute(steps_df: pd.DataFrame):
                 st.error("Running the ETL is not available in production. Run them locally or in staging.")
                 st.stop()
             else:
-                with st.spinner("Executing ETL..."):
+                with st.spinner("Executing ETL...", show_time=True):
                     command = _define_command_to_execute_snapshots_and_etl_steps(
                         steps_df=steps_df,
                         dry_run=dry_run_etl,
@@ -181,7 +181,7 @@ def render_action_archive():
             st.error("Archiving is not available in production. Run them locally or in staging.")
             st.stop()
         else:
-            with st.spinner("Archiving steps..."):
+            with st.spinner("Archiving steps...", show_time=True):
                 command = "etl archive " + " ".join(st.session_state.selected_steps) + " --non-interactive"
                 if dry_run_archive:
                     command += " --dry-run"

apps/wizard/etl_steps/cookiecutter/snapshot/{{cookiecutter.namespace}}/{{cookiecutter.snapshot_version}}/{{cookiecutter.short_name}}.{{cookiecutter.file_extension}}.dvc

@@ -3,7 +3,7 @@
 meta:
   origin:
     # Data product / Snapshot
-    title: {{cookiecutter.title}}
+    title: "{{cookiecutter.title}}"
     {%- if cookiecutter.description %}
     description: |-
       {{cookiecutter.description.replace("\n", "\n      ")}}

dag/archive/democracy.yml

@@ -0,0 +1,13 @@
+steps:
+  # EIU (2024)
+  data://meadow/democracy/2024-05-22/eiu:
+    - snapshot://democracy/2024-05-22/eiu_gapminder.csv
+    - snapshot://democracy/2024-05-22/eiu_2021.csv
+    - snapshot://democracy/2024-05-22/eiu_2022.csv
+    - snapshot://democracy/2024-05-22/eiu_2023.csv
+  data://garden/democracy/2024-03-07/eiu:
+    - data://meadow/democracy/2024-05-22/eiu
+    - data://garden/regions/2023-01-01/regions
+    - data://garden/demography/2023-03-31/population
+  data://grapher/democracy/2024-05-22/eiu:
+    - data://garden/democracy/2024-03-07/eiu

dag/democracy.yml

@@ -76,15 +76,16 @@ steps:
   data://grapher/democracy/2024-05-22/claassen_satisfaction:
     - data://garden/democracy/2024-03-07/claassen_satisfaction
 
-  # EIU (2024)
-  data://meadow/democracy/2024-05-22/eiu:
+  # EIU (2025)
+  data://meadow/democracy/2025-03-05/eiu:
     - snapshot://democracy/2024-05-22/eiu_gapminder.csv
     - snapshot://democracy/2024-05-22/eiu_2021.csv
     - snapshot://democracy/2024-05-22/eiu_2022.csv
     - snapshot://democracy/2024-05-22/eiu_2023.csv
-  data://garden/democracy/2024-03-07/eiu:
-    - data://meadow/democracy/2024-05-22/eiu
+    - snapshot://democracy/2025-03-05/eiu_2024.csv
+  data://garden/democracy/2025-03-05/eiu:
+    - data://meadow/democracy/2025-03-05/eiu
+    - data://garden/demography/2024-07-15/population
     - data://garden/regions/2023-01-01/regions
-    - data://garden/demography/2023-03-31/population
-  data://grapher/democracy/2024-05-22/eiu:
-    - data://garden/democracy/2024-03-07/eiu
+  data://grapher/democracy/2025-03-05/eiu:
+    - data://garden/democracy/2025-03-05/eiu

etl/steps/data/garden/democracy/2025-03-05/eiu.countries.json

@@ -0,0 +1,181 @@
+{
+  "Afghanistan": "Afghanistan",
+  "Albania": "Albania",
+  "Algeria": "Algeria",
+  "Angola": "Angola",
+  "Argentina": "Argentina",
+  "Armenia": "Armenia",
+  "Australia": "Australia",
+  "Austria": "Austria",
+  "Azerbaijan": "Azerbaijan",
+  "Bahrain": "Bahrain",
+  "Bangladesh": "Bangladesh",
+  "Belarus": "Belarus",
+  "Belgium": "Belgium",
+  "Benin": "Benin",
+  "Bhutan": "Bhutan",
+  "Bolivia": "Bolivia",
+  "Bosnia and Herzegovina": "Bosnia and Herzegovina",
+  "Botswana": "Botswana",
+  "Brazil": "Brazil",
+  "Bulgaria": "Bulgaria",
+  "Burkina Faso": "Burkina Faso",
+  "Burundi": "Burundi",
+  "Cabo Verde": "Cape Verde",
+  "Cambodia": "Cambodia",
+  "Cameroon": "Cameroon",
+  "Canada": "Canada",
+  "Cape Verde": "Cape Verde",
+  "Central African Republic": "Central African Republic",
+  "Chad": "Chad",
+  "Chile": "Chile",
+  "China": "China",
+  "Colombia": "Colombia",
+  "Comoros": "Comoros",
+  "Congo, Dem. Rep.": "Democratic Republic of Congo",
+  "Congo, Rep.": "Congo",
+  "Costa Rica": "Costa Rica",
+  "Cote d'Ivoire": "Cote d'Ivoire",
+  "Croatia": "Croatia",
+  "Cuba": "Cuba",
+  "Cyprus": "Cyprus",
+  "Czech Republic": "Czechia",
+  "C\u00f4te d'Ivoire": "Cote d'Ivoire",
+  "C\u00f4te d\u2019Ivoire": "Cote d'Ivoire",
+  "Democratic Republic of Congo": "Democratic Republic of Congo",
+  "Denmark": "Denmark",
+  "Djibouti": "Djibouti",
+  "Dominican Republic": "Dominican Republic",
+  "Ecuador": "Ecuador",
+  "Egypt": "Egypt",
+  "El Salvador": "El Salvador",
+  "Equatorial Guinea": "Equatorial Guinea",
+  "Eritrea": "Eritrea",
+  "Estonia": "Estonia",
+  "Eswatini": "Eswatini",
+  "Ethiopia": "Ethiopia",
+  "Fiji": "Fiji",
+  "Finland": "Finland",
+  "France": "France",
+  "Gabon": "Gabon",
+  "Gambia": "Gambia",
+  "Georgia": "Georgia",
+  "Germany": "Germany",
+  "Ghana": "Ghana",
+  "Greece": "Greece",
+  "Guatemala": "Guatemala",
+  "Guinea": "Guinea",
+  "Guinea-Bissau": "Guinea-Bissau",
+  "Guyana": "Guyana",
+  "Haiti": "Haiti",
+  "Honduras": "Honduras",
+  "Hong Kong": "Hong Kong",
+  "Hong Kong, China": "Hong Kong",
+  "Hungary": "Hungary",
+  "Iceland": "Iceland",
+  "India": "India",
+  "Indonesia": "Indonesia",
+  "Iran": "Iran",
+  "Iraq": "Iraq",
+  "Ireland": "Ireland",
+  "Israel": "Israel",
+  "Italy": "Italy",
+  "Jamaica": "Jamaica",
+  "Japan": "Japan",
+  "Jordan": "Jordan",
+  "Kazakhstan": "Kazakhstan",
+  "Kenya": "Kenya",
+  "Kuwait": "Kuwait",
+  "Kyrgyz Republic": "Kyrgyzstan",
+  "Lao": "Laos",
+  "Laos": "Laos",
+  "Latvia": "Latvia",
+  "Lebanon": "Lebanon",
+  "Lesotho": "Lesotho",
+  "Liberia": "Liberia",
+  "Libya": "Libya",
+  "Lithuania": "Lithuania",
+  "Luxembourg": "Luxembourg",
+  "Macedonia, FYR": "North Macedonia",
+  "Madagascar": "Madagascar",
+  "Malawi": "Malawi",
+  "Malaysia": "Malaysia",
+  "Mali": "Mali",
+  "Malta": "Malta",
+  "Mauritania": "Mauritania",
+  "Mauritius": "Mauritius",
+  "Mexico": "Mexico",
+  "Moldova": "Moldova",
+  "Mongolia": "Mongolia",
+  "Montenegro": "Montenegro",
+  "Morocco": "Morocco",
+  "Mozambique": "Mozambique",
+  "Myanmar": "Myanmar",
+  "Namibia": "Namibia",
+  "Nepal": "Nepal",
+  "Netherlands": "Netherlands",
+  "New Zealand": "New Zealand",
+  "Nicaragua": "Nicaragua",
+  "Niger": "Niger",
+  "Nigeria": "Nigeria",
+  "North Korea": "North Korea",
+  "North Macedonia": "North Macedonia",
+  "Norway": "Norway",
+  "Oman": "Oman",
+  "Pakistan": "Pakistan",
+  "Palestine": "Palestine",
+  "Panama": "Panama",
+  "Papua New Guinea": "Papua New Guinea",
+  "Paraguay": "Paraguay",
+  "Peru": "Peru",
+  "Philippines": "Philippines",
+  "Poland": "Poland",
+  "Portugal": "Portugal",
+  "Qatar": "Qatar",
+  "Romania": "Romania",
+  "Russia": "Russia",
+  "Rwanda": "Rwanda",
+  "Saudi Arabia": "Saudi Arabia",
+  "Senegal": "Senegal",
+  "Serbia": "Serbia",
+  "Sierra Leone": "Sierra Leone",
+  "Singapore": "Singapore",
+  "Slovak Republic": "Slovakia",
+  "Slovakia": "Slovakia",
+  "Slovenia": "Slovenia",
+  "South Africa": "South Africa",
+  "South Korea": "South Korea",
+  "Spain": "Spain",
+  "Sri Lanka": "Sri Lanka",
+  "Sudan": "Sudan",
+  "Suriname": "Suriname",
+  "Swaziland": "Eswatini",
+  "Sweden": "Sweden",
+  "Switzerland": "Switzerland",
+  "Syria": "Syria",
+  "Taiwan": "Taiwan",
+  "Tajikistan": "Tajikistan",
+  "Tanzania": "Tanzania",
+  "Thailand": "Thailand",
+  "Timor-Leste": "East Timor",
+  "Togo": "Togo",
+  "Trinidad and Tobago": "Trinidad and Tobago",
+  "Tunisia": "Tunisia",
+  "Turkey": "Turkey",
+  "Turkmenistan": "Turkmenistan",
+  "Uganda": "Uganda",
+  "Ukraine": "Ukraine",
+  "United Arab Emirates": "United Arab Emirates",
+  "United Kingdom": "United Kingdom",
+  "United States": "United States",
+  "United States of America": "United States",
+  "Uruguay": "Uruguay",
+  "Uzbekistan": "Uzbekistan",
+  "Venezuela": "Venezuela",
+  "Vietnam": "Vietnam",
+  "Yemen": "Yemen",
+  "Zambia": "Zambia",
+  "Zimbabwe": "Zimbabwe",
+  "Bosnia and Hercegovina": "Bosnia and Herzegovina",
+  "Congo (Brazzaville)": "Congo"
+}

etl/steps/data/garden/democracy/2025-03-05/eiu.meta.yml

@@ -0,0 +1,112 @@
+# NOTE: To learn more about the fields, hover over their names.
+definitions:
+  common:
+    presentation:
+      topic_tags:
+        - Democracy
+
+# Learn more about the available fields:
+# http://docs.owid.io/projects/etl/architecture/metadata/reference/
+dataset:
+  update_period_days: 365
+  title: EIU Democratic Index (2006-2024)
+  description: |-
+    The Economist Intelligence Unit's (EIU) Democracy Index provides a snapshot of the state of democracy in 165 independent states and two territories. This covers almost the entire population of the world and the vast majority of the world's states (microstates are excluded). Scored on a 0-10 scale, the Democracy Index is based on five categories: electoral process and pluralism, functioning of government, political participation, political culture, and civil liberties. Based on its scores on a range of indicators within these categories, each country is classified as one of four types of regime: "full democracy", "flawed democracy", "hybrid regime" or "authoritarian regime".
+
+    This dataset was constructed using data collected from various EIU yearly reports and a multi-year compilation by Gapminder.
+
+tables:
+  eiu:
+    common:
+      presentation:
+        attribution: Economist Intelligence Unit (2006-2024)
+
+    variables:
+      democracy_eiu:
+        title: Democracy score
+        description_short: |-
+          Extent to which citizens can choose their political leaders in free and fair elections, enjoy civil liberties, prefer democracy over other political systems, can and do participate in politics, and have a functioning government that acts on their behalf. It ranges from 0 to 10 (most democratic).
+        description_processing: |-
+          Values for continents have been obtained by averaging the values of the countries in the continent.
+        unit: ""
+
+      elect_freefair_eiu:
+        title: Free and fair elections
+        description_short: |-
+          Extent to which all citizens can choose their political leaders in free and fair elections. Higher values indicate more pluralism.
+        unit: ""
+
+      funct_gov_eiu:
+        title: Functioning government
+        description_short: |-
+          Extent to which citizens have a functioning government that acts on their behalf. It ranges from 0 to 10 (most effective).
+        unit: ""
+
+      pol_part_eiu:
+        title: Political participation
+        description_short: |-
+          Extent to which citizens can and do participate in politics. It ranges from 0 to 10 (most active).
+        unit: ""
+
+      dem_culture_eiu:
+        title: Democratic culture
+        description_short: |-
+          Extent to which citizens prefer democracy over other political systems. It ranges from 0 to 10 (strongest preference for democracy).
+        unit: ""
+
+      civlib_eiu:
+        title: Civil liberties
+        description_short: |-
+          Extent to which citizens enjoy civil liberties. It ranges from 0 to 10 (most liberties).
+        unit: ""
+
+      regime_eiu:
+        title: Regime
+        unit: ""
+        description_short: |-
+          Political regime of a country. It distinguishes between authoritarian regimes (score 0), hybrid regimes (score 1), flawed democracies (score 2), and full democracies (score 3).
+        description_key:
+          - Full democracies have comprehensive democratic features, with a high extent to which citizens can choose their political leaders in free and fair elections, enjoy civil liberties, prefer democracy over other political systems, can and do participate in politics, and have a functioning government that acts on their behalf.
+          - Flawed democracies have some weaknesses in democratic institutions and culture.
+          - Hybrid regimes have serious weaknesses in democratic institutions and culture.
+          - Authoritarian regimes have few democratic institutions and little democratic culture.
+
+  num_countries:
+    common:
+      presentation:
+        attribution: Economist Intelligence Unit (2006-2024)
+
+    variables:
+      num_regime_eiu:
+        title: |-
+          <%- if category == '-1' -%>
+          Number of countries with unknown regime
+          <%- else -%>
+          Number of << category.replace('cracy', 'cracies').replace('regime', 'regimes') >>
+          <%- endif -%>
+        unit: "countries"
+
+  num_people:
+    common:
+      presentation:
+        attribution: Economist Intelligence Unit (2006-2024); Population based on various sources (2024)
+    variables:
+      pop_regime_eiu:
+        title: |-
+          <%- if category == '-1' -%>
+          Number of people living in countries with unknown regime
+          <%- else -%>
+          Number of people living in << category.replace('cracy', 'cracies').replace('regime', 'regimes') >>
+          <%- endif -%>
+        description_short: "Number of countries with available data."
+        unit: "people"
+
+  avg_pop:
+    common:
+      presentation:
+        attribution: Economist Intelligence Unit (2006-2024); Population based on various sources (2024)
+    variables:
+      democracy_eiu_weighted:
+        title: "Democracy score (population-weighted)"
+        description_short: Average democratic status, weighted by population.
+        unit: ""