📊 wid: Update World Inequality Database (Nov 2024 release)

apps/utils/map_datasets.py

@@ -58,7 +58,7 @@ def get_grapher_changes(files_changed: Dict[str, Dict[str, str]], steps_df: pd.D
         # Obtain old version
         ## This could happen with non-etl step files, like "shared.py". Ignore them
         if len(candidate) == 0:
-            log.error("No candidate in steps_df was found! Working with old datasets (non-ETL)?")
+            log.error(f"No candidate in steps_df was found for: {file_path}")
         ## Unknown error.
         elif len(candidate) > 1:
             log.error(f"Could not identify a step matching file {file_path}")

dag/archive/main.yml

@@ -416,6 +416,7 @@ include:
   - dag/archive/fasttrack.yml
   - dag/archive/climate.yml
   - dag/archive/environment.yml
+  - dag/archive/poverty_inequality.yml
   - dag/archive/equality.yml
   - dag/archive/plastic_use.yml
   - dag/archive/artificial_intelligence.yml

dag/archive/poverty_inequality.yml

@@ -22,8 +22,6 @@ steps:
     - data://meadow/lis/2023-08-30/luxembourg_income_study
   data://grapher/lis/2023-08-30/luxembourg_income_study:
     - data://garden/lis/2023-08-30/luxembourg_income_study
-  data://explorers/lis/latest/luxembourg_income_study:
-    - data://garden/lis/2023-08-30/luxembourg_income_study
 
   data://meadow/lis/2024-06-13/luxembourg_income_study:
     - snapshot://lis/2024-06-13/lis_keyvars.csv
@@ -57,6 +55,19 @@ steps:
   data://grapher/ophi/2023-07-05/multidimensional_poverty_index:
     - data://garden/ophi/2023-07-05/multidimensional_poverty_index
 
+  # World Inequality Database
+  data://meadow/wid/2024-05-24/world_inequality_database:
+    - data://garden/regions/2023-01-01/regions
+    - snapshot://wid/2024-05-24/world_inequality_database.csv
+    - snapshot://wid/2024-05-24/world_inequality_database_with_extrapolations.csv
+    - snapshot://wid/2024-05-24/world_inequality_database_distribution.csv
+    - snapshot://wid/2024-05-24/world_inequality_database_distribution_with_extrapolations.csv
+    - snapshot://wid/2024-05-24/world_inequality_database_fiscal.csv
+  data://garden/wid/2024-05-24/world_inequality_database:
+    - data://meadow/wid/2024-05-24/world_inequality_database
+  data://grapher/wid/2024-05-24/world_inequality_database:
+    - data://garden/wid/2024-05-24/world_inequality_database
+
   # Poverty projections from the World Bank
   data://meadow/wb/2024-06-26/poverty_projections:
     - snapshot://wb/2024-06-26/poverty_projections_number_global.csv

dag/poverty_inequality.yml

@@ -20,19 +20,19 @@ steps:
     - data://garden/wb/2024-10-07/world_bank_pip
 
   # World Inequality Database
-  data://meadow/wid/2024-05-24/world_inequality_database:
+  data://meadow/wid/2025-02-25/world_inequality_database:
+    - snapshot://wid/2025-02-25/world_inequality_database_with_extrapolations.csv
+    - snapshot://wid/2025-02-25/world_inequality_database_distribution.csv
+    - snapshot://wid/2025-02-25/world_inequality_database_distribution_with_extrapolations.csv
+    - snapshot://wid/2025-02-25/world_inequality_database.csv
+    - snapshot://wid/2025-02-25/world_inequality_database_fiscal.csv
     - data://garden/regions/2023-01-01/regions
-    - snapshot://wid/2024-05-24/world_inequality_database.csv
-    - snapshot://wid/2024-05-24/world_inequality_database_with_extrapolations.csv
-    - snapshot://wid/2024-05-24/world_inequality_database_distribution.csv
-    - snapshot://wid/2024-05-24/world_inequality_database_distribution_with_extrapolations.csv
-    - snapshot://wid/2024-05-24/world_inequality_database_fiscal.csv
-  data://garden/wid/2024-05-24/world_inequality_database:
-    - data://meadow/wid/2024-05-24/world_inequality_database
-  data://grapher/wid/2024-05-24/world_inequality_database:
-    - data://garden/wid/2024-05-24/world_inequality_database
+  data://garden/wid/2025-02-25/world_inequality_database:
+    - data://meadow/wid/2025-02-25/world_inequality_database
+  data://grapher/wid/2025-02-25/world_inequality_database:
+    - data://garden/wid/2025-02-25/world_inequality_database
   data://explorers/wid/latest/world_inequality_database:
-    - data://garden/wid/2024-05-24/world_inequality_database
+    - data://garden/wid/2025-02-25/world_inequality_database
 
   # Luxembourg Income Study
   data://meadow/lis/2025-01-24/luxembourg_income_study:
@@ -55,7 +55,7 @@ steps:
   # Poverty and inequality file for inequality comparisons at OWID
   data://garden/poverty_inequality/2025-01-22/poverty_inequality_file:
     - data://garden/wb/2024-10-07/world_bank_pip
-    - data://garden/wid/2024-05-24/world_inequality_database
+    - data://garden/wid/2025-02-25/world_inequality_database
     - data://garden/lis/2025-01-24/luxembourg_income_study
     - data://garden/wb/2024-01-22/thousand_bins_distribution
     - data://garden/worldbank_wdi/2024-05-20/wdi
@@ -66,7 +66,7 @@ steps:
     - data://garden/demography/2023-03-31/population
     - data://garden/regions/2023-01-01/regions
     - data://garden/wb/2024-10-07/world_bank_pip
-    - data://garden/wid/2024-05-24/world_inequality_database
+    - data://garden/wid/2025-02-25/world_inequality_database
     - data://garden/lis/2025-01-24/luxembourg_income_study
   data://grapher/poverty_inequality/2025-01-22/inequality_comparison:
     - data://garden/poverty_inequality/2025-01-22/inequality_comparison