Implemented Golden EurostatData_Education_Attainment, EurostatData_Education_Enrollment, EurostatData_Demographic_Balance_Crude_Rates

scripts/eurostat/regional_statistics_by_nuts/birth_death_migration/golden_data/golden_summary_report.csv

@@ -0,0 +1,8 @@
+"ScalingFactors","MinDate","observationPeriods","NumPlaces","MeasurementMethods","StatVar","Units"
+"[]","2000","[]","2122","[EurostatRegionalStatistics]","Count_Death_AsAFractionOfCount_Person","[]"
+"[]","2000","[]","2122","[EurostatRegionalStatistics]","GrowthRate_Count_Person","[]"
+"[]","2000","[]","2125","[EurostatRegionalStatistics]","Count_Death","[]"
+"[]","2000","[]","2125","[EurostatRegionalStatistics]","Count_Person","[]"
+"[]","2000","[]","2124","[EurostatRegionalStatistics]","Count_BirthEvent","[]"
+"[]","2000","[]","2125","[EurostatRegionalStatistics]","IncrementalCount_Person","[]"
+"[]","2000","[]","2121","[EurostatRegionalStatistics]","Count_BirthEvent_AsAFractionOfCount_Person","[]"

scripts/eurostat/regional_statistics_by_nuts/birth_death_migration/manifest.json

@@ -20,7 +20,8 @@
                 "demo_r_gind3.tsv.gz",
                 "input_files/input_file.tsv"
             ],
-            "cron_schedule": "00 02 * * 2"
+            "cron_schedule": "00 02 * * 2",
+            "validation_config_file": "validation_config.json"
         }
     ]
 }

scripts/eurostat/regional_statistics_by_nuts/birth_death_migration/validation_config.json

@@ -0,0 +1,29 @@
+{
+    "schema_version": "1.0",
+    "rules": [
+        {
+            "rule_id": "check_deleted_records_percent",
+            "description": "Checks that the percentage of deleted points is within the threshold.",
+            "validator": "DELETED_RECORDS_PERCENT",
+            "params": {
+                "threshold": 0.1
+            }
+        },
+        {
+            "rule_id": "check_goldens_summary_report",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_summary_report.csv"
+            }
+        },
+        {
+            "rule_id": "Check_goldens_output_csv_state",
+            "description": "Verifies the generated output CSV data matches established critical golden records",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_observations.csv",
+                "input_files": "../../../../EurostatNUTS3_BirthDeathMigration.csv"
+            }
+        }
+    ]
+}