Added goldens for UNenergy, EurostatHealth_Tobacco_Consumption, WorldBank_Commodity_Market, US_Federal_Rates & FBIHateCrime

scripts/eurostat/health_determinants/golden_data/golden_observations.csv

@@ -0,0 +1,33 @@
+"geo"
+"country/AUT"
+"country/BEL"
+"country/BGR"
+"country/CYP"
+"country/CZE"
+"country/DEU"
+"country/DNK"
+"country/ESP"
+"country/EST"
+"country/FIN"
+"country/FRA"
+"country/GBR"
+"country/GRC"
+"country/HRV"
+"country/HUN"
+"country/IRL"
+"country/ISL"
+"country/ITA"
+"country/LTU"
+"country/LUX"
+"country/LVA"
+"country/MLT"
+"country/NLD"
+"country/NOR"
+"country/POL"
+"country/PRT"
+"country/ROU"
+"country/SRB"
+"country/SVK"
+"country/SVN"
+"country/SWE"
+"country/TUR"

scripts/eurostat/health_determinants/manifest.json

@@ -159,7 +159,8 @@
                 "memory": 64,
                 "disk": 100
             },
-            "cron_schedule": "0 3 2 * *"
+            "cron_schedule": "0 3 2 * *",
+            "validation_config_file": "validation_config.json"
         }
     ]
 }

scripts/eurostat/health_determinants/validation_config.json

@@ -0,0 +1,30 @@
+{
+    "schema_version": "1.0",
+    "rules": [
+        {
+            "rule_id": "check_deleted_records_percent",
+            "description": "Checks that the percentage of deleted points is within the threshold.",
+            "validator": "DELETED_RECORDS_PERCENT",
+            "params": {
+                "threshold": 0.1
+            }
+        },
+        {
+            "rule_id": "check_goldens_summary_report",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_summary_report.csv"
+            }
+        },
+        {
+            "rule_id": "Check_goldens_output_csv_state",
+            "description": "Verifies the generated output CSV data matches established critical golden records",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "../../../../golden_data/golden_observations.csv",
+                "input_files": "../../../../tobacco_consumption/output/eurostat_population_tobaccoconsumption.csv"
+            }
+        }
+    ]
+}
+