From 85b80523b45b1482fab9931bf87d6411d4b6133e Mon Sep 17 00:00:00 2001 From: Shourya Singh Date: Fri, 7 Aug 2026 12:36:20 +0000 Subject: [PATCH 1/3] Added Goldens --- .../golden_data/golden_observations.csv | 1984 +++++++++++++++++ .../golden_data/golden_summary_report.csv | 2 + scripts/us_epa/airqualityindex/manifest.json | 6 +- .../airqualityindex/validation_config.json | 39 + 4 files changed, 2029 insertions(+), 2 deletions(-) create mode 100644 scripts/us_epa/airqualityindex/golden_data/golden_observations.csv create mode 100644 scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv create mode 100644 scripts/us_epa/airqualityindex/validation_config.json diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv b/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv new file mode 100644 index 0000000000..8a12d442eb --- /dev/null +++ b/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv @@ -0,0 +1,1984 @@ +"Place" +"geoId/01001" +"geoId/01073" +"geoId/01089" +"geoId/01097" +"geoId/01099" +"geoId/01103" +"geoId/01125" +"geoId/02020" +"geoId/02090" +"geoId/04003" +"geoId/04005" +"geoId/04013" +"geoId/04019" +"geoId/04025" +"geoId/04027" +"geoId/05119" +"geoId/06001" +"geoId/06007" +"geoId/06011" +"geoId/06013" +"geoId/06017" +"geoId/06019" +"geoId/06021" +"geoId/06025" +"geoId/06027" +"geoId/06029" +"geoId/06031" +"geoId/06033" +"geoId/06037" +"geoId/06041" +"geoId/06045" +"geoId/06053" +"geoId/06055" +"geoId/06059" +"geoId/06061" +"geoId/06065" +"geoId/06067" +"geoId/06069" +"geoId/06071" +"geoId/06073" +"geoId/06075" +"geoId/06077" +"geoId/06079" +"geoId/06081" +"geoId/06083" +"geoId/06085" +"geoId/06087" +"geoId/06089" +"geoId/06095" +"geoId/06097" +"geoId/06099" +"geoId/06101" +"geoId/06107" +"geoId/06109" +"geoId/06111" +"geoId/06113" +"geoId/08001" +"geoId/08005" +"geoId/08013" +"geoId/08031" +"geoId/08041" +"geoId/08059" +"geoId/08069" +"geoId/08077" +"geoId/08101" +"geoId/08123" +"geoId/09001" +"geoId/09003" +"geoId/09005" +"geoId/09007" +"geoId/09009" +"geoId/09013" +"geoId/10001" +"geoId/10003" +"geoId/10005" +"geoId/11001" +"geoId/12001" +"geoId/12011" +"geoId/12031" +"geoId/12033" +"geoId/12057" +"geoId/12071" +"geoId/12073" +"geoId/12081" +"geoId/12086" +"geoId/12095" +"geoId/12099" +"geoId/12103" +"geoId/12117" +"geoId/13089" +"geoId/13121" +"geoId/13215" +"geoId/13223" +"geoId/13247" +"geoId/15003" +"geoId/16001" +"geoId/17001" +"geoId/17019" +"geoId/17031" +"geoId/17033" +"geoId/17043" +"geoId/17089" +"geoId/17099" +"geoId/17097" +"geoId/17115" +"geoId/17117" +"geoId/17119" +"geoId/17111" +"geoId/17133" +"geoId/17143" +"geoId/17161" +"geoId/17163" +"geoId/17167" +"geoId/17197" +"geoId/17199" +"geoId/17201" +"geoId/18003" +"geoId/18019" +"geoId/18059" +"geoId/18073" +"geoId/18077" +"geoId/18085" +"geoId/18089" +"geoId/18097" +"geoId/18127" +"geoId/18129" +"geoId/18147" +"geoId/18141" +"geoId/18153" +"geoId/18163" +"geoId/18167" +"geoId/19061" +"geoId/19103" +"geoId/19113" +"geoId/19121" +"geoId/19153" +"geoId/19163" +"geoId/19193" +"geoId/20091" +"geoId/20173" +"geoId/20209" +"geoId/21015" +"geoId/21019" +"geoId/21021" +"geoId/21029" +"geoId/21035" +"geoId/21037" +"geoId/21049" +"geoId/21059" +"geoId/21067" +"geoId/21093" +"geoId/21101" +"geoId/21107" +"geoId/21111" +"geoId/21117" +"geoId/21145" +"geoId/21167" +"geoId/21177" +"geoId/21183" +"geoId/21199" +"geoId/22015" +"geoId/22019" +"geoId/22033" +"geoId/22043" +"geoId/22047" +"geoId/22071" +"geoId/22089" +"geoId/22095" +"geoId/23001" +"geoId/23003" +"geoId/23005" +"geoId/23011" +"geoId/23019" +"geoId/24001" +"geoId/24003" +"geoId/24005" +"geoId/24510" +"geoId/24015" +"geoId/24021" +"geoId/24025" +"geoId/24027" +"geoId/24031" +"geoId/24033" +"geoId/24043" +"geoId/25003" +"geoId/25005" +"geoId/25009" +"geoId/25011" +"geoId/25013" +"geoId/25017" +"geoId/25021" +"geoId/25025" +"geoId/25027" +"geoId/26017" +"geoId/26027" +"geoId/26037" +"geoId/26049" +"geoId/26063" +"geoId/26065" +"geoId/26081" +"geoId/26099" +"geoId/26103" +"geoId/26121" +"geoId/26125" +"geoId/26145" +"geoId/26147" +"geoId/26161" +"geoId/26163" +"geoId/27003" +"geoId/27013" +"geoId/27037" +"geoId/27053" +"geoId/27109" +"geoId/27123" +"geoId/27137" +"geoId/27141" +"geoId/27163" +"geoId/28033" +"geoId/28049" +"geoId/28089" +"geoId/29047" +"geoId/29077" +"geoId/29095" +"geoId/29165" +"geoId/29183" +"geoId/29189" +"geoId/29510" +"geoId/30013" +"geoId/30063" +"geoId/30093" +"geoId/30111" +"geoId/31043" +"geoId/31055" +"geoId/31109" +"geoId/32003" +"geoId/32031" +"geoId/33005" +"geoId/33007" +"geoId/33011" +"geoId/33015" +"geoId/34001" +"geoId/34003" +"geoId/34005" +"geoId/34007" +"geoId/34009" +"geoId/34011" +"geoId/34013" +"geoId/34015" +"geoId/34017" +"geoId/34019" +"geoId/34021" +"geoId/34023" +"geoId/34025" +"geoId/34027" +"geoId/34029" +"geoId/34031" +"geoId/34033" +"geoId/34035" +"geoId/34039" +"geoId/34041" +"geoId/35001" +"geoId/35013" +"geoId/35045" +"geoId/35049" +"geoId/36005" +"geoId/36007" +"geoId/36015" +"geoId/36027" +"geoId/36029" +"geoId/36031" +"geoId/36047" +"geoId/36055" +"geoId/36059" +"geoId/36061" +"geoId/36063" +"geoId/36065" +"geoId/36067" +"geoId/36081" +"geoId/36083" +"geoId/36085" +"geoId/36093" +"geoId/36103" +"geoId/36113" +"geoId/36117" +"geoId/36119" +"geoId/37021" +"geoId/37063" +"geoId/37067" +"geoId/37077" +"geoId/37081" +"geoId/37119" +"geoId/37129" +"geoId/37183" +"geoId/39003" +"geoId/39007" +"geoId/39017" +"geoId/39023" +"geoId/39025" +"geoId/39027" +"geoId/39035" +"geoId/39049" +"geoId/39061" +"geoId/39073" +"geoId/39081" +"geoId/39085" +"geoId/39093" +"geoId/39095" +"geoId/39099" +"geoId/39103" +"geoId/39113" +"geoId/39133" +"geoId/39135" +"geoId/39151" +"geoId/39153" +"geoId/39165" +"geoId/40027" +"geoId/40109" +"geoId/40143" +"geoId/41005" +"geoId/41009" +"geoId/41013" +"geoId/41029" +"geoId/41039" +"geoId/41047" +"geoId/41051" +"geoId/42003" +"geoId/42007" +"geoId/42011" +"geoId/42013" +"geoId/42017" +"geoId/42019" +"geoId/42021" +"geoId/42043" +"geoId/42045" +"geoId/42049" +"geoId/42069" +"geoId/42071" +"geoId/42073" +"geoId/42077" +"geoId/42079" +"geoId/42081" +"geoId/42091" +"geoId/42095" +"geoId/42099" +"geoId/42101" +"geoId/42125" +"geoId/42129" +"geoId/42133" +"geoId/44003" +"geoId/44007" +"geoId/45013" +"geoId/45015" +"geoId/45023" +"geoId/45029" +"geoId/45031" +"geoId/45037" +"geoId/45045" +"geoId/45051" +"geoId/45063" +"geoId/45077" +"geoId/45079" +"geoId/45091" +"geoId/47037" +"geoId/47055" +"geoId/47065" +"geoId/47093" +"geoId/47119" +"geoId/47157" +"geoId/47163" +"geoId/47165" +"geoId/48029" +"geoId/48039" +"geoId/48061" +"geoId/48113" +"geoId/48135" +"geoId/48141" +"geoId/48167" +"geoId/48183" +"geoId/48201" +"geoId/48233" +"geoId/48245" +"geoId/48355" +"geoId/48361" +"geoId/48375" +"geoId/48439" +"geoId/48453" +"geoId/49011" +"geoId/49035" +"geoId/49047" +"geoId/49049" +"geoId/49057" +"geoId/50001" +"geoId/50007" +"geoId/51510" +"geoId/51013" +"geoId/51550" +"geoId/51041" +"geoId/51059" +"geoId/51600" +"geoId/51630" +"geoId/51650" +"geoId/51085" +"geoId/51087" +"geoId/51700" +"geoId/51710" +"geoId/51153" +"geoId/51760" +"geoId/51775" +"geoId/51173" +"geoId/51810" +"geoId/53011" +"geoId/53033" +"geoId/53053" +"geoId/53061" +"geoId/53063" +"geoId/53077" +"geoId/54025" +"geoId/54039" +"geoId/54069" +"geoId/55009" +"geoId/55017" +"geoId/55021" +"geoId/55025" +"geoId/55031" +"geoId/55033" +"geoId/55035" +"geoId/55043" +"geoId/55059" +"geoId/55063" +"geoId/55073" +"geoId/55079" +"geoId/55083" +"geoId/55087" +"geoId/55089" +"geoId/55101" +"geoId/55105" +"geoId/55117" +"geoId/55109" +"geoId/55119" +"geoId/55127" +"geoId/55131" +"geoId/55133" +"geoId/55139" +"geoId/55141" +"geoId/C10420" +"geoId/C10580" +"geoId/C10740" +"geoId/C10780" +"geoId/C10900" +"geoId/C11020" +"geoId/C11100" +"geoId/C11260" +"geoId/C11460" +"geoId/C11540" +"geoId/C11700" +"geoId/C11780" +"geoId/C12060" +"geoId/C12100" +"geoId/C12260" +"geoId/C12300" +"geoId/C12420" +"geoId/C12540" +"geoId/C12580" +"geoId/C12620" +"geoId/C12940" +"geoId/C13020" +"geoId/C13140" +"geoId/C13620" +"geoId/C13740" +"geoId/C13780" +"geoId/C13820" +"geoId/C13900" +"geoId/C14260" +"geoId/C14420" +"geoId/C14460" +"geoId/C14500" +"geoId/C14860" +"geoId/C15180" +"geoId/C15380" +"geoId/C15540" +"geoId/C15580" +"geoId/C15940" +"geoId/C15980" +"geoId/C16060" +"geoId/C16300" +"geoId/C16420" +"geoId/C16580" +"geoId/C16620" +"geoId/C16700" +"geoId/C16740" +"geoId/C16860" +"geoId/C16980" +"geoId/C17020" +"geoId/C17140" +"geoId/C17340" +"geoId/C17460" +"geoId/C17820" +"geoId/C17900" +"geoId/C17980" +"geoId/C18140" +"geoId/C18580" +"geoId/C19060" +"geoId/C19100" +"geoId/C19220" +"geoId/C19340" +"geoId/C19380" +"geoId/C19460" +"geoId/C19500" +"geoId/C19740" +"geoId/C19780" +"geoId/C19820" +"geoId/C20100" +"geoId/C20220" +"geoId/C20260" +"geoId/C20500" +"geoId/C20740" +"geoId/C20940" +"geoId/C21340" +"geoId/C21060" +"geoId/C21300" +"geoId/C21500" +"geoId/C21660" +"geoId/C21780" +"geoId/C21820" +"geoId/C22140" +"geoId/C22380" +"geoId/C22420" +"geoId/C22500" +"geoId/C22660" +"geoId/C23060" +"geoId/C23420" +"geoId/C23540" +"geoId/C24020" +"geoId/C24300" +"geoId/C24340" +"geoId/C24500" +"geoId/C24540" +"geoId/C24580" +"geoId/C24640" +"geoId/C24660" +"geoId/C24860" +"geoId/C25180" +"geoId/C25260" +"geoId/C25420" +"geoId/C25540" +"geoId/C25940" +"geoId/C26420" +"geoId/C26580" +"geoId/C26620" +"geoId/C26900" +"geoId/C26980" +"geoId/C27140" +"geoId/C27260" +"geoId/C27500" +"geoId/C27780" +"geoId/C28140" +"geoId/C28300" +"geoId/C28700" +"geoId/C28940" +"geoId/C29100" +"geoId/C29340" +"geoId/C29540" +"geoId/C29620" +"geoId/C29740" +"geoId/C29820" +"geoId/C30340" +"geoId/C30460" +"geoId/C30620" +"geoId/C30700" +"geoId/C30780" +"geoId/C30980" +"geoId/C31080" +"geoId/C31140" +"geoId/C31500" +"geoId/C31540" +"geoId/C31580" +"geoId/C31700" +"geoId/C31860" +"geoId/C32100" +"geoId/C32780" +"geoId/C32820" +"geoId/C32860" +"geoId/C33100" +"geoId/C33340" +"geoId/C33460" +"geoId/C33540" +"geoId/C33660" +"geoId/C33700" +"geoId/C33860" +"geoId/C34660" +"geoId/C34740" +"geoId/C34820" +"geoId/C34900" +"geoId/C34980" +"geoId/C35100" +"geoId/C35260" +"geoId/C35300" +"geoId/C35380" +"geoId/C35620" +"geoId/C35840" +"geoId/C36140" +"geoId/C36220" +"geoId/C36260" +"geoId/C36420" +"geoId/C36540" +"geoId/C36740" +"geoId/C36780" +"geoId/C36860" +"geoId/C36980" +"geoId/C37080" +"geoId/C37100" +"geoId/C37140" +"geoId/C37860" +"geoId/C37900" +"geoId/C37980" +"geoId/C38060" +"geoId/C38300" +"geoId/C38340" +"geoId/C38420" +"geoId/C38860" +"geoId/C38900" +"geoId/C39140" +"geoId/C39260" +"geoId/C39300" +"geoId/C39340" +"geoId/C39380" +"geoId/C39500" +"geoId/C39540" +"geoId/C39580" +"geoId/C39740" +"geoId/C39820" +"geoId/C39900" +"geoId/C40060" +"geoId/C40140" +"geoId/C40220" +"geoId/C40340" +"geoId/C40380" +"geoId/C40420" +"geoId/C40900" +"geoId/C40940" +"geoId/C40980" +"geoId/C41420" +"geoId/C41500" +"geoId/C41540" +"geoId/C41620" +"geoId/C41700" +"geoId/C41740" +"geoId/C41860" +"geoId/C41940" +"geoId/C42020" +"geoId/C42100" +"geoId/C42140" +"geoId/C42200" +"geoId/C42220" +"geoId/C42540" +"geoId/C42660" +"geoId/C43100" +"geoId/C43340" +"geoId/C43420" +"geoId/C43580" +"geoId/C43700" +"geoId/C43760" +"geoId/C43780" +"geoId/C44060" +"geoId/C44100" +"geoId/C44140" +"geoId/C44180" +"geoId/C44220" +"geoId/C41180" +"geoId/C44700" +"geoId/C45060" +"geoId/C45220" +"geoId/C45300" +"geoId/C45460" +"geoId/C45780" +"geoId/C45860" +"geoId/C45940" +"geoId/C46060" +"geoId/C46140" +"geoId/C46220" +"geoId/C46380" +"geoId/C46520" +"geoId/C46540" +"geoId/C46700" +"geoId/C46860" +"geoId/C47220" +"geoId/C47260" +"geoId/C47300" +"geoId/C47700" +"geoId/C47900" +"geoId/C48140" +"geoId/C48260" +"geoId/C48540" +"geoId/C48580" +"geoId/C48620" +"geoId/C48700" +"geoId/C48900" +"geoId/C48940" +"geoId/C49180" +"geoId/C49220" +"geoId/C49340" +"geoId/C49420" +"geoId/C49620" +"geoId/C49660" +"geoId/C49700" +"geoId/C49740" +"geoId/01055" +"geoId/04001" +"geoId/06039" +"geoId/06093" +"geoId/09011" +"geoId/17049" +"geoId/17091" +"geoId/21051" +"geoId/21071" +"geoId/21089" +"geoId/21141" +"geoId/21185" +"geoId/22017" +"geoId/22073" +"geoId/22087" +"geoId/23007" +"geoId/23017" +"geoId/25015" +"geoId/29099" +"geoId/32510" +"geoId/32005" +"geoId/35043" +"geoId/37027" +"geoId/37051" +"geoId/39107" +"geoId/39155" +"geoId/40087" +"geoId/41033" +"geoId/42085" +"geoId/72127" +"geoId/72137" +"geoId/45019" +"geoId/47145" +"geoId/48071" +"geoId/48121" +"geoId/48409" +"geoId/50027" +"geoId/51061" +"geoId/51161" +"geoId/55125" +"geoId/C16180" +"geoId/C16380" +"geoId/C17200" +"geoId/C17300" +"geoId/C20820" +"geoId/C22180" +"geoId/C23460" +"geoId/C23820" +"geoId/C23980" +"geoId/C24420" +"geoId/C25860" +"geoId/C28100" +"geoId/C31460" +"geoId/C33740" +"geoId/C35980" +"geoId/C41980" +"geoId/C46460" +"geoId/06047" +"geoId/20087" +"geoId/21227" +"geoId/22051" +"geoId/23009" +"geoId/23031" +"geoId/37003" +"geoId/37059" +"geoId/37087" +"geoId/37109" +"geoId/37123" +"geoId/37145" +"geoId/37147" +"geoId/37155" +"geoId/37157" +"geoId/72113" +"geoId/45043" +"geoId/47125" +"geoId/49005" +"geoId/50025" +"geoId/54011" +"geoId/54029" +"geoId/55027" +"geoId/C13180" +"geoId/C14540" +"geoId/C23860" +"geoId/C24780" +"geoId/C30860" +"geoId/C31300" +"geoId/C32900" +"geoId/C38660" +"geoId/C45820" +"geoId/01043" +"geoId/12115" +"geoId/12109" +"geoId/13051" +"geoId/18029" +"geoId/21043" +"geoId/22005" +"geoId/22011" +"geoId/22055" +"geoId/22057" +"geoId/22077" +"geoId/22093" +"geoId/22101" +"geoId/22121" +"geoId/24013" +"geoId/26133" +"geoId/29037" +"geoId/37065" +"geoId/37101" +"geoId/37117" +"geoId/41017" +"geoId/41059" +"geoId/45087" +"geoId/47011" +"geoId/50023" +"geoId/51187" +"geoId/54107" +"geoId/55123" +"geoId/C12740" +"geoId/C13460" +"geoId/C17420" +"geoId/C18980" +"geoId/C19760" +"geoId/C25840" +"geoId/C26380" +"geoId/C29180" +"geoId/C34020" +"geoId/C37620" +"geoId/C40580" +"geoId/C42340" +"geoId/C43900" +"geoId/18037" +"geoId/18083" +"geoId/18109" +"geoId/18177" +"geoId/23015" +"geoId/23029" +"geoId/24017" +"geoId/24045" +"geoId/26043" +"geoId/28059" +"geoId/41061" +"geoId/47009" +"geoId/50021" +"geoId/55039" +"geoId/55071" +"geoId/56021" +"geoId/C16940" +"geoId/C22540" +"geoId/C25060" +"geoId/C27020" +"geoId/C27540" +"geoId/C29260" +"geoId/C31820" +"geoId/C39980" +"geoId/C40860" +"geoId/C47180" +"geoId/04007" +"geoId/04009" +"geoId/04023" +"geoId/05001" +"geoId/05009" +"geoId/08037" +"geoId/08045" +"geoId/08051" +"geoId/08107" +"geoId/15007" +"geoId/18057" +"geoId/18157" +"geoId/19033" +"geoId/19045" +"geoId/19155" +"geoId/20057" +"geoId/21161" +"geoId/23027" +"geoId/26025" +"geoId/27071" +"geoId/27145" +"geoId/29007" +"geoId/29021" +"geoId/29127" +"geoId/30029" +"geoId/30031" +"geoId/30047" +"geoId/30049" +"geoId/30053" +"geoId/31025" +"geoId/33013" +"geoId/36001" +"geoId/36091" +"geoId/38015" +"geoId/38017" +"geoId/38035" +"geoId/38089" +"geoId/38093" +"geoId/38105" +"geoId/39029" +"geoId/41041" +"geoId/41043" +"geoId/72061" +"geoId/45003" +"geoId/45011" +"geoId/46013" +"geoId/46065" +"geoId/46103" +"geoId/47107" +"geoId/48303" +"geoId/49003" +"geoId/51015" +"geoId/51770" +"geoId/51191" +"geoId/53003" +"geoId/53005" +"geoId/53067" +"geoId/54009" +"geoId/55055" +"geoId/55061" +"geoId/55111" +"geoId/56001" +"geoId/56005" +"geoId/56013" +"geoId/56025" +"geoId/56033" +"geoId/56037" +"geoId/56039" +"geoId/56041" +"geoId/C10100" +"geoId/C10540" +"geoId/C11940" +"geoId/C12660" +"geoId/C12980" +"geoId/C14580" +"geoId/C16220" +"geoId/C17540" +"geoId/C18180" +"geoId/C19860" +"geoId/C19980" +"geoId/C20780" +"geoId/C21740" +"geoId/C22020" +"geoId/C23940" +"geoId/C24060" +"geoId/C24220" +"geoId/C25300" +"geoId/C25460" +"geoId/C25740" +"geoId/C27220" +"geoId/C27420" +"geoId/C28060" +"geoId/C28180" +"geoId/C28420" +"geoId/C29200" +"geoId/C29660" +"geoId/C30300" +"geoId/C31180" +"geoId/C32380" +"geoId/C32500" +"geoId/C33020" +"geoId/C35440" +"geoId/C35700" +"geoId/C36500" +"geoId/C37740" +"geoId/C38180" +"geoId/C39660" +"geoId/C40180" +"geoId/C40540" +"geoId/C41400" +"geoId/C43260" +"geoId/C41060" +"geoId/C41140" +"geoId/C44420" +"geoId/C44460" +"geoId/C48020" +"geoId/C48780" +"geoId/01101" +"geoId/01117" +"geoId/02110" +"geoId/04017" +"geoId/06023" +"geoId/06043" +"geoId/06063" +"geoId/06103" +"geoId/16005" +"geoId/16017" +"geoId/16055" +"geoId/16069" +"geoId/16079" +"geoId/16083" +"geoId/23013" +"geoId/26007" +"geoId/30081" +"geoId/35015" +"geoId/35017" +"geoId/35029" +"geoId/36033" +"geoId/36039" +"geoId/36045" +"geoId/38101" +"geoId/39143" +"geoId/40101" +"geoId/41035" +"geoId/41065" +"geoId/46099" +"geoId/47113" +"geoId/48085" +"geoId/50003" +"geoId/53007" +"geoId/53015" +"geoId/53035" +"geoId/53071" +"geoId/53073" +"geoId/C10980" +"geoId/C13380" +"geoId/C13540" +"geoId/C14740" +"geoId/C16100" +"geoId/C17660" +"geoId/C19700" +"geoId/C21700" +"geoId/C23380" +"geoId/C27180" +"geoId/C27940" +"geoId/C28900" +"geoId/C31020" +"geoId/C31660" +"geoId/C33500" +"geoId/C34780" +"geoId/C38540" +"geoId/C39780" +"geoId/C41760" +"geoId/C43320" +"geoId/C43500" +"geoId/C43620" +"geoId/C45520" +"geoId/C46300" +"geoId/C47460" +"geoId/C48060" +"geoId/C48300" +"geoId/06015" +"geoId/08043" +"geoId/13085" +"geoId/13097" +"geoId/15001" +"geoId/15009" +"geoId/16057" +"geoId/18081" +"geoId/18173" +"geoId/19055" +"geoId/25001" +"geoId/25023" +"geoId/26061" +"geoId/26115" +"geoId/27171" +"geoId/28001" +"geoId/28045" +"geoId/28073" +"geoId/28075" +"geoId/28087" +"geoId/28149" +"geoId/29019" +"geoId/31001" +"geoId/37037" +"geoId/39001" +"geoId/39129" +"geoId/72021" +"geoId/72057" +"geoId/47047" +"geoId/48457" +"geoId/48497" +"geoId/49013" +"geoId/51800" +"geoId/53009" +"geoId/53047" +"geoId/C12700" +"geoId/C15260" +"geoId/C15860" +"geoId/C17860" +"geoId/C18060" +"geoId/C18860" +"geoId/C25020" +"geoId/C25580" +"geoId/C25620" +"geoId/C25900" +"geoId/C26340" +"geoId/C27980" +"geoId/C32940" +"geoId/C33780" +"geoId/C34140" +"geoId/C35020" +"geoId/C38820" +"geoId/C46980" +"geoId/02122" +"geoId/06115" +"geoId/08029" +"geoId/08083" +"geoId/08097" +"geoId/09015" +"geoId/12009" +"geoId/13261" +"geoId/17029" +"geoId/17083" +"geoId/17105" +"geoId/18043" +"geoId/18107" +"geoId/18165" +"geoId/18169" +"geoId/18175" +"geoId/20133" +"geoId/20177" +"geoId/21013" +"geoId/21151" +"geoId/21193" +"geoId/21195" +"geoId/23025" +"geoId/26111" +"geoId/26139" +"geoId/27017" +"geoId/30067" +"geoId/31019" +"geoId/31157" +"geoId/32007" +"geoId/35028" +"geoId/35061" +"geoId/37019" +"geoId/39013" +"geoId/39083" +"geoId/39087" +"geoId/39145" +"geoId/40031" +"geoId/40071" +"geoId/45021" +"geoId/47041" +"geoId/47149" +"geoId/47155" +"geoId/47173" +"geoId/47187" +"geoId/47189" +"geoId/48291" +"geoId/48339" +"geoId/48367" +"geoId/48397" +"geoId/48479" +"geoId/49021" +"geoId/51027" +"geoId/51540" +"geoId/51670" +"geoId/51680" +"geoId/56029" +"geoId/C11140" +"geoId/C16260" +"geoId/C16660" +"geoId/C16820" +"geoId/C18820" +"geoId/C21020" +"geoId/C21220" +"geoId/C23500" +"geoId/C28260" +"geoId/C29700" +"geoId/C30020" +"geoId/C31060" +"geoId/C31340" +"geoId/C33180" +"geoId/C33220" +"geoId/C34540" +"geoId/C37340" +"geoId/C38620" +"geoId/C38700" +"geoId/C39020" +"geoId/C40080" +"geoId/C42420" +"geoId/C42940" +"geoId/C47340" +"geoId/01069" +"geoId/01091" +"geoId/01113" +"geoId/05003" +"geoId/05031" +"geoId/05035" +"geoId/05051" +"geoId/05069" +"geoId/05089" +"geoId/05091" +"geoId/05093" +"geoId/05103" +"geoId/05107" +"geoId/05113" +"geoId/05115" +"geoId/05131" +"geoId/05139" +"geoId/05143" +"geoId/05145" +"geoId/08035" +"geoId/13245" +"geoId/16019" +"geoId/17077" +"geoId/17157" +"geoId/18005" +"geoId/18015" +"geoId/18033" +"geoId/18035" +"geoId/18095" +"geoId/22079" +"geoId/24029" +"geoId/26105" +"geoId/27007" +"geoId/27057" +"geoId/28081" +"geoId/35005" +"geoId/35025" +"geoId/35031" +"geoId/35055" +"geoId/36071" +"geoId/36111" +"geoId/39057" +"geoId/39175" +"geoId/40019" +"geoId/40097" +"geoId/40153" +"geoId/72053" +"geoId/45073" +"geoId/46011" +"geoId/48199" +"geoId/48469" +"geoId/48485" +"geoId/51520" +"geoId/51031" +"geoId/51035" +"geoId/51690" +"geoId/51740" +"geoId/51840" +"geoId/51199" +"geoId/55029" +"geoId/55085" +"geoId/C11620" +"geoId/C12140" +"geoId/C13420" +"geoId/C14180" +"geoId/C15100" +"geoId/C15780" +"geoId/C18020" +"geoId/C20020" +"geoId/C20980" +"geoId/C22220" +"geoId/C22900" +"geoId/C23700" +"geoId/C25760" +"geoId/C26020" +"geoId/C26300" +"geoId/C26820" +"geoId/C27860" +"geoId/C28740" +"geoId/C31220" +"geoId/C32300" +"geoId/C34620" +"geoId/C38220" +"geoId/C40740" +"geoId/C40780" +"geoId/C42620" +"geoId/C42860" +"geoId/C45340" +"geoId/C45500" +"geoId/C46180" +"geoId/C47020" +"geoId/C48660" +"geoId/C49020" +"geoId/C49260" +"geoId/01015" +"geoId/01033" +"geoId/01049" +"geoId/01051" +"geoId/01053" +"geoId/01059" +"geoId/01071" +"geoId/01109" +"geoId/01121" +"geoId/01127" +"geoId/05019" +"geoId/06057" +"geoId/08067" +"geoId/08075" +"geoId/13055" +"geoId/13231" +"geoId/13255" +"geoId/16013" +"geoId/17107" +"geoId/18069" +"geoId/18091" +"geoId/20125" +"geoId/23023" +"geoId/26005" +"geoId/26057" +"geoId/26101" +"geoId/26157" +"geoId/33009" +"geoId/33017" +"geoId/33019" +"geoId/36013" +"geoId/36043" +"geoId/36053" +"geoId/36079" +"geoId/36101" +"geoId/36109" +"geoId/37011" +"geoId/37085" +"geoId/37113" +"geoId/37111" +"geoId/37133" +"geoId/37139" +"geoId/37191" +"geoId/39033" +"geoId/39047" +"geoId/39077" +"geoId/39091" +"geoId/39123" +"geoId/39139" +"geoId/39159" +"geoId/39167" +"geoId/41019" +"geoId/42001" +"geoId/42027" +"geoId/42029" +"geoId/42047" +"geoId/42107" +"geoId/42111" +"geoId/72017" +"geoId/72031" +"geoId/72091" +"geoId/45083" +"geoId/47025" +"geoId/47105" +"geoId/47167" +"geoId/48027" +"geoId/48157" +"geoId/48251" +"geoId/48423" +"geoId/48473" +"geoId/51009" +"geoId/51071" +"geoId/51101" +"geoId/51107" +"geoId/51147" +"geoId/51197" +"geoId/53027" +"geoId/C10140" +"geoId/C10940" +"geoId/C11500" +"geoId/C11660" +"geoId/C13340" +"geoId/C13980" +"geoId/C15340" +"geoId/C17700" +"geoId/C18500" +"geoId/C20380" +"geoId/C20420" +"geoId/C22520" +"geoId/C22840" +"geoId/C23900" +"geoId/C24140" +"geoId/C25200" +"geoId/C26090" +"geoId/C26540" +"geoId/C27060" +"geoId/C27340" +"geoId/C27460" +"geoId/C28660" +"geoId/C30660" +"geoId/C31900" +"geoId/C31930" +"geoId/C32000" +"geoId/C33140" +"geoId/C35940" +"geoId/C38840" +"geoId/C39060" +"geoId/C40700" +"geoId/C42460" +"geoId/C43740" +"geoId/C41260" +"geoId/C44300" +"geoId/C44540" +"geoId/C44900" +"geoId/C45180" +"geoId/C45980" +"geoId/C46020" +"geoId/C46340" +"geoId/C47920" +"geoId/01119" +"geoId/04015" +"geoId/13303" +"geoId/17179" +"geoId/19013" +"geoId/21083" +"geoId/21095" +"geoId/21113" +"geoId/21157" +"geoId/21213" +"geoId/21235" +"geoId/26019" +"geoId/26021" +"geoId/26041" +"geoId/26077" +"geoId/26117" +"geoId/26127" +"geoId/26159" +"geoId/28027" +"geoId/28067" +"geoId/28151" +"geoId/29215" +"geoId/31047" +"geoId/37023" +"geoId/39009" +"geoId/39063" +"geoId/39079" +"geoId/39089" +"geoId/39097" +"geoId/39147" +"geoId/45001" +"geoId/45007" +"geoId/45039" +"geoId/45089" +"geoId/48091" +"geoId/48139" +"geoId/48257" +"geoId/53045" +"geoId/54099" +"geoId/55095" +"geoId/C11900" +"geoId/C17260" +"geoId/C21540" +"geoId/C22300" +"geoId/C24740" +"geoId/C24940" +"geoId/C27160" +"geoId/C28020" +"geoId/C29420" +"geoId/C29860" +"geoId/C30420" +"geoId/C30940" +"geoId/C32460" +"geoId/C35660" +"geoId/C43220" +"geoId/C45660" +"geoId/C45900" +"geoId/C46100" +"geoId/C47940" +"geoId/01079" +"geoId/06005" +"geoId/08117" +"geoId/12005" +"geoId/12091" +"geoId/12101" +"geoId/12105" +"geoId/12127" +"geoId/18039" +"geoId/22063" +"geoId/24023" +"geoId/26031" +"geoId/26151" +"geoId/37025" +"geoId/37035" +"geoId/37057" +"geoId/37061" +"geoId/37071" +"geoId/37083" +"geoId/37159" +"geoId/37195" +"geoId/37199" +"geoId/39157" +"geoId/47001" +"geoId/47089" +"geoId/51047" +"geoId/51069" +"geoId/51179" +"geoId/53031" +"geoId/53065" +"geoId/C14720" +"geoId/C18880" +"geoId/C19660" +"geoId/C21140" +"geoId/C29460" +"geoId/C34100" +"geoId/C35420" +"geoId/C37460" +"geoId/C40260" +"geoId/C48980" +"geoId/12017" +"geoId/12089" +"geoId/12097" +"geoId/12107" +"geoId/16027" +"geoId/18027" +"geoId/18093" +"geoId/21047" +"geoId/21209" +"geoId/22049" +"geoId/23021" +"geoId/26091" +"geoId/29213" +"geoId/32001" +"geoId/37001" +"geoId/37013" +"geoId/37033" +"geoId/37069" +"geoId/39109" +"geoId/39111" +"geoId/47043" +"geoId/47063" +"geoId/47075" +"geoId/47117" +"geoId/49045" +"geoId/51033" +"geoId/51093" +"geoId/53001" +"geoId/53037" +"geoId/53039" +"geoId/54019" +"geoId/54079" +"geoId/C10300" +"geoId/C13220" +"geoId/C13260" +"geoId/C14700" +"geoId/C15140" +"geoId/C15500" +"geoId/C21260" +"geoId/C21980" +"geoId/C26140" +"geoId/C30280" +"geoId/C36830" +"geoId/C37260" +"geoId/C40820" +"geoId/C47780" +"geoId/C47820" +"geoId/01061" +"geoId/06009" +"geoId/08119" +"geoId/13105" +"geoId/13111" +"geoId/16065" +"geoId/17085" +"geoId/29043" +"geoId/29051" +"geoId/31067" +"geoId/31079" +"geoId/35006" +"geoId/37031" +"geoId/37089" +"geoId/37135" +"geoId/37189" +"geoId/72033" +"geoId/47179" +"geoId/51089" +"geoId/51163" +"geoId/51195" +"geoId/56007" +"geoId/56023" +"geoId/C13100" +"geoId/C13720" +"geoId/C14380" +"geoId/C24260" +"geoId/C24380" +"geoId/C27620" +"geoId/C27740" +"geoId/C33980" +"geoId/C39940" +"geoId/08085" +"geoId/12021" +"geoId/12111" +"geoId/13127" +"geoId/13135" +"geoId/16067" +"geoId/24019" +"geoId/31153" +"geoId/35035" +"geoId/36087" +"geoId/37131" +"geoId/72119" +"geoId/47031" +"geoId/47045" +"geoId/47079" +"geoId/47141" +"geoId/49053" +"geoId/78030" +"geoId/51185" +"geoId/53041" +"geoId/54061" +"geoId/C10460" +"geoId/C14140" +"geoId/C15420" +"geoId/C15700" +"geoId/C16500" +"geoId/C18260" +"geoId/C20540" +"geoId/C33940" +"geoId/C34060" +"geoId/C34940" +"geoId/C37540" +"geoId/C38940" +"geoId/C41100" +"geoId/01083" +"geoId/06035" +"geoId/12003" +"geoId/12059" +"geoId/12085" +"geoId/13021" +"geoId/13095" +"geoId/19139" +"geoId/20121" +"geoId/24009" +"geoId/26107" +"geoId/26143" +"geoId/27041" +"geoId/27049" +"geoId/27097" +"geoId/27115" +"geoId/29091" +"geoId/29186" +"geoId/33001" +"geoId/33003" +"geoId/40047" +"geoId/42033" +"geoId/42055" +"geoId/47085" +"geoId/48215" +"geoId/78010" +"geoId/53057" +"geoId/54051" +"geoId/C10500" +"geoId/C10820" +"geoId/C13660" +"geoId/C16540" +"geoId/C20180" +"geoId/C21420" +"geoId/C23780" +"geoId/C29060" +"geoId/C31420" +"geoId/C32580" +"geoId/C34580" +"geoId/C34700" +"geoId/C39860" +"geoId/C45000" +"geoId/C48460" +"geoId/12069" +"geoId/12087" +"geoId/13115" +"geoId/13295" +"geoId/18123" +"geoId/19085" +"geoId/19169" +"geoId/19181" +"geoId/27095" +"geoId/27111" +"geoId/39041" +"geoId/39055" +"geoId/39173" +"geoId/40039" +"geoId/40111" +"geoId/42005" +"geoId/42059" +"geoId/42089" +"geoId/72069" +"geoId/44009" +"geoId/47099" +"geoId/51165" +"geoId/C11180" +"geoId/C20700" +"geoId/C22260" +"geoId/C25500" +"geoId/C28580" +"geoId/C29980" +"geoId/C34500" +"geoId/C40660" +"geoId/C48220" +"geoId/02170" +"geoId/12083" +"geoId/13113" +"geoId/18063" +"geoId/27027" +"geoId/27169" +"geoId/28107" +"geoId/36021" +"geoId/37107" +"geoId/39043" +"geoId/40121" +"geoId/C15620" +"geoId/C26460" +"geoId/C28820" +"geoId/C32540" +"geoId/C36100" +"geoId/C41780" +"geoId/C49100" +"geoId/04021" +"geoId/08039" +"geoId/13057" +"geoId/13059" +"geoId/13063" +"geoId/13067" +"geoId/13077" +"geoId/13139" +"geoId/13151" +"geoId/18051" +"geoId/18067" +"geoId/20191" +"geoId/21073" +"geoId/22029" +"geoId/22105" +"geoId/26055" +"geoId/27047" +"geoId/27085" +"geoId/28011" +"geoId/28035" +"geoId/28047" +"geoId/28121" +"geoId/28123" +"geoId/29097" +"geoId/29113" +"geoId/31111" +"geoId/31177" +"geoId/36089" +"geoId/37099" +"geoId/37179" +"geoId/40017" +"geoId/40021" +"geoId/40095" +"geoId/40115" +"geoId/40119" +"geoId/40125" +"geoId/41003" +"geoId/41067" +"geoId/42117" +"geoId/72059" +"geoId/72081" +"geoId/72097" +"geoId/45041" +"geoId/45047" +"geoId/47059" +"geoId/48037" +"geoId/48055" +"geoId/51139" +"geoId/54003" +"geoId/54033" +"geoId/54081" +"geoId/C10380" +"geoId/C10660" +"geoId/C12020" +"geoId/C17220" +"geoId/C17380" +"geoId/C18700" +"geoId/C19000" +"geoId/C23180" +"geoId/C23580" +"geoId/C24620" +"geoId/C25220" +"geoId/C26780" +"geoId/C27900" +"geoId/C29020" +"geoId/C32420" +"geoId/C33060" +"geoId/C35820" +"geoId/C36300" +"geoId/C43060" +"geoId/C44660" +"geoId/C45140" +"geoId/01003" +"geoId/05045" +"geoId/12023" +"geoId/12113" +"geoId/12129" +"geoId/13153" +"geoId/13185" +"geoId/13213" +"geoId/16011" +"geoId/17113" +"geoId/18011" +"geoId/18055" +"geoId/18065" +"geoId/18071" +"geoId/18133" +"geoId/18145" +"geoId/19017" +"geoId/22075" +"geoId/22109" +"geoId/26165" +"geoId/27035" +"geoId/27061" +"geoId/27067" +"geoId/27103" +"geoId/27139" +"geoId/28109" +"geoId/29207" +"geoId/35039" +"geoId/35053" +"geoId/40015" +"geoId/40081" +"geoId/40133" +"geoId/42041" +"geoId/45025" +"geoId/48221" +"geoId/48309" +"geoId/53075" +"geoId/54049" +"geoId/54055" +"geoId/55045" +"geoId/C13940" +"geoId/C14010" +"geoId/C14020" +"geoId/C14660" +"geoId/C19140" +"geoId/C19300" +"geoId/C21580" +"geoId/C21900" +"geoId/C29380" +"geoId/C35220" +"geoId/C38100" +"geoId/C39420" +"geoId/C42980" +"geoId/C46660" +"geoId/C47380" +"geoId/C47580" +"geoId/C48820" +"geoId/12055" +"geoId/12061" +"geoId/16039" +"geoId/17023" +"geoId/18183" +"geoId/19111" +"geoId/22127" +"geoId/26033" +"geoId/28003" +"geoId/37151" +"geoId/46093" +"geoId/47131" +"geoId/48203" +"geoId/55003" +"geoId/C18420" +"geoId/C22800" +"geoId/C32220" +"geoId/C34300" +"geoId/C42300" +"geoId/C42680" +"geoId/C42700" +"geoId/13069" +"geoId/16049" +"geoId/20161" +"geoId/21125" +"geoId/28043" +"geoId/29053" +"geoId/35027" +"geoId/36075" +"geoId/39053" +"geoId/40001" +"geoId/45075" +"geoId/C20060" +"geoId/C21380" +"geoId/C24980" +"geoId/C31740" +"geoId/C36700" +"geoId/C38580" +"geoId/C40760" +"geoId/01005" +"geoId/19197" +"geoId/20045" +"geoId/20103" +"geoId/25007" +"geoId/26089" +"geoId/27021" +"geoId/32023" +"geoId/37127" +"geoId/40037" +"geoId/46029" +"geoId/48209" +"geoId/48231" +"geoId/48273" +"geoId/53021" +"geoId/53025" +"geoId/C21640" +"geoId/C28780" +"geoId/C29940" +"geoId/C34180" +"geoId/C37220" +"geoId/C47240" +"geoId/C47980" +"geoId/16045" +"geoId/28093" +"geoId/29049" +"geoId/29157" +"geoId/40135" +"geoId/42063" +"geoId/48373" +"geoId/55135" +"geoId/C26860" +"geoId/04012" +"geoId/13073" +"geoId/13297" +"geoId/22103" +"geoId/27005" +"geoId/27083" +"geoId/72001" +"geoId/48149" +"geoId/48323" +"geoId/C10260" +"geoId/C20580" +"geoId/C32140" +"geoId/05067" +"geoId/72123" +"geoId/C17640" +"geoId/08093" +"geoId/24047" +"geoId/32019" +"geoId/72077" +"geoId/48381" +"geoId/C22280" +"geoId/41031" +"geoId/41071" +"geoId/51003" +"geoId/08015" +"geoId/08087" +"geoId/18105" +"geoId/26047" +"geoId/29003" +"geoId/29027" +"geoId/46127" +"geoId/48349" +"geoId/C18620" +"geoId/C22820" +"geoId/05141" +"geoId/16031" +"geoId/19171" +"geoId/40089" +"geoId/40113" +"geoId/12035" +"geoId/41011" +"geoId/42075" +"geoId/48171" +"geoId/49007" +"geoId/55005" +"geoId/C18300" +"geoId/C23240" +"geoId/C30140" +"geoId/C39220" +"geoId/55053" +"geoId/55081" +"geoId/37105" +"geoId/40013" +"geoId/42015" +"geoId/55121" +"geoId/C20460" +"geoId/C41820" +"geoId/C42380" +"geoId/16053" +"geoId/22099" +"geoId/40051" +"geoId/40147" +"geoId/72025" +"geoId/C12780" +"geoId/40023" +"geoId/02050" +"geoId/39067" +"geoId/40079" +"geoId/42051" +"geoId/42115" +"geoId/05007" +"geoId/42131" +"geoId/53055" +"geoId/48013" +"geoId/48041" +"geoId/48493" +"geoId/C17780" +"geoId/51143" +"geoId/C19260" +"geoId/40123" +"geoId/C10220" +"geoId/30041" +"geoId/53049" +"geoId/49051" +"geoId/C25720" +"geoId/19187" +"geoId/42123" +"geoId/C22700" +"geoId/C47620" diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv b/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv new file mode 100644 index 0000000000..c45fa4a96b --- /dev/null +++ b/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv @@ -0,0 +1,2 @@ +"NumPlaces","Units","observationPeriods","NumObservationsDates","MinValue","MeasurementMethods","MaxValue","NumObservations","MinDate","ScalingFactors","MaxDate","StatVar" +"2230","[]","[P1D]","16802","0.0","[]","22897.0","18329323","1980-01-01","[]","2025-12-31","AirQualityIndex_AirPollutant" diff --git a/scripts/us_epa/airqualityindex/manifest.json b/scripts/us_epa/airqualityindex/manifest.json index dbf52bba55..97f44f4d50 100644 --- a/scripts/us_epa/airqualityindex/manifest.json +++ b/scripts/us_epa/airqualityindex/manifest.json @@ -11,7 +11,8 @@ "air_quality_aggregate.py" ], "source_files": [ - "input_files/*" + "input_files/*", + "golden_data/*" ], "import_inputs": [ { @@ -20,10 +21,11 @@ } ], "cron_schedule": "15 22 10 1,7 *", + "validation_config_file": "validation_config.json", "resource_limits": { "cpu": 32, "memory": 128, - "disk": 512 + "disk": 300 } } ] diff --git a/scripts/us_epa/airqualityindex/validation_config.json b/scripts/us_epa/airqualityindex/validation_config.json new file mode 100644 index 0000000000..c0e27b6aaf --- /dev/null +++ b/scripts/us_epa/airqualityindex/validation_config.json @@ -0,0 +1,39 @@ +{ + "schema_version": "1.0", + "rules": [ + { + "rule_id": "check_deleted_records_percent", + "description": "Strictly enforce historical deletion average threshold of 0.1%", + "validator": "DELETED_RECORDS_PERCENT", + "params": { + "threshold": 0.1 + } + }, + { + "rule_id": "check_goldens_summary_report", + "description": "Validates summary_report.csv against the golden summary data", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_summary_report.csv", + "goldens_key_property": [ + "StatVar", + "NumPlaces", + "NumObservations", + "NumObservationsDates", + "observationPeriods", + "MinDate", + "MaxDate" + ] + } + }, + { + "rule_id": "check_goldens_output_csv", + "description": "Verifies the generated output CSV data matches established critical golden records", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_observations.csv", + "input_files": "../../../../output/EPA_AQI.csv" + } + } + ] +} \ No newline at end of file From 18a0d9d61465401381903bf4199b52f9cbaec91a Mon Sep 17 00:00:00 2001 From: Shourya Singh Date: Tue, 1 Sep 2026 05:17:41 +0000 Subject: [PATCH 2/3] Removed Goldens --- .../golden_data/golden_observations.csv | 1984 ----------------- .../golden_data/golden_summary_report.csv | 2 - scripts/us_epa/airqualityindex/manifest.json | 3 +- .../airqualityindex/validation_config.json | 26 - 4 files changed, 1 insertion(+), 2014 deletions(-) delete mode 100644 scripts/us_epa/airqualityindex/golden_data/golden_observations.csv delete mode 100644 scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv b/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv deleted file mode 100644 index 8a12d442eb..0000000000 --- a/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv +++ /dev/null @@ -1,1984 +0,0 @@ -"Place" -"geoId/01001" -"geoId/01073" -"geoId/01089" -"geoId/01097" -"geoId/01099" -"geoId/01103" -"geoId/01125" -"geoId/02020" -"geoId/02090" -"geoId/04003" -"geoId/04005" -"geoId/04013" -"geoId/04019" -"geoId/04025" -"geoId/04027" -"geoId/05119" -"geoId/06001" -"geoId/06007" -"geoId/06011" -"geoId/06013" -"geoId/06017" -"geoId/06019" -"geoId/06021" -"geoId/06025" -"geoId/06027" -"geoId/06029" -"geoId/06031" -"geoId/06033" -"geoId/06037" -"geoId/06041" -"geoId/06045" -"geoId/06053" -"geoId/06055" -"geoId/06059" -"geoId/06061" -"geoId/06065" -"geoId/06067" -"geoId/06069" -"geoId/06071" -"geoId/06073" -"geoId/06075" -"geoId/06077" -"geoId/06079" -"geoId/06081" -"geoId/06083" -"geoId/06085" -"geoId/06087" -"geoId/06089" -"geoId/06095" -"geoId/06097" -"geoId/06099" -"geoId/06101" -"geoId/06107" -"geoId/06109" -"geoId/06111" -"geoId/06113" -"geoId/08001" -"geoId/08005" -"geoId/08013" -"geoId/08031" -"geoId/08041" -"geoId/08059" -"geoId/08069" -"geoId/08077" -"geoId/08101" -"geoId/08123" -"geoId/09001" -"geoId/09003" -"geoId/09005" -"geoId/09007" -"geoId/09009" -"geoId/09013" -"geoId/10001" -"geoId/10003" -"geoId/10005" -"geoId/11001" -"geoId/12001" -"geoId/12011" -"geoId/12031" -"geoId/12033" -"geoId/12057" -"geoId/12071" -"geoId/12073" -"geoId/12081" -"geoId/12086" -"geoId/12095" -"geoId/12099" -"geoId/12103" -"geoId/12117" -"geoId/13089" -"geoId/13121" -"geoId/13215" -"geoId/13223" -"geoId/13247" -"geoId/15003" -"geoId/16001" -"geoId/17001" -"geoId/17019" -"geoId/17031" -"geoId/17033" -"geoId/17043" -"geoId/17089" -"geoId/17099" -"geoId/17097" -"geoId/17115" -"geoId/17117" -"geoId/17119" -"geoId/17111" -"geoId/17133" -"geoId/17143" -"geoId/17161" -"geoId/17163" -"geoId/17167" -"geoId/17197" -"geoId/17199" -"geoId/17201" -"geoId/18003" -"geoId/18019" -"geoId/18059" -"geoId/18073" -"geoId/18077" -"geoId/18085" -"geoId/18089" -"geoId/18097" -"geoId/18127" -"geoId/18129" -"geoId/18147" -"geoId/18141" -"geoId/18153" -"geoId/18163" -"geoId/18167" -"geoId/19061" -"geoId/19103" -"geoId/19113" -"geoId/19121" -"geoId/19153" -"geoId/19163" -"geoId/19193" -"geoId/20091" -"geoId/20173" -"geoId/20209" -"geoId/21015" -"geoId/21019" -"geoId/21021" -"geoId/21029" -"geoId/21035" -"geoId/21037" -"geoId/21049" -"geoId/21059" -"geoId/21067" -"geoId/21093" -"geoId/21101" -"geoId/21107" -"geoId/21111" -"geoId/21117" -"geoId/21145" -"geoId/21167" -"geoId/21177" -"geoId/21183" -"geoId/21199" -"geoId/22015" -"geoId/22019" -"geoId/22033" -"geoId/22043" -"geoId/22047" -"geoId/22071" -"geoId/22089" -"geoId/22095" -"geoId/23001" -"geoId/23003" -"geoId/23005" -"geoId/23011" -"geoId/23019" -"geoId/24001" -"geoId/24003" -"geoId/24005" -"geoId/24510" -"geoId/24015" -"geoId/24021" -"geoId/24025" -"geoId/24027" -"geoId/24031" -"geoId/24033" -"geoId/24043" -"geoId/25003" -"geoId/25005" -"geoId/25009" -"geoId/25011" -"geoId/25013" -"geoId/25017" -"geoId/25021" -"geoId/25025" -"geoId/25027" -"geoId/26017" -"geoId/26027" -"geoId/26037" -"geoId/26049" -"geoId/26063" -"geoId/26065" -"geoId/26081" -"geoId/26099" -"geoId/26103" -"geoId/26121" -"geoId/26125" -"geoId/26145" -"geoId/26147" -"geoId/26161" -"geoId/26163" -"geoId/27003" -"geoId/27013" -"geoId/27037" -"geoId/27053" -"geoId/27109" -"geoId/27123" -"geoId/27137" -"geoId/27141" -"geoId/27163" -"geoId/28033" -"geoId/28049" -"geoId/28089" -"geoId/29047" -"geoId/29077" -"geoId/29095" -"geoId/29165" -"geoId/29183" -"geoId/29189" -"geoId/29510" -"geoId/30013" -"geoId/30063" -"geoId/30093" -"geoId/30111" -"geoId/31043" -"geoId/31055" -"geoId/31109" -"geoId/32003" -"geoId/32031" -"geoId/33005" -"geoId/33007" -"geoId/33011" -"geoId/33015" -"geoId/34001" -"geoId/34003" -"geoId/34005" -"geoId/34007" -"geoId/34009" -"geoId/34011" -"geoId/34013" -"geoId/34015" -"geoId/34017" -"geoId/34019" -"geoId/34021" -"geoId/34023" -"geoId/34025" -"geoId/34027" -"geoId/34029" -"geoId/34031" -"geoId/34033" -"geoId/34035" -"geoId/34039" -"geoId/34041" -"geoId/35001" -"geoId/35013" -"geoId/35045" -"geoId/35049" -"geoId/36005" -"geoId/36007" -"geoId/36015" -"geoId/36027" -"geoId/36029" -"geoId/36031" -"geoId/36047" -"geoId/36055" -"geoId/36059" -"geoId/36061" -"geoId/36063" -"geoId/36065" -"geoId/36067" -"geoId/36081" -"geoId/36083" -"geoId/36085" -"geoId/36093" -"geoId/36103" -"geoId/36113" -"geoId/36117" -"geoId/36119" -"geoId/37021" -"geoId/37063" -"geoId/37067" -"geoId/37077" -"geoId/37081" -"geoId/37119" -"geoId/37129" -"geoId/37183" -"geoId/39003" -"geoId/39007" -"geoId/39017" -"geoId/39023" -"geoId/39025" -"geoId/39027" -"geoId/39035" -"geoId/39049" -"geoId/39061" -"geoId/39073" -"geoId/39081" -"geoId/39085" -"geoId/39093" -"geoId/39095" -"geoId/39099" -"geoId/39103" -"geoId/39113" -"geoId/39133" -"geoId/39135" -"geoId/39151" -"geoId/39153" -"geoId/39165" -"geoId/40027" -"geoId/40109" -"geoId/40143" -"geoId/41005" -"geoId/41009" -"geoId/41013" -"geoId/41029" -"geoId/41039" -"geoId/41047" -"geoId/41051" -"geoId/42003" -"geoId/42007" -"geoId/42011" -"geoId/42013" -"geoId/42017" -"geoId/42019" -"geoId/42021" -"geoId/42043" -"geoId/42045" -"geoId/42049" -"geoId/42069" -"geoId/42071" -"geoId/42073" -"geoId/42077" -"geoId/42079" -"geoId/42081" -"geoId/42091" -"geoId/42095" -"geoId/42099" -"geoId/42101" -"geoId/42125" -"geoId/42129" -"geoId/42133" -"geoId/44003" -"geoId/44007" -"geoId/45013" -"geoId/45015" -"geoId/45023" -"geoId/45029" -"geoId/45031" -"geoId/45037" -"geoId/45045" -"geoId/45051" -"geoId/45063" -"geoId/45077" -"geoId/45079" -"geoId/45091" -"geoId/47037" -"geoId/47055" -"geoId/47065" -"geoId/47093" -"geoId/47119" -"geoId/47157" -"geoId/47163" -"geoId/47165" -"geoId/48029" -"geoId/48039" -"geoId/48061" -"geoId/48113" -"geoId/48135" -"geoId/48141" -"geoId/48167" -"geoId/48183" -"geoId/48201" -"geoId/48233" -"geoId/48245" -"geoId/48355" -"geoId/48361" -"geoId/48375" -"geoId/48439" -"geoId/48453" -"geoId/49011" -"geoId/49035" -"geoId/49047" -"geoId/49049" -"geoId/49057" -"geoId/50001" -"geoId/50007" -"geoId/51510" -"geoId/51013" -"geoId/51550" -"geoId/51041" -"geoId/51059" -"geoId/51600" -"geoId/51630" -"geoId/51650" -"geoId/51085" -"geoId/51087" -"geoId/51700" -"geoId/51710" -"geoId/51153" -"geoId/51760" -"geoId/51775" -"geoId/51173" -"geoId/51810" -"geoId/53011" -"geoId/53033" -"geoId/53053" -"geoId/53061" -"geoId/53063" -"geoId/53077" -"geoId/54025" -"geoId/54039" -"geoId/54069" -"geoId/55009" -"geoId/55017" -"geoId/55021" -"geoId/55025" -"geoId/55031" -"geoId/55033" -"geoId/55035" -"geoId/55043" -"geoId/55059" -"geoId/55063" -"geoId/55073" -"geoId/55079" -"geoId/55083" -"geoId/55087" -"geoId/55089" -"geoId/55101" -"geoId/55105" -"geoId/55117" -"geoId/55109" -"geoId/55119" -"geoId/55127" -"geoId/55131" -"geoId/55133" -"geoId/55139" -"geoId/55141" -"geoId/C10420" -"geoId/C10580" -"geoId/C10740" -"geoId/C10780" -"geoId/C10900" -"geoId/C11020" -"geoId/C11100" -"geoId/C11260" -"geoId/C11460" -"geoId/C11540" -"geoId/C11700" -"geoId/C11780" -"geoId/C12060" -"geoId/C12100" -"geoId/C12260" -"geoId/C12300" -"geoId/C12420" -"geoId/C12540" -"geoId/C12580" -"geoId/C12620" -"geoId/C12940" -"geoId/C13020" -"geoId/C13140" -"geoId/C13620" -"geoId/C13740" -"geoId/C13780" -"geoId/C13820" -"geoId/C13900" -"geoId/C14260" -"geoId/C14420" -"geoId/C14460" -"geoId/C14500" -"geoId/C14860" -"geoId/C15180" -"geoId/C15380" -"geoId/C15540" -"geoId/C15580" -"geoId/C15940" -"geoId/C15980" -"geoId/C16060" -"geoId/C16300" -"geoId/C16420" -"geoId/C16580" -"geoId/C16620" -"geoId/C16700" -"geoId/C16740" -"geoId/C16860" -"geoId/C16980" -"geoId/C17020" -"geoId/C17140" -"geoId/C17340" -"geoId/C17460" -"geoId/C17820" -"geoId/C17900" -"geoId/C17980" -"geoId/C18140" -"geoId/C18580" -"geoId/C19060" -"geoId/C19100" -"geoId/C19220" -"geoId/C19340" -"geoId/C19380" -"geoId/C19460" -"geoId/C19500" -"geoId/C19740" -"geoId/C19780" -"geoId/C19820" -"geoId/C20100" -"geoId/C20220" -"geoId/C20260" -"geoId/C20500" -"geoId/C20740" -"geoId/C20940" -"geoId/C21340" -"geoId/C21060" -"geoId/C21300" -"geoId/C21500" -"geoId/C21660" -"geoId/C21780" -"geoId/C21820" -"geoId/C22140" -"geoId/C22380" -"geoId/C22420" -"geoId/C22500" -"geoId/C22660" -"geoId/C23060" -"geoId/C23420" -"geoId/C23540" -"geoId/C24020" -"geoId/C24300" -"geoId/C24340" -"geoId/C24500" -"geoId/C24540" -"geoId/C24580" -"geoId/C24640" -"geoId/C24660" -"geoId/C24860" -"geoId/C25180" -"geoId/C25260" -"geoId/C25420" -"geoId/C25540" -"geoId/C25940" -"geoId/C26420" -"geoId/C26580" -"geoId/C26620" -"geoId/C26900" -"geoId/C26980" -"geoId/C27140" -"geoId/C27260" -"geoId/C27500" -"geoId/C27780" -"geoId/C28140" -"geoId/C28300" -"geoId/C28700" -"geoId/C28940" -"geoId/C29100" -"geoId/C29340" -"geoId/C29540" -"geoId/C29620" -"geoId/C29740" -"geoId/C29820" -"geoId/C30340" -"geoId/C30460" -"geoId/C30620" -"geoId/C30700" -"geoId/C30780" -"geoId/C30980" -"geoId/C31080" -"geoId/C31140" -"geoId/C31500" -"geoId/C31540" -"geoId/C31580" -"geoId/C31700" -"geoId/C31860" -"geoId/C32100" -"geoId/C32780" -"geoId/C32820" -"geoId/C32860" -"geoId/C33100" -"geoId/C33340" -"geoId/C33460" -"geoId/C33540" -"geoId/C33660" -"geoId/C33700" -"geoId/C33860" -"geoId/C34660" -"geoId/C34740" -"geoId/C34820" -"geoId/C34900" -"geoId/C34980" -"geoId/C35100" -"geoId/C35260" -"geoId/C35300" -"geoId/C35380" -"geoId/C35620" -"geoId/C35840" -"geoId/C36140" -"geoId/C36220" -"geoId/C36260" -"geoId/C36420" -"geoId/C36540" -"geoId/C36740" -"geoId/C36780" -"geoId/C36860" -"geoId/C36980" -"geoId/C37080" -"geoId/C37100" -"geoId/C37140" -"geoId/C37860" -"geoId/C37900" -"geoId/C37980" -"geoId/C38060" -"geoId/C38300" -"geoId/C38340" -"geoId/C38420" -"geoId/C38860" -"geoId/C38900" -"geoId/C39140" -"geoId/C39260" -"geoId/C39300" -"geoId/C39340" -"geoId/C39380" -"geoId/C39500" -"geoId/C39540" -"geoId/C39580" -"geoId/C39740" -"geoId/C39820" -"geoId/C39900" -"geoId/C40060" -"geoId/C40140" -"geoId/C40220" -"geoId/C40340" -"geoId/C40380" -"geoId/C40420" -"geoId/C40900" -"geoId/C40940" -"geoId/C40980" -"geoId/C41420" -"geoId/C41500" -"geoId/C41540" -"geoId/C41620" -"geoId/C41700" -"geoId/C41740" -"geoId/C41860" -"geoId/C41940" -"geoId/C42020" -"geoId/C42100" -"geoId/C42140" -"geoId/C42200" -"geoId/C42220" -"geoId/C42540" -"geoId/C42660" -"geoId/C43100" -"geoId/C43340" -"geoId/C43420" -"geoId/C43580" -"geoId/C43700" -"geoId/C43760" -"geoId/C43780" -"geoId/C44060" -"geoId/C44100" -"geoId/C44140" -"geoId/C44180" -"geoId/C44220" -"geoId/C41180" -"geoId/C44700" -"geoId/C45060" -"geoId/C45220" -"geoId/C45300" -"geoId/C45460" -"geoId/C45780" -"geoId/C45860" -"geoId/C45940" -"geoId/C46060" -"geoId/C46140" -"geoId/C46220" -"geoId/C46380" -"geoId/C46520" -"geoId/C46540" -"geoId/C46700" -"geoId/C46860" -"geoId/C47220" -"geoId/C47260" -"geoId/C47300" -"geoId/C47700" -"geoId/C47900" -"geoId/C48140" -"geoId/C48260" -"geoId/C48540" -"geoId/C48580" -"geoId/C48620" -"geoId/C48700" -"geoId/C48900" -"geoId/C48940" -"geoId/C49180" -"geoId/C49220" -"geoId/C49340" -"geoId/C49420" -"geoId/C49620" -"geoId/C49660" -"geoId/C49700" -"geoId/C49740" -"geoId/01055" -"geoId/04001" -"geoId/06039" -"geoId/06093" -"geoId/09011" -"geoId/17049" -"geoId/17091" -"geoId/21051" -"geoId/21071" -"geoId/21089" -"geoId/21141" -"geoId/21185" -"geoId/22017" -"geoId/22073" -"geoId/22087" -"geoId/23007" -"geoId/23017" -"geoId/25015" -"geoId/29099" -"geoId/32510" -"geoId/32005" -"geoId/35043" -"geoId/37027" -"geoId/37051" -"geoId/39107" -"geoId/39155" -"geoId/40087" -"geoId/41033" -"geoId/42085" -"geoId/72127" -"geoId/72137" -"geoId/45019" -"geoId/47145" -"geoId/48071" -"geoId/48121" -"geoId/48409" -"geoId/50027" -"geoId/51061" -"geoId/51161" -"geoId/55125" -"geoId/C16180" -"geoId/C16380" -"geoId/C17200" -"geoId/C17300" -"geoId/C20820" -"geoId/C22180" -"geoId/C23460" -"geoId/C23820" -"geoId/C23980" -"geoId/C24420" -"geoId/C25860" -"geoId/C28100" -"geoId/C31460" -"geoId/C33740" -"geoId/C35980" -"geoId/C41980" -"geoId/C46460" -"geoId/06047" -"geoId/20087" -"geoId/21227" -"geoId/22051" -"geoId/23009" -"geoId/23031" -"geoId/37003" -"geoId/37059" -"geoId/37087" -"geoId/37109" -"geoId/37123" -"geoId/37145" -"geoId/37147" -"geoId/37155" -"geoId/37157" -"geoId/72113" -"geoId/45043" -"geoId/47125" -"geoId/49005" -"geoId/50025" -"geoId/54011" -"geoId/54029" -"geoId/55027" -"geoId/C13180" -"geoId/C14540" -"geoId/C23860" -"geoId/C24780" -"geoId/C30860" -"geoId/C31300" -"geoId/C32900" -"geoId/C38660" -"geoId/C45820" -"geoId/01043" -"geoId/12115" -"geoId/12109" -"geoId/13051" -"geoId/18029" -"geoId/21043" -"geoId/22005" -"geoId/22011" -"geoId/22055" -"geoId/22057" -"geoId/22077" -"geoId/22093" -"geoId/22101" -"geoId/22121" -"geoId/24013" -"geoId/26133" -"geoId/29037" -"geoId/37065" -"geoId/37101" -"geoId/37117" -"geoId/41017" -"geoId/41059" -"geoId/45087" -"geoId/47011" -"geoId/50023" -"geoId/51187" -"geoId/54107" -"geoId/55123" -"geoId/C12740" -"geoId/C13460" -"geoId/C17420" -"geoId/C18980" -"geoId/C19760" -"geoId/C25840" -"geoId/C26380" -"geoId/C29180" -"geoId/C34020" -"geoId/C37620" -"geoId/C40580" -"geoId/C42340" -"geoId/C43900" -"geoId/18037" -"geoId/18083" -"geoId/18109" -"geoId/18177" -"geoId/23015" -"geoId/23029" -"geoId/24017" -"geoId/24045" -"geoId/26043" -"geoId/28059" -"geoId/41061" -"geoId/47009" -"geoId/50021" -"geoId/55039" -"geoId/55071" -"geoId/56021" -"geoId/C16940" -"geoId/C22540" -"geoId/C25060" -"geoId/C27020" -"geoId/C27540" -"geoId/C29260" -"geoId/C31820" -"geoId/C39980" -"geoId/C40860" -"geoId/C47180" -"geoId/04007" -"geoId/04009" -"geoId/04023" -"geoId/05001" -"geoId/05009" -"geoId/08037" -"geoId/08045" -"geoId/08051" -"geoId/08107" -"geoId/15007" -"geoId/18057" -"geoId/18157" -"geoId/19033" -"geoId/19045" -"geoId/19155" -"geoId/20057" -"geoId/21161" -"geoId/23027" -"geoId/26025" -"geoId/27071" -"geoId/27145" -"geoId/29007" -"geoId/29021" -"geoId/29127" -"geoId/30029" -"geoId/30031" -"geoId/30047" -"geoId/30049" -"geoId/30053" -"geoId/31025" -"geoId/33013" -"geoId/36001" -"geoId/36091" -"geoId/38015" -"geoId/38017" -"geoId/38035" -"geoId/38089" -"geoId/38093" -"geoId/38105" -"geoId/39029" -"geoId/41041" -"geoId/41043" -"geoId/72061" -"geoId/45003" -"geoId/45011" -"geoId/46013" -"geoId/46065" -"geoId/46103" -"geoId/47107" -"geoId/48303" -"geoId/49003" -"geoId/51015" -"geoId/51770" -"geoId/51191" -"geoId/53003" -"geoId/53005" -"geoId/53067" -"geoId/54009" -"geoId/55055" -"geoId/55061" -"geoId/55111" -"geoId/56001" -"geoId/56005" -"geoId/56013" -"geoId/56025" -"geoId/56033" -"geoId/56037" -"geoId/56039" -"geoId/56041" -"geoId/C10100" -"geoId/C10540" -"geoId/C11940" -"geoId/C12660" -"geoId/C12980" -"geoId/C14580" -"geoId/C16220" -"geoId/C17540" -"geoId/C18180" -"geoId/C19860" -"geoId/C19980" -"geoId/C20780" -"geoId/C21740" -"geoId/C22020" -"geoId/C23940" -"geoId/C24060" -"geoId/C24220" -"geoId/C25300" -"geoId/C25460" -"geoId/C25740" -"geoId/C27220" -"geoId/C27420" -"geoId/C28060" -"geoId/C28180" -"geoId/C28420" -"geoId/C29200" -"geoId/C29660" -"geoId/C30300" -"geoId/C31180" -"geoId/C32380" -"geoId/C32500" -"geoId/C33020" -"geoId/C35440" -"geoId/C35700" -"geoId/C36500" -"geoId/C37740" -"geoId/C38180" -"geoId/C39660" -"geoId/C40180" -"geoId/C40540" -"geoId/C41400" -"geoId/C43260" -"geoId/C41060" -"geoId/C41140" -"geoId/C44420" -"geoId/C44460" -"geoId/C48020" -"geoId/C48780" -"geoId/01101" -"geoId/01117" -"geoId/02110" -"geoId/04017" -"geoId/06023" -"geoId/06043" -"geoId/06063" -"geoId/06103" -"geoId/16005" -"geoId/16017" -"geoId/16055" -"geoId/16069" -"geoId/16079" -"geoId/16083" -"geoId/23013" -"geoId/26007" -"geoId/30081" -"geoId/35015" -"geoId/35017" -"geoId/35029" -"geoId/36033" -"geoId/36039" -"geoId/36045" -"geoId/38101" -"geoId/39143" -"geoId/40101" -"geoId/41035" -"geoId/41065" -"geoId/46099" -"geoId/47113" -"geoId/48085" -"geoId/50003" -"geoId/53007" -"geoId/53015" -"geoId/53035" -"geoId/53071" -"geoId/53073" -"geoId/C10980" -"geoId/C13380" -"geoId/C13540" -"geoId/C14740" -"geoId/C16100" -"geoId/C17660" -"geoId/C19700" -"geoId/C21700" -"geoId/C23380" -"geoId/C27180" -"geoId/C27940" -"geoId/C28900" -"geoId/C31020" -"geoId/C31660" -"geoId/C33500" -"geoId/C34780" -"geoId/C38540" -"geoId/C39780" -"geoId/C41760" -"geoId/C43320" -"geoId/C43500" -"geoId/C43620" -"geoId/C45520" -"geoId/C46300" -"geoId/C47460" -"geoId/C48060" -"geoId/C48300" -"geoId/06015" -"geoId/08043" -"geoId/13085" -"geoId/13097" -"geoId/15001" -"geoId/15009" -"geoId/16057" -"geoId/18081" -"geoId/18173" -"geoId/19055" -"geoId/25001" -"geoId/25023" -"geoId/26061" -"geoId/26115" -"geoId/27171" -"geoId/28001" -"geoId/28045" -"geoId/28073" -"geoId/28075" -"geoId/28087" -"geoId/28149" -"geoId/29019" -"geoId/31001" -"geoId/37037" -"geoId/39001" -"geoId/39129" -"geoId/72021" -"geoId/72057" -"geoId/47047" -"geoId/48457" -"geoId/48497" -"geoId/49013" -"geoId/51800" -"geoId/53009" -"geoId/53047" -"geoId/C12700" -"geoId/C15260" -"geoId/C15860" -"geoId/C17860" -"geoId/C18060" -"geoId/C18860" -"geoId/C25020" -"geoId/C25580" -"geoId/C25620" -"geoId/C25900" -"geoId/C26340" -"geoId/C27980" -"geoId/C32940" -"geoId/C33780" -"geoId/C34140" -"geoId/C35020" -"geoId/C38820" -"geoId/C46980" -"geoId/02122" -"geoId/06115" -"geoId/08029" -"geoId/08083" -"geoId/08097" -"geoId/09015" -"geoId/12009" -"geoId/13261" -"geoId/17029" -"geoId/17083" -"geoId/17105" -"geoId/18043" -"geoId/18107" -"geoId/18165" -"geoId/18169" -"geoId/18175" -"geoId/20133" -"geoId/20177" -"geoId/21013" -"geoId/21151" -"geoId/21193" -"geoId/21195" -"geoId/23025" -"geoId/26111" -"geoId/26139" -"geoId/27017" -"geoId/30067" -"geoId/31019" -"geoId/31157" -"geoId/32007" -"geoId/35028" -"geoId/35061" -"geoId/37019" -"geoId/39013" -"geoId/39083" -"geoId/39087" -"geoId/39145" -"geoId/40031" -"geoId/40071" -"geoId/45021" -"geoId/47041" -"geoId/47149" -"geoId/47155" -"geoId/47173" -"geoId/47187" -"geoId/47189" -"geoId/48291" -"geoId/48339" -"geoId/48367" -"geoId/48397" -"geoId/48479" -"geoId/49021" -"geoId/51027" -"geoId/51540" -"geoId/51670" -"geoId/51680" -"geoId/56029" -"geoId/C11140" -"geoId/C16260" -"geoId/C16660" -"geoId/C16820" -"geoId/C18820" -"geoId/C21020" -"geoId/C21220" -"geoId/C23500" -"geoId/C28260" -"geoId/C29700" -"geoId/C30020" -"geoId/C31060" -"geoId/C31340" -"geoId/C33180" -"geoId/C33220" -"geoId/C34540" -"geoId/C37340" -"geoId/C38620" -"geoId/C38700" -"geoId/C39020" -"geoId/C40080" -"geoId/C42420" -"geoId/C42940" -"geoId/C47340" -"geoId/01069" -"geoId/01091" -"geoId/01113" -"geoId/05003" -"geoId/05031" -"geoId/05035" -"geoId/05051" -"geoId/05069" -"geoId/05089" -"geoId/05091" -"geoId/05093" -"geoId/05103" -"geoId/05107" -"geoId/05113" -"geoId/05115" -"geoId/05131" -"geoId/05139" -"geoId/05143" -"geoId/05145" -"geoId/08035" -"geoId/13245" -"geoId/16019" -"geoId/17077" -"geoId/17157" -"geoId/18005" -"geoId/18015" -"geoId/18033" -"geoId/18035" -"geoId/18095" -"geoId/22079" -"geoId/24029" -"geoId/26105" -"geoId/27007" -"geoId/27057" -"geoId/28081" -"geoId/35005" -"geoId/35025" -"geoId/35031" -"geoId/35055" -"geoId/36071" -"geoId/36111" -"geoId/39057" -"geoId/39175" -"geoId/40019" -"geoId/40097" -"geoId/40153" -"geoId/72053" -"geoId/45073" -"geoId/46011" -"geoId/48199" -"geoId/48469" -"geoId/48485" -"geoId/51520" -"geoId/51031" -"geoId/51035" -"geoId/51690" -"geoId/51740" -"geoId/51840" -"geoId/51199" -"geoId/55029" -"geoId/55085" -"geoId/C11620" -"geoId/C12140" -"geoId/C13420" -"geoId/C14180" -"geoId/C15100" -"geoId/C15780" -"geoId/C18020" -"geoId/C20020" -"geoId/C20980" -"geoId/C22220" -"geoId/C22900" -"geoId/C23700" -"geoId/C25760" -"geoId/C26020" -"geoId/C26300" -"geoId/C26820" -"geoId/C27860" -"geoId/C28740" -"geoId/C31220" -"geoId/C32300" -"geoId/C34620" -"geoId/C38220" -"geoId/C40740" -"geoId/C40780" -"geoId/C42620" -"geoId/C42860" -"geoId/C45340" -"geoId/C45500" -"geoId/C46180" -"geoId/C47020" -"geoId/C48660" -"geoId/C49020" -"geoId/C49260" -"geoId/01015" -"geoId/01033" -"geoId/01049" -"geoId/01051" -"geoId/01053" -"geoId/01059" -"geoId/01071" -"geoId/01109" -"geoId/01121" -"geoId/01127" -"geoId/05019" -"geoId/06057" -"geoId/08067" -"geoId/08075" -"geoId/13055" -"geoId/13231" -"geoId/13255" -"geoId/16013" -"geoId/17107" -"geoId/18069" -"geoId/18091" -"geoId/20125" -"geoId/23023" -"geoId/26005" -"geoId/26057" -"geoId/26101" -"geoId/26157" -"geoId/33009" -"geoId/33017" -"geoId/33019" -"geoId/36013" -"geoId/36043" -"geoId/36053" -"geoId/36079" -"geoId/36101" -"geoId/36109" -"geoId/37011" -"geoId/37085" -"geoId/37113" -"geoId/37111" -"geoId/37133" -"geoId/37139" -"geoId/37191" -"geoId/39033" -"geoId/39047" -"geoId/39077" -"geoId/39091" -"geoId/39123" -"geoId/39139" -"geoId/39159" -"geoId/39167" -"geoId/41019" -"geoId/42001" -"geoId/42027" -"geoId/42029" -"geoId/42047" -"geoId/42107" -"geoId/42111" -"geoId/72017" -"geoId/72031" -"geoId/72091" -"geoId/45083" -"geoId/47025" -"geoId/47105" -"geoId/47167" -"geoId/48027" -"geoId/48157" -"geoId/48251" -"geoId/48423" -"geoId/48473" -"geoId/51009" -"geoId/51071" -"geoId/51101" -"geoId/51107" -"geoId/51147" -"geoId/51197" -"geoId/53027" -"geoId/C10140" -"geoId/C10940" -"geoId/C11500" -"geoId/C11660" -"geoId/C13340" -"geoId/C13980" -"geoId/C15340" -"geoId/C17700" -"geoId/C18500" -"geoId/C20380" -"geoId/C20420" -"geoId/C22520" -"geoId/C22840" -"geoId/C23900" -"geoId/C24140" -"geoId/C25200" -"geoId/C26090" -"geoId/C26540" -"geoId/C27060" -"geoId/C27340" -"geoId/C27460" -"geoId/C28660" -"geoId/C30660" -"geoId/C31900" -"geoId/C31930" -"geoId/C32000" -"geoId/C33140" -"geoId/C35940" -"geoId/C38840" -"geoId/C39060" -"geoId/C40700" -"geoId/C42460" -"geoId/C43740" -"geoId/C41260" -"geoId/C44300" -"geoId/C44540" -"geoId/C44900" -"geoId/C45180" -"geoId/C45980" -"geoId/C46020" -"geoId/C46340" -"geoId/C47920" -"geoId/01119" -"geoId/04015" -"geoId/13303" -"geoId/17179" -"geoId/19013" -"geoId/21083" -"geoId/21095" -"geoId/21113" -"geoId/21157" -"geoId/21213" -"geoId/21235" -"geoId/26019" -"geoId/26021" -"geoId/26041" -"geoId/26077" -"geoId/26117" -"geoId/26127" -"geoId/26159" -"geoId/28027" -"geoId/28067" -"geoId/28151" -"geoId/29215" -"geoId/31047" -"geoId/37023" -"geoId/39009" -"geoId/39063" -"geoId/39079" -"geoId/39089" -"geoId/39097" -"geoId/39147" -"geoId/45001" -"geoId/45007" -"geoId/45039" -"geoId/45089" -"geoId/48091" -"geoId/48139" -"geoId/48257" -"geoId/53045" -"geoId/54099" -"geoId/55095" -"geoId/C11900" -"geoId/C17260" -"geoId/C21540" -"geoId/C22300" -"geoId/C24740" -"geoId/C24940" -"geoId/C27160" -"geoId/C28020" -"geoId/C29420" -"geoId/C29860" -"geoId/C30420" -"geoId/C30940" -"geoId/C32460" -"geoId/C35660" -"geoId/C43220" -"geoId/C45660" -"geoId/C45900" -"geoId/C46100" -"geoId/C47940" -"geoId/01079" -"geoId/06005" -"geoId/08117" -"geoId/12005" -"geoId/12091" -"geoId/12101" -"geoId/12105" -"geoId/12127" -"geoId/18039" -"geoId/22063" -"geoId/24023" -"geoId/26031" -"geoId/26151" -"geoId/37025" -"geoId/37035" -"geoId/37057" -"geoId/37061" -"geoId/37071" -"geoId/37083" -"geoId/37159" -"geoId/37195" -"geoId/37199" -"geoId/39157" -"geoId/47001" -"geoId/47089" -"geoId/51047" -"geoId/51069" -"geoId/51179" -"geoId/53031" -"geoId/53065" -"geoId/C14720" -"geoId/C18880" -"geoId/C19660" -"geoId/C21140" -"geoId/C29460" -"geoId/C34100" -"geoId/C35420" -"geoId/C37460" -"geoId/C40260" -"geoId/C48980" -"geoId/12017" -"geoId/12089" -"geoId/12097" -"geoId/12107" -"geoId/16027" -"geoId/18027" -"geoId/18093" -"geoId/21047" -"geoId/21209" -"geoId/22049" -"geoId/23021" -"geoId/26091" -"geoId/29213" -"geoId/32001" -"geoId/37001" -"geoId/37013" -"geoId/37033" -"geoId/37069" -"geoId/39109" -"geoId/39111" -"geoId/47043" -"geoId/47063" -"geoId/47075" -"geoId/47117" -"geoId/49045" -"geoId/51033" -"geoId/51093" -"geoId/53001" -"geoId/53037" -"geoId/53039" -"geoId/54019" -"geoId/54079" -"geoId/C10300" -"geoId/C13220" -"geoId/C13260" -"geoId/C14700" -"geoId/C15140" -"geoId/C15500" -"geoId/C21260" -"geoId/C21980" -"geoId/C26140" -"geoId/C30280" -"geoId/C36830" -"geoId/C37260" -"geoId/C40820" -"geoId/C47780" -"geoId/C47820" -"geoId/01061" -"geoId/06009" -"geoId/08119" -"geoId/13105" -"geoId/13111" -"geoId/16065" -"geoId/17085" -"geoId/29043" -"geoId/29051" -"geoId/31067" -"geoId/31079" -"geoId/35006" -"geoId/37031" -"geoId/37089" -"geoId/37135" -"geoId/37189" -"geoId/72033" -"geoId/47179" -"geoId/51089" -"geoId/51163" -"geoId/51195" -"geoId/56007" -"geoId/56023" -"geoId/C13100" -"geoId/C13720" -"geoId/C14380" -"geoId/C24260" -"geoId/C24380" -"geoId/C27620" -"geoId/C27740" -"geoId/C33980" -"geoId/C39940" -"geoId/08085" -"geoId/12021" -"geoId/12111" -"geoId/13127" -"geoId/13135" -"geoId/16067" -"geoId/24019" -"geoId/31153" -"geoId/35035" -"geoId/36087" -"geoId/37131" -"geoId/72119" -"geoId/47031" -"geoId/47045" -"geoId/47079" -"geoId/47141" -"geoId/49053" -"geoId/78030" -"geoId/51185" -"geoId/53041" -"geoId/54061" -"geoId/C10460" -"geoId/C14140" -"geoId/C15420" -"geoId/C15700" -"geoId/C16500" -"geoId/C18260" -"geoId/C20540" -"geoId/C33940" -"geoId/C34060" -"geoId/C34940" -"geoId/C37540" -"geoId/C38940" -"geoId/C41100" -"geoId/01083" -"geoId/06035" -"geoId/12003" -"geoId/12059" -"geoId/12085" -"geoId/13021" -"geoId/13095" -"geoId/19139" -"geoId/20121" -"geoId/24009" -"geoId/26107" -"geoId/26143" -"geoId/27041" -"geoId/27049" -"geoId/27097" -"geoId/27115" -"geoId/29091" -"geoId/29186" -"geoId/33001" -"geoId/33003" -"geoId/40047" -"geoId/42033" -"geoId/42055" -"geoId/47085" -"geoId/48215" -"geoId/78010" -"geoId/53057" -"geoId/54051" -"geoId/C10500" -"geoId/C10820" -"geoId/C13660" -"geoId/C16540" -"geoId/C20180" -"geoId/C21420" -"geoId/C23780" -"geoId/C29060" -"geoId/C31420" -"geoId/C32580" -"geoId/C34580" -"geoId/C34700" -"geoId/C39860" -"geoId/C45000" -"geoId/C48460" -"geoId/12069" -"geoId/12087" -"geoId/13115" -"geoId/13295" -"geoId/18123" -"geoId/19085" -"geoId/19169" -"geoId/19181" -"geoId/27095" -"geoId/27111" -"geoId/39041" -"geoId/39055" -"geoId/39173" -"geoId/40039" -"geoId/40111" -"geoId/42005" -"geoId/42059" -"geoId/42089" -"geoId/72069" -"geoId/44009" -"geoId/47099" -"geoId/51165" -"geoId/C11180" -"geoId/C20700" -"geoId/C22260" -"geoId/C25500" -"geoId/C28580" -"geoId/C29980" -"geoId/C34500" -"geoId/C40660" -"geoId/C48220" -"geoId/02170" -"geoId/12083" -"geoId/13113" -"geoId/18063" -"geoId/27027" -"geoId/27169" -"geoId/28107" -"geoId/36021" -"geoId/37107" -"geoId/39043" -"geoId/40121" -"geoId/C15620" -"geoId/C26460" -"geoId/C28820" -"geoId/C32540" -"geoId/C36100" -"geoId/C41780" -"geoId/C49100" -"geoId/04021" -"geoId/08039" -"geoId/13057" -"geoId/13059" -"geoId/13063" -"geoId/13067" -"geoId/13077" -"geoId/13139" -"geoId/13151" -"geoId/18051" -"geoId/18067" -"geoId/20191" -"geoId/21073" -"geoId/22029" -"geoId/22105" -"geoId/26055" -"geoId/27047" -"geoId/27085" -"geoId/28011" -"geoId/28035" -"geoId/28047" -"geoId/28121" -"geoId/28123" -"geoId/29097" -"geoId/29113" -"geoId/31111" -"geoId/31177" -"geoId/36089" -"geoId/37099" -"geoId/37179" -"geoId/40017" -"geoId/40021" -"geoId/40095" -"geoId/40115" -"geoId/40119" -"geoId/40125" -"geoId/41003" -"geoId/41067" -"geoId/42117" -"geoId/72059" -"geoId/72081" -"geoId/72097" -"geoId/45041" -"geoId/45047" -"geoId/47059" -"geoId/48037" -"geoId/48055" -"geoId/51139" -"geoId/54003" -"geoId/54033" -"geoId/54081" -"geoId/C10380" -"geoId/C10660" -"geoId/C12020" -"geoId/C17220" -"geoId/C17380" -"geoId/C18700" -"geoId/C19000" -"geoId/C23180" -"geoId/C23580" -"geoId/C24620" -"geoId/C25220" -"geoId/C26780" -"geoId/C27900" -"geoId/C29020" -"geoId/C32420" -"geoId/C33060" -"geoId/C35820" -"geoId/C36300" -"geoId/C43060" -"geoId/C44660" -"geoId/C45140" -"geoId/01003" -"geoId/05045" -"geoId/12023" -"geoId/12113" -"geoId/12129" -"geoId/13153" -"geoId/13185" -"geoId/13213" -"geoId/16011" -"geoId/17113" -"geoId/18011" -"geoId/18055" -"geoId/18065" -"geoId/18071" -"geoId/18133" -"geoId/18145" -"geoId/19017" -"geoId/22075" -"geoId/22109" -"geoId/26165" -"geoId/27035" -"geoId/27061" -"geoId/27067" -"geoId/27103" -"geoId/27139" -"geoId/28109" -"geoId/29207" -"geoId/35039" -"geoId/35053" -"geoId/40015" -"geoId/40081" -"geoId/40133" -"geoId/42041" -"geoId/45025" -"geoId/48221" -"geoId/48309" -"geoId/53075" -"geoId/54049" -"geoId/54055" -"geoId/55045" -"geoId/C13940" -"geoId/C14010" -"geoId/C14020" -"geoId/C14660" -"geoId/C19140" -"geoId/C19300" -"geoId/C21580" -"geoId/C21900" -"geoId/C29380" -"geoId/C35220" -"geoId/C38100" -"geoId/C39420" -"geoId/C42980" -"geoId/C46660" -"geoId/C47380" -"geoId/C47580" -"geoId/C48820" -"geoId/12055" -"geoId/12061" -"geoId/16039" -"geoId/17023" -"geoId/18183" -"geoId/19111" -"geoId/22127" -"geoId/26033" -"geoId/28003" -"geoId/37151" -"geoId/46093" -"geoId/47131" -"geoId/48203" -"geoId/55003" -"geoId/C18420" -"geoId/C22800" -"geoId/C32220" -"geoId/C34300" -"geoId/C42300" -"geoId/C42680" -"geoId/C42700" -"geoId/13069" -"geoId/16049" -"geoId/20161" -"geoId/21125" -"geoId/28043" -"geoId/29053" -"geoId/35027" -"geoId/36075" -"geoId/39053" -"geoId/40001" -"geoId/45075" -"geoId/C20060" -"geoId/C21380" -"geoId/C24980" -"geoId/C31740" -"geoId/C36700" -"geoId/C38580" -"geoId/C40760" -"geoId/01005" -"geoId/19197" -"geoId/20045" -"geoId/20103" -"geoId/25007" -"geoId/26089" -"geoId/27021" -"geoId/32023" -"geoId/37127" -"geoId/40037" -"geoId/46029" -"geoId/48209" -"geoId/48231" -"geoId/48273" -"geoId/53021" -"geoId/53025" -"geoId/C21640" -"geoId/C28780" -"geoId/C29940" -"geoId/C34180" -"geoId/C37220" -"geoId/C47240" -"geoId/C47980" -"geoId/16045" -"geoId/28093" -"geoId/29049" -"geoId/29157" -"geoId/40135" -"geoId/42063" -"geoId/48373" -"geoId/55135" -"geoId/C26860" -"geoId/04012" -"geoId/13073" -"geoId/13297" -"geoId/22103" -"geoId/27005" -"geoId/27083" -"geoId/72001" -"geoId/48149" -"geoId/48323" -"geoId/C10260" -"geoId/C20580" -"geoId/C32140" -"geoId/05067" -"geoId/72123" -"geoId/C17640" -"geoId/08093" -"geoId/24047" -"geoId/32019" -"geoId/72077" -"geoId/48381" -"geoId/C22280" -"geoId/41031" -"geoId/41071" -"geoId/51003" -"geoId/08015" -"geoId/08087" -"geoId/18105" -"geoId/26047" -"geoId/29003" -"geoId/29027" -"geoId/46127" -"geoId/48349" -"geoId/C18620" -"geoId/C22820" -"geoId/05141" -"geoId/16031" -"geoId/19171" -"geoId/40089" -"geoId/40113" -"geoId/12035" -"geoId/41011" -"geoId/42075" -"geoId/48171" -"geoId/49007" -"geoId/55005" -"geoId/C18300" -"geoId/C23240" -"geoId/C30140" -"geoId/C39220" -"geoId/55053" -"geoId/55081" -"geoId/37105" -"geoId/40013" -"geoId/42015" -"geoId/55121" -"geoId/C20460" -"geoId/C41820" -"geoId/C42380" -"geoId/16053" -"geoId/22099" -"geoId/40051" -"geoId/40147" -"geoId/72025" -"geoId/C12780" -"geoId/40023" -"geoId/02050" -"geoId/39067" -"geoId/40079" -"geoId/42051" -"geoId/42115" -"geoId/05007" -"geoId/42131" -"geoId/53055" -"geoId/48013" -"geoId/48041" -"geoId/48493" -"geoId/C17780" -"geoId/51143" -"geoId/C19260" -"geoId/40123" -"geoId/C10220" -"geoId/30041" -"geoId/53049" -"geoId/49051" -"geoId/C25720" -"geoId/19187" -"geoId/42123" -"geoId/C22700" -"geoId/C47620" diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv b/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv deleted file mode 100644 index c45fa4a96b..0000000000 --- a/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv +++ /dev/null @@ -1,2 +0,0 @@ -"NumPlaces","Units","observationPeriods","NumObservationsDates","MinValue","MeasurementMethods","MaxValue","NumObservations","MinDate","ScalingFactors","MaxDate","StatVar" -"2230","[]","[P1D]","16802","0.0","[]","22897.0","18329323","1980-01-01","[]","2025-12-31","AirQualityIndex_AirPollutant" diff --git a/scripts/us_epa/airqualityindex/manifest.json b/scripts/us_epa/airqualityindex/manifest.json index 97f44f4d50..b56f4e49a7 100644 --- a/scripts/us_epa/airqualityindex/manifest.json +++ b/scripts/us_epa/airqualityindex/manifest.json @@ -11,8 +11,7 @@ "air_quality_aggregate.py" ], "source_files": [ - "input_files/*", - "golden_data/*" + "input_files/*" ], "import_inputs": [ { diff --git a/scripts/us_epa/airqualityindex/validation_config.json b/scripts/us_epa/airqualityindex/validation_config.json index c0e27b6aaf..844ef63763 100644 --- a/scripts/us_epa/airqualityindex/validation_config.json +++ b/scripts/us_epa/airqualityindex/validation_config.json @@ -8,32 +8,6 @@ "params": { "threshold": 0.1 } - }, - { - "rule_id": "check_goldens_summary_report", - "description": "Validates summary_report.csv against the golden summary data", - "validator": "GOLDENS_CHECK", - "params": { - "golden_files": "../../../../golden_data/golden_summary_report.csv", - "goldens_key_property": [ - "StatVar", - "NumPlaces", - "NumObservations", - "NumObservationsDates", - "observationPeriods", - "MinDate", - "MaxDate" - ] - } - }, - { - "rule_id": "check_goldens_output_csv", - "description": "Verifies the generated output CSV data matches established critical golden records", - "validator": "GOLDENS_CHECK", - "params": { - "golden_files": "../../../../golden_data/golden_observations.csv", - "input_files": "../../../../output/EPA_AQI.csv" - } } ] } \ No newline at end of file From a820d32d8e50a89571d544dcc66a9a16061b3576 Mon Sep 17 00:00:00 2001 From: Shourya Singh Date: Tue, 1 Sep 2026 05:34:23 +0000 Subject: [PATCH 3/3] updated sytax --- scripts/us_epa/airqualityindex/validation_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/us_epa/airqualityindex/validation_config.json b/scripts/us_epa/airqualityindex/validation_config.json index 844ef63763..a658238861 100644 --- a/scripts/us_epa/airqualityindex/validation_config.json +++ b/scripts/us_epa/airqualityindex/validation_config.json @@ -10,4 +10,4 @@ } } ] -} \ No newline at end of file +}