diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv b/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv new file mode 100644 index 0000000000..8a12d442eb --- /dev/null +++ b/scripts/us_epa/airqualityindex/golden_data/golden_observations.csv @@ -0,0 +1,1984 @@ +"Place" +"geoId/01001" +"geoId/01073" +"geoId/01089" +"geoId/01097" +"geoId/01099" +"geoId/01103" +"geoId/01125" +"geoId/02020" +"geoId/02090" +"geoId/04003" +"geoId/04005" +"geoId/04013" +"geoId/04019" +"geoId/04025" +"geoId/04027" +"geoId/05119" +"geoId/06001" +"geoId/06007" +"geoId/06011" +"geoId/06013" +"geoId/06017" +"geoId/06019" +"geoId/06021" +"geoId/06025" +"geoId/06027" +"geoId/06029" +"geoId/06031" +"geoId/06033" +"geoId/06037" +"geoId/06041" +"geoId/06045" +"geoId/06053" +"geoId/06055" +"geoId/06059" +"geoId/06061" +"geoId/06065" +"geoId/06067" +"geoId/06069" +"geoId/06071" +"geoId/06073" +"geoId/06075" +"geoId/06077" +"geoId/06079" +"geoId/06081" +"geoId/06083" +"geoId/06085" +"geoId/06087" +"geoId/06089" +"geoId/06095" +"geoId/06097" +"geoId/06099" +"geoId/06101" +"geoId/06107" +"geoId/06109" +"geoId/06111" +"geoId/06113" +"geoId/08001" +"geoId/08005" +"geoId/08013" +"geoId/08031" +"geoId/08041" +"geoId/08059" +"geoId/08069" +"geoId/08077" +"geoId/08101" +"geoId/08123" +"geoId/09001" +"geoId/09003" +"geoId/09005" +"geoId/09007" +"geoId/09009" +"geoId/09013" +"geoId/10001" +"geoId/10003" +"geoId/10005" +"geoId/11001" +"geoId/12001" +"geoId/12011" +"geoId/12031" +"geoId/12033" +"geoId/12057" +"geoId/12071" +"geoId/12073" +"geoId/12081" +"geoId/12086" +"geoId/12095" +"geoId/12099" +"geoId/12103" +"geoId/12117" +"geoId/13089" +"geoId/13121" +"geoId/13215" +"geoId/13223" +"geoId/13247" +"geoId/15003" +"geoId/16001" +"geoId/17001" +"geoId/17019" +"geoId/17031" +"geoId/17033" +"geoId/17043" +"geoId/17089" +"geoId/17099" +"geoId/17097" +"geoId/17115" +"geoId/17117" +"geoId/17119" +"geoId/17111" +"geoId/17133" +"geoId/17143" +"geoId/17161" +"geoId/17163" +"geoId/17167" +"geoId/17197" +"geoId/17199" +"geoId/17201" +"geoId/18003" +"geoId/18019" +"geoId/18059" +"geoId/18073" +"geoId/18077" +"geoId/18085" +"geoId/18089" +"geoId/18097" +"geoId/18127" +"geoId/18129" +"geoId/18147" +"geoId/18141" +"geoId/18153" +"geoId/18163" +"geoId/18167" +"geoId/19061" +"geoId/19103" +"geoId/19113" +"geoId/19121" +"geoId/19153" +"geoId/19163" +"geoId/19193" +"geoId/20091" +"geoId/20173" +"geoId/20209" +"geoId/21015" +"geoId/21019" +"geoId/21021" +"geoId/21029" +"geoId/21035" +"geoId/21037" +"geoId/21049" +"geoId/21059" +"geoId/21067" +"geoId/21093" +"geoId/21101" +"geoId/21107" +"geoId/21111" +"geoId/21117" +"geoId/21145" +"geoId/21167" +"geoId/21177" +"geoId/21183" +"geoId/21199" +"geoId/22015" +"geoId/22019" +"geoId/22033" +"geoId/22043" +"geoId/22047" +"geoId/22071" +"geoId/22089" +"geoId/22095" +"geoId/23001" +"geoId/23003" +"geoId/23005" +"geoId/23011" +"geoId/23019" +"geoId/24001" +"geoId/24003" +"geoId/24005" +"geoId/24510" +"geoId/24015" +"geoId/24021" +"geoId/24025" +"geoId/24027" +"geoId/24031" +"geoId/24033" +"geoId/24043" +"geoId/25003" +"geoId/25005" +"geoId/25009" +"geoId/25011" +"geoId/25013" +"geoId/25017" +"geoId/25021" +"geoId/25025" +"geoId/25027" +"geoId/26017" +"geoId/26027" +"geoId/26037" +"geoId/26049" +"geoId/26063" +"geoId/26065" +"geoId/26081" +"geoId/26099" +"geoId/26103" +"geoId/26121" +"geoId/26125" +"geoId/26145" +"geoId/26147" +"geoId/26161" +"geoId/26163" +"geoId/27003" +"geoId/27013" +"geoId/27037" +"geoId/27053" +"geoId/27109" +"geoId/27123" +"geoId/27137" +"geoId/27141" +"geoId/27163" +"geoId/28033" +"geoId/28049" +"geoId/28089" +"geoId/29047" +"geoId/29077" +"geoId/29095" +"geoId/29165" +"geoId/29183" +"geoId/29189" +"geoId/29510" +"geoId/30013" +"geoId/30063" +"geoId/30093" +"geoId/30111" +"geoId/31043" +"geoId/31055" +"geoId/31109" +"geoId/32003" +"geoId/32031" +"geoId/33005" +"geoId/33007" +"geoId/33011" +"geoId/33015" +"geoId/34001" +"geoId/34003" +"geoId/34005" +"geoId/34007" +"geoId/34009" +"geoId/34011" +"geoId/34013" +"geoId/34015" +"geoId/34017" +"geoId/34019" +"geoId/34021" +"geoId/34023" +"geoId/34025" +"geoId/34027" +"geoId/34029" +"geoId/34031" +"geoId/34033" +"geoId/34035" +"geoId/34039" +"geoId/34041" +"geoId/35001" +"geoId/35013" +"geoId/35045" +"geoId/35049" +"geoId/36005" +"geoId/36007" +"geoId/36015" +"geoId/36027" +"geoId/36029" +"geoId/36031" +"geoId/36047" +"geoId/36055" +"geoId/36059" +"geoId/36061" +"geoId/36063" +"geoId/36065" +"geoId/36067" +"geoId/36081" +"geoId/36083" +"geoId/36085" +"geoId/36093" +"geoId/36103" +"geoId/36113" +"geoId/36117" +"geoId/36119" +"geoId/37021" +"geoId/37063" +"geoId/37067" +"geoId/37077" +"geoId/37081" +"geoId/37119" +"geoId/37129" +"geoId/37183" +"geoId/39003" +"geoId/39007" +"geoId/39017" +"geoId/39023" +"geoId/39025" +"geoId/39027" +"geoId/39035" +"geoId/39049" +"geoId/39061" +"geoId/39073" +"geoId/39081" +"geoId/39085" +"geoId/39093" +"geoId/39095" +"geoId/39099" +"geoId/39103" +"geoId/39113" +"geoId/39133" +"geoId/39135" +"geoId/39151" +"geoId/39153" +"geoId/39165" +"geoId/40027" +"geoId/40109" +"geoId/40143" +"geoId/41005" +"geoId/41009" +"geoId/41013" +"geoId/41029" +"geoId/41039" +"geoId/41047" +"geoId/41051" +"geoId/42003" +"geoId/42007" +"geoId/42011" +"geoId/42013" +"geoId/42017" +"geoId/42019" +"geoId/42021" +"geoId/42043" +"geoId/42045" +"geoId/42049" +"geoId/42069" +"geoId/42071" +"geoId/42073" +"geoId/42077" +"geoId/42079" +"geoId/42081" +"geoId/42091" +"geoId/42095" +"geoId/42099" +"geoId/42101" +"geoId/42125" +"geoId/42129" +"geoId/42133" +"geoId/44003" +"geoId/44007" +"geoId/45013" +"geoId/45015" +"geoId/45023" +"geoId/45029" +"geoId/45031" +"geoId/45037" +"geoId/45045" +"geoId/45051" +"geoId/45063" +"geoId/45077" +"geoId/45079" +"geoId/45091" +"geoId/47037" +"geoId/47055" +"geoId/47065" +"geoId/47093" +"geoId/47119" +"geoId/47157" +"geoId/47163" +"geoId/47165" +"geoId/48029" +"geoId/48039" +"geoId/48061" +"geoId/48113" +"geoId/48135" +"geoId/48141" +"geoId/48167" +"geoId/48183" +"geoId/48201" +"geoId/48233" +"geoId/48245" +"geoId/48355" +"geoId/48361" +"geoId/48375" +"geoId/48439" +"geoId/48453" +"geoId/49011" +"geoId/49035" +"geoId/49047" +"geoId/49049" +"geoId/49057" +"geoId/50001" +"geoId/50007" +"geoId/51510" +"geoId/51013" +"geoId/51550" +"geoId/51041" +"geoId/51059" +"geoId/51600" +"geoId/51630" +"geoId/51650" +"geoId/51085" +"geoId/51087" +"geoId/51700" +"geoId/51710" +"geoId/51153" +"geoId/51760" +"geoId/51775" +"geoId/51173" +"geoId/51810" +"geoId/53011" +"geoId/53033" +"geoId/53053" +"geoId/53061" +"geoId/53063" +"geoId/53077" +"geoId/54025" +"geoId/54039" +"geoId/54069" +"geoId/55009" +"geoId/55017" +"geoId/55021" +"geoId/55025" +"geoId/55031" +"geoId/55033" +"geoId/55035" +"geoId/55043" +"geoId/55059" +"geoId/55063" +"geoId/55073" +"geoId/55079" +"geoId/55083" +"geoId/55087" +"geoId/55089" +"geoId/55101" +"geoId/55105" +"geoId/55117" +"geoId/55109" +"geoId/55119" +"geoId/55127" +"geoId/55131" +"geoId/55133" +"geoId/55139" +"geoId/55141" +"geoId/C10420" +"geoId/C10580" +"geoId/C10740" +"geoId/C10780" +"geoId/C10900" +"geoId/C11020" +"geoId/C11100" +"geoId/C11260" +"geoId/C11460" +"geoId/C11540" +"geoId/C11700" +"geoId/C11780" +"geoId/C12060" +"geoId/C12100" +"geoId/C12260" +"geoId/C12300" +"geoId/C12420" +"geoId/C12540" +"geoId/C12580" +"geoId/C12620" +"geoId/C12940" +"geoId/C13020" +"geoId/C13140" +"geoId/C13620" +"geoId/C13740" +"geoId/C13780" +"geoId/C13820" +"geoId/C13900" +"geoId/C14260" +"geoId/C14420" +"geoId/C14460" +"geoId/C14500" +"geoId/C14860" +"geoId/C15180" +"geoId/C15380" +"geoId/C15540" +"geoId/C15580" +"geoId/C15940" +"geoId/C15980" +"geoId/C16060" +"geoId/C16300" +"geoId/C16420" +"geoId/C16580" +"geoId/C16620" +"geoId/C16700" +"geoId/C16740" +"geoId/C16860" +"geoId/C16980" +"geoId/C17020" +"geoId/C17140" +"geoId/C17340" +"geoId/C17460" +"geoId/C17820" +"geoId/C17900" +"geoId/C17980" +"geoId/C18140" +"geoId/C18580" +"geoId/C19060" +"geoId/C19100" +"geoId/C19220" +"geoId/C19340" +"geoId/C19380" +"geoId/C19460" +"geoId/C19500" +"geoId/C19740" +"geoId/C19780" +"geoId/C19820" +"geoId/C20100" +"geoId/C20220" +"geoId/C20260" +"geoId/C20500" +"geoId/C20740" +"geoId/C20940" +"geoId/C21340" +"geoId/C21060" +"geoId/C21300" +"geoId/C21500" +"geoId/C21660" +"geoId/C21780" +"geoId/C21820" +"geoId/C22140" +"geoId/C22380" +"geoId/C22420" +"geoId/C22500" +"geoId/C22660" +"geoId/C23060" +"geoId/C23420" +"geoId/C23540" +"geoId/C24020" +"geoId/C24300" +"geoId/C24340" +"geoId/C24500" +"geoId/C24540" +"geoId/C24580" +"geoId/C24640" +"geoId/C24660" +"geoId/C24860" +"geoId/C25180" +"geoId/C25260" +"geoId/C25420" +"geoId/C25540" +"geoId/C25940" +"geoId/C26420" +"geoId/C26580" +"geoId/C26620" +"geoId/C26900" +"geoId/C26980" +"geoId/C27140" +"geoId/C27260" +"geoId/C27500" +"geoId/C27780" +"geoId/C28140" +"geoId/C28300" +"geoId/C28700" +"geoId/C28940" +"geoId/C29100" +"geoId/C29340" +"geoId/C29540" +"geoId/C29620" +"geoId/C29740" +"geoId/C29820" +"geoId/C30340" +"geoId/C30460" +"geoId/C30620" +"geoId/C30700" +"geoId/C30780" +"geoId/C30980" +"geoId/C31080" +"geoId/C31140" +"geoId/C31500" +"geoId/C31540" +"geoId/C31580" +"geoId/C31700" +"geoId/C31860" +"geoId/C32100" +"geoId/C32780" +"geoId/C32820" +"geoId/C32860" +"geoId/C33100" +"geoId/C33340" +"geoId/C33460" +"geoId/C33540" +"geoId/C33660" +"geoId/C33700" +"geoId/C33860" +"geoId/C34660" +"geoId/C34740" +"geoId/C34820" +"geoId/C34900" +"geoId/C34980" +"geoId/C35100" +"geoId/C35260" +"geoId/C35300" +"geoId/C35380" +"geoId/C35620" +"geoId/C35840" +"geoId/C36140" +"geoId/C36220" +"geoId/C36260" +"geoId/C36420" +"geoId/C36540" +"geoId/C36740" +"geoId/C36780" +"geoId/C36860" +"geoId/C36980" +"geoId/C37080" +"geoId/C37100" +"geoId/C37140" +"geoId/C37860" +"geoId/C37900" +"geoId/C37980" +"geoId/C38060" +"geoId/C38300" +"geoId/C38340" +"geoId/C38420" +"geoId/C38860" +"geoId/C38900" +"geoId/C39140" +"geoId/C39260" +"geoId/C39300" +"geoId/C39340" +"geoId/C39380" +"geoId/C39500" +"geoId/C39540" +"geoId/C39580" +"geoId/C39740" +"geoId/C39820" +"geoId/C39900" +"geoId/C40060" +"geoId/C40140" +"geoId/C40220" +"geoId/C40340" +"geoId/C40380" +"geoId/C40420" +"geoId/C40900" +"geoId/C40940" +"geoId/C40980" +"geoId/C41420" +"geoId/C41500" +"geoId/C41540" +"geoId/C41620" +"geoId/C41700" +"geoId/C41740" +"geoId/C41860" +"geoId/C41940" +"geoId/C42020" +"geoId/C42100" +"geoId/C42140" +"geoId/C42200" +"geoId/C42220" +"geoId/C42540" +"geoId/C42660" +"geoId/C43100" +"geoId/C43340" +"geoId/C43420" +"geoId/C43580" +"geoId/C43700" +"geoId/C43760" +"geoId/C43780" +"geoId/C44060" +"geoId/C44100" +"geoId/C44140" +"geoId/C44180" +"geoId/C44220" +"geoId/C41180" +"geoId/C44700" +"geoId/C45060" +"geoId/C45220" +"geoId/C45300" +"geoId/C45460" +"geoId/C45780" +"geoId/C45860" +"geoId/C45940" +"geoId/C46060" +"geoId/C46140" +"geoId/C46220" +"geoId/C46380" +"geoId/C46520" +"geoId/C46540" +"geoId/C46700" +"geoId/C46860" +"geoId/C47220" +"geoId/C47260" +"geoId/C47300" +"geoId/C47700" +"geoId/C47900" +"geoId/C48140" +"geoId/C48260" +"geoId/C48540" +"geoId/C48580" +"geoId/C48620" +"geoId/C48700" +"geoId/C48900" +"geoId/C48940" +"geoId/C49180" +"geoId/C49220" +"geoId/C49340" +"geoId/C49420" +"geoId/C49620" +"geoId/C49660" +"geoId/C49700" +"geoId/C49740" +"geoId/01055" +"geoId/04001" +"geoId/06039" +"geoId/06093" +"geoId/09011" +"geoId/17049" +"geoId/17091" +"geoId/21051" +"geoId/21071" +"geoId/21089" +"geoId/21141" +"geoId/21185" +"geoId/22017" +"geoId/22073" +"geoId/22087" +"geoId/23007" +"geoId/23017" +"geoId/25015" +"geoId/29099" +"geoId/32510" +"geoId/32005" +"geoId/35043" +"geoId/37027" +"geoId/37051" +"geoId/39107" +"geoId/39155" +"geoId/40087" +"geoId/41033" +"geoId/42085" +"geoId/72127" +"geoId/72137" +"geoId/45019" +"geoId/47145" +"geoId/48071" +"geoId/48121" +"geoId/48409" +"geoId/50027" +"geoId/51061" +"geoId/51161" +"geoId/55125" +"geoId/C16180" +"geoId/C16380" +"geoId/C17200" +"geoId/C17300" +"geoId/C20820" +"geoId/C22180" +"geoId/C23460" +"geoId/C23820" +"geoId/C23980" +"geoId/C24420" +"geoId/C25860" +"geoId/C28100" +"geoId/C31460" +"geoId/C33740" +"geoId/C35980" +"geoId/C41980" +"geoId/C46460" +"geoId/06047" +"geoId/20087" +"geoId/21227" +"geoId/22051" +"geoId/23009" +"geoId/23031" +"geoId/37003" +"geoId/37059" +"geoId/37087" +"geoId/37109" +"geoId/37123" +"geoId/37145" +"geoId/37147" +"geoId/37155" +"geoId/37157" +"geoId/72113" +"geoId/45043" +"geoId/47125" +"geoId/49005" +"geoId/50025" +"geoId/54011" +"geoId/54029" +"geoId/55027" +"geoId/C13180" +"geoId/C14540" +"geoId/C23860" +"geoId/C24780" +"geoId/C30860" +"geoId/C31300" +"geoId/C32900" +"geoId/C38660" +"geoId/C45820" +"geoId/01043" +"geoId/12115" +"geoId/12109" +"geoId/13051" +"geoId/18029" +"geoId/21043" +"geoId/22005" +"geoId/22011" +"geoId/22055" +"geoId/22057" +"geoId/22077" +"geoId/22093" +"geoId/22101" +"geoId/22121" +"geoId/24013" +"geoId/26133" +"geoId/29037" +"geoId/37065" +"geoId/37101" +"geoId/37117" +"geoId/41017" +"geoId/41059" +"geoId/45087" +"geoId/47011" +"geoId/50023" +"geoId/51187" +"geoId/54107" +"geoId/55123" +"geoId/C12740" +"geoId/C13460" +"geoId/C17420" +"geoId/C18980" +"geoId/C19760" +"geoId/C25840" +"geoId/C26380" +"geoId/C29180" +"geoId/C34020" +"geoId/C37620" +"geoId/C40580" +"geoId/C42340" +"geoId/C43900" +"geoId/18037" +"geoId/18083" +"geoId/18109" +"geoId/18177" +"geoId/23015" +"geoId/23029" +"geoId/24017" +"geoId/24045" +"geoId/26043" +"geoId/28059" +"geoId/41061" +"geoId/47009" +"geoId/50021" +"geoId/55039" +"geoId/55071" +"geoId/56021" +"geoId/C16940" +"geoId/C22540" +"geoId/C25060" +"geoId/C27020" +"geoId/C27540" +"geoId/C29260" +"geoId/C31820" +"geoId/C39980" +"geoId/C40860" +"geoId/C47180" +"geoId/04007" +"geoId/04009" +"geoId/04023" +"geoId/05001" +"geoId/05009" +"geoId/08037" +"geoId/08045" +"geoId/08051" +"geoId/08107" +"geoId/15007" +"geoId/18057" +"geoId/18157" +"geoId/19033" +"geoId/19045" +"geoId/19155" +"geoId/20057" +"geoId/21161" +"geoId/23027" +"geoId/26025" +"geoId/27071" +"geoId/27145" +"geoId/29007" +"geoId/29021" +"geoId/29127" +"geoId/30029" +"geoId/30031" +"geoId/30047" +"geoId/30049" +"geoId/30053" +"geoId/31025" +"geoId/33013" +"geoId/36001" +"geoId/36091" +"geoId/38015" +"geoId/38017" +"geoId/38035" +"geoId/38089" +"geoId/38093" +"geoId/38105" +"geoId/39029" +"geoId/41041" +"geoId/41043" +"geoId/72061" +"geoId/45003" +"geoId/45011" +"geoId/46013" +"geoId/46065" +"geoId/46103" +"geoId/47107" +"geoId/48303" +"geoId/49003" +"geoId/51015" +"geoId/51770" +"geoId/51191" +"geoId/53003" +"geoId/53005" +"geoId/53067" +"geoId/54009" +"geoId/55055" +"geoId/55061" +"geoId/55111" +"geoId/56001" +"geoId/56005" +"geoId/56013" +"geoId/56025" +"geoId/56033" +"geoId/56037" +"geoId/56039" +"geoId/56041" +"geoId/C10100" +"geoId/C10540" +"geoId/C11940" +"geoId/C12660" +"geoId/C12980" +"geoId/C14580" +"geoId/C16220" +"geoId/C17540" +"geoId/C18180" +"geoId/C19860" +"geoId/C19980" +"geoId/C20780" +"geoId/C21740" +"geoId/C22020" +"geoId/C23940" +"geoId/C24060" +"geoId/C24220" +"geoId/C25300" +"geoId/C25460" +"geoId/C25740" +"geoId/C27220" +"geoId/C27420" +"geoId/C28060" +"geoId/C28180" +"geoId/C28420" +"geoId/C29200" +"geoId/C29660" +"geoId/C30300" +"geoId/C31180" +"geoId/C32380" +"geoId/C32500" +"geoId/C33020" +"geoId/C35440" +"geoId/C35700" +"geoId/C36500" +"geoId/C37740" +"geoId/C38180" +"geoId/C39660" +"geoId/C40180" +"geoId/C40540" +"geoId/C41400" +"geoId/C43260" +"geoId/C41060" +"geoId/C41140" +"geoId/C44420" +"geoId/C44460" +"geoId/C48020" +"geoId/C48780" +"geoId/01101" +"geoId/01117" +"geoId/02110" +"geoId/04017" +"geoId/06023" +"geoId/06043" +"geoId/06063" +"geoId/06103" +"geoId/16005" +"geoId/16017" +"geoId/16055" +"geoId/16069" +"geoId/16079" +"geoId/16083" +"geoId/23013" +"geoId/26007" +"geoId/30081" +"geoId/35015" +"geoId/35017" +"geoId/35029" +"geoId/36033" +"geoId/36039" +"geoId/36045" +"geoId/38101" +"geoId/39143" +"geoId/40101" +"geoId/41035" +"geoId/41065" +"geoId/46099" +"geoId/47113" +"geoId/48085" +"geoId/50003" +"geoId/53007" +"geoId/53015" +"geoId/53035" +"geoId/53071" +"geoId/53073" +"geoId/C10980" +"geoId/C13380" +"geoId/C13540" +"geoId/C14740" +"geoId/C16100" +"geoId/C17660" +"geoId/C19700" +"geoId/C21700" +"geoId/C23380" +"geoId/C27180" +"geoId/C27940" +"geoId/C28900" +"geoId/C31020" +"geoId/C31660" +"geoId/C33500" +"geoId/C34780" +"geoId/C38540" +"geoId/C39780" +"geoId/C41760" +"geoId/C43320" +"geoId/C43500" +"geoId/C43620" +"geoId/C45520" +"geoId/C46300" +"geoId/C47460" +"geoId/C48060" +"geoId/C48300" +"geoId/06015" +"geoId/08043" +"geoId/13085" +"geoId/13097" +"geoId/15001" +"geoId/15009" +"geoId/16057" +"geoId/18081" +"geoId/18173" +"geoId/19055" +"geoId/25001" +"geoId/25023" +"geoId/26061" +"geoId/26115" +"geoId/27171" +"geoId/28001" +"geoId/28045" +"geoId/28073" +"geoId/28075" +"geoId/28087" +"geoId/28149" +"geoId/29019" +"geoId/31001" +"geoId/37037" +"geoId/39001" +"geoId/39129" +"geoId/72021" +"geoId/72057" +"geoId/47047" +"geoId/48457" +"geoId/48497" +"geoId/49013" +"geoId/51800" +"geoId/53009" +"geoId/53047" +"geoId/C12700" +"geoId/C15260" +"geoId/C15860" +"geoId/C17860" +"geoId/C18060" +"geoId/C18860" +"geoId/C25020" +"geoId/C25580" +"geoId/C25620" +"geoId/C25900" +"geoId/C26340" +"geoId/C27980" +"geoId/C32940" +"geoId/C33780" +"geoId/C34140" +"geoId/C35020" +"geoId/C38820" +"geoId/C46980" +"geoId/02122" +"geoId/06115" +"geoId/08029" +"geoId/08083" +"geoId/08097" +"geoId/09015" +"geoId/12009" +"geoId/13261" +"geoId/17029" +"geoId/17083" +"geoId/17105" +"geoId/18043" +"geoId/18107" +"geoId/18165" +"geoId/18169" +"geoId/18175" +"geoId/20133" +"geoId/20177" +"geoId/21013" +"geoId/21151" +"geoId/21193" +"geoId/21195" +"geoId/23025" +"geoId/26111" +"geoId/26139" +"geoId/27017" +"geoId/30067" +"geoId/31019" +"geoId/31157" +"geoId/32007" +"geoId/35028" +"geoId/35061" +"geoId/37019" +"geoId/39013" +"geoId/39083" +"geoId/39087" +"geoId/39145" +"geoId/40031" +"geoId/40071" +"geoId/45021" +"geoId/47041" +"geoId/47149" +"geoId/47155" +"geoId/47173" +"geoId/47187" +"geoId/47189" +"geoId/48291" +"geoId/48339" +"geoId/48367" +"geoId/48397" +"geoId/48479" +"geoId/49021" +"geoId/51027" +"geoId/51540" +"geoId/51670" +"geoId/51680" +"geoId/56029" +"geoId/C11140" +"geoId/C16260" +"geoId/C16660" +"geoId/C16820" +"geoId/C18820" +"geoId/C21020" +"geoId/C21220" +"geoId/C23500" +"geoId/C28260" +"geoId/C29700" +"geoId/C30020" +"geoId/C31060" +"geoId/C31340" +"geoId/C33180" +"geoId/C33220" +"geoId/C34540" +"geoId/C37340" +"geoId/C38620" +"geoId/C38700" +"geoId/C39020" +"geoId/C40080" +"geoId/C42420" +"geoId/C42940" +"geoId/C47340" +"geoId/01069" +"geoId/01091" +"geoId/01113" +"geoId/05003" +"geoId/05031" +"geoId/05035" +"geoId/05051" +"geoId/05069" +"geoId/05089" +"geoId/05091" +"geoId/05093" +"geoId/05103" +"geoId/05107" +"geoId/05113" +"geoId/05115" +"geoId/05131" +"geoId/05139" +"geoId/05143" +"geoId/05145" +"geoId/08035" +"geoId/13245" +"geoId/16019" +"geoId/17077" +"geoId/17157" +"geoId/18005" +"geoId/18015" +"geoId/18033" +"geoId/18035" +"geoId/18095" +"geoId/22079" +"geoId/24029" +"geoId/26105" +"geoId/27007" +"geoId/27057" +"geoId/28081" +"geoId/35005" +"geoId/35025" +"geoId/35031" +"geoId/35055" +"geoId/36071" +"geoId/36111" +"geoId/39057" +"geoId/39175" +"geoId/40019" +"geoId/40097" +"geoId/40153" +"geoId/72053" +"geoId/45073" +"geoId/46011" +"geoId/48199" +"geoId/48469" +"geoId/48485" +"geoId/51520" +"geoId/51031" +"geoId/51035" +"geoId/51690" +"geoId/51740" +"geoId/51840" +"geoId/51199" +"geoId/55029" +"geoId/55085" +"geoId/C11620" +"geoId/C12140" +"geoId/C13420" +"geoId/C14180" +"geoId/C15100" +"geoId/C15780" +"geoId/C18020" +"geoId/C20020" +"geoId/C20980" +"geoId/C22220" +"geoId/C22900" +"geoId/C23700" +"geoId/C25760" +"geoId/C26020" +"geoId/C26300" +"geoId/C26820" +"geoId/C27860" +"geoId/C28740" +"geoId/C31220" +"geoId/C32300" +"geoId/C34620" +"geoId/C38220" +"geoId/C40740" +"geoId/C40780" +"geoId/C42620" +"geoId/C42860" +"geoId/C45340" +"geoId/C45500" +"geoId/C46180" +"geoId/C47020" +"geoId/C48660" +"geoId/C49020" +"geoId/C49260" +"geoId/01015" +"geoId/01033" +"geoId/01049" +"geoId/01051" +"geoId/01053" +"geoId/01059" +"geoId/01071" +"geoId/01109" +"geoId/01121" +"geoId/01127" +"geoId/05019" +"geoId/06057" +"geoId/08067" +"geoId/08075" +"geoId/13055" +"geoId/13231" +"geoId/13255" +"geoId/16013" +"geoId/17107" +"geoId/18069" +"geoId/18091" +"geoId/20125" +"geoId/23023" +"geoId/26005" +"geoId/26057" +"geoId/26101" +"geoId/26157" +"geoId/33009" +"geoId/33017" +"geoId/33019" +"geoId/36013" +"geoId/36043" +"geoId/36053" +"geoId/36079" +"geoId/36101" +"geoId/36109" +"geoId/37011" +"geoId/37085" +"geoId/37113" +"geoId/37111" +"geoId/37133" +"geoId/37139" +"geoId/37191" +"geoId/39033" +"geoId/39047" +"geoId/39077" +"geoId/39091" +"geoId/39123" +"geoId/39139" +"geoId/39159" +"geoId/39167" +"geoId/41019" +"geoId/42001" +"geoId/42027" +"geoId/42029" +"geoId/42047" +"geoId/42107" +"geoId/42111" +"geoId/72017" +"geoId/72031" +"geoId/72091" +"geoId/45083" +"geoId/47025" +"geoId/47105" +"geoId/47167" +"geoId/48027" +"geoId/48157" +"geoId/48251" +"geoId/48423" +"geoId/48473" +"geoId/51009" +"geoId/51071" +"geoId/51101" +"geoId/51107" +"geoId/51147" +"geoId/51197" +"geoId/53027" +"geoId/C10140" +"geoId/C10940" +"geoId/C11500" +"geoId/C11660" +"geoId/C13340" +"geoId/C13980" +"geoId/C15340" +"geoId/C17700" +"geoId/C18500" +"geoId/C20380" +"geoId/C20420" +"geoId/C22520" +"geoId/C22840" +"geoId/C23900" +"geoId/C24140" +"geoId/C25200" +"geoId/C26090" +"geoId/C26540" +"geoId/C27060" +"geoId/C27340" +"geoId/C27460" +"geoId/C28660" +"geoId/C30660" +"geoId/C31900" +"geoId/C31930" +"geoId/C32000" +"geoId/C33140" +"geoId/C35940" +"geoId/C38840" +"geoId/C39060" +"geoId/C40700" +"geoId/C42460" +"geoId/C43740" +"geoId/C41260" +"geoId/C44300" +"geoId/C44540" +"geoId/C44900" +"geoId/C45180" +"geoId/C45980" +"geoId/C46020" +"geoId/C46340" +"geoId/C47920" +"geoId/01119" +"geoId/04015" +"geoId/13303" +"geoId/17179" +"geoId/19013" +"geoId/21083" +"geoId/21095" +"geoId/21113" +"geoId/21157" +"geoId/21213" +"geoId/21235" +"geoId/26019" +"geoId/26021" +"geoId/26041" +"geoId/26077" +"geoId/26117" +"geoId/26127" +"geoId/26159" +"geoId/28027" +"geoId/28067" +"geoId/28151" +"geoId/29215" +"geoId/31047" +"geoId/37023" +"geoId/39009" +"geoId/39063" +"geoId/39079" +"geoId/39089" +"geoId/39097" +"geoId/39147" +"geoId/45001" +"geoId/45007" +"geoId/45039" +"geoId/45089" +"geoId/48091" +"geoId/48139" +"geoId/48257" +"geoId/53045" +"geoId/54099" +"geoId/55095" +"geoId/C11900" +"geoId/C17260" +"geoId/C21540" +"geoId/C22300" +"geoId/C24740" +"geoId/C24940" +"geoId/C27160" +"geoId/C28020" +"geoId/C29420" +"geoId/C29860" +"geoId/C30420" +"geoId/C30940" +"geoId/C32460" +"geoId/C35660" +"geoId/C43220" +"geoId/C45660" +"geoId/C45900" +"geoId/C46100" +"geoId/C47940" +"geoId/01079" +"geoId/06005" +"geoId/08117" +"geoId/12005" +"geoId/12091" +"geoId/12101" +"geoId/12105" +"geoId/12127" +"geoId/18039" +"geoId/22063" +"geoId/24023" +"geoId/26031" +"geoId/26151" +"geoId/37025" +"geoId/37035" +"geoId/37057" +"geoId/37061" +"geoId/37071" +"geoId/37083" +"geoId/37159" +"geoId/37195" +"geoId/37199" +"geoId/39157" +"geoId/47001" +"geoId/47089" +"geoId/51047" +"geoId/51069" +"geoId/51179" +"geoId/53031" +"geoId/53065" +"geoId/C14720" +"geoId/C18880" +"geoId/C19660" +"geoId/C21140" +"geoId/C29460" +"geoId/C34100" +"geoId/C35420" +"geoId/C37460" +"geoId/C40260" +"geoId/C48980" +"geoId/12017" +"geoId/12089" +"geoId/12097" +"geoId/12107" +"geoId/16027" +"geoId/18027" +"geoId/18093" +"geoId/21047" +"geoId/21209" +"geoId/22049" +"geoId/23021" +"geoId/26091" +"geoId/29213" +"geoId/32001" +"geoId/37001" +"geoId/37013" +"geoId/37033" +"geoId/37069" +"geoId/39109" +"geoId/39111" +"geoId/47043" +"geoId/47063" +"geoId/47075" +"geoId/47117" +"geoId/49045" +"geoId/51033" +"geoId/51093" +"geoId/53001" +"geoId/53037" +"geoId/53039" +"geoId/54019" +"geoId/54079" +"geoId/C10300" +"geoId/C13220" +"geoId/C13260" +"geoId/C14700" +"geoId/C15140" +"geoId/C15500" +"geoId/C21260" +"geoId/C21980" +"geoId/C26140" +"geoId/C30280" +"geoId/C36830" +"geoId/C37260" +"geoId/C40820" +"geoId/C47780" +"geoId/C47820" +"geoId/01061" +"geoId/06009" +"geoId/08119" +"geoId/13105" +"geoId/13111" +"geoId/16065" +"geoId/17085" +"geoId/29043" +"geoId/29051" +"geoId/31067" +"geoId/31079" +"geoId/35006" +"geoId/37031" +"geoId/37089" +"geoId/37135" +"geoId/37189" +"geoId/72033" +"geoId/47179" +"geoId/51089" +"geoId/51163" +"geoId/51195" +"geoId/56007" +"geoId/56023" +"geoId/C13100" +"geoId/C13720" +"geoId/C14380" +"geoId/C24260" +"geoId/C24380" +"geoId/C27620" +"geoId/C27740" +"geoId/C33980" +"geoId/C39940" +"geoId/08085" +"geoId/12021" +"geoId/12111" +"geoId/13127" +"geoId/13135" +"geoId/16067" +"geoId/24019" +"geoId/31153" +"geoId/35035" +"geoId/36087" +"geoId/37131" +"geoId/72119" +"geoId/47031" +"geoId/47045" +"geoId/47079" +"geoId/47141" +"geoId/49053" +"geoId/78030" +"geoId/51185" +"geoId/53041" +"geoId/54061" +"geoId/C10460" +"geoId/C14140" +"geoId/C15420" +"geoId/C15700" +"geoId/C16500" +"geoId/C18260" +"geoId/C20540" +"geoId/C33940" +"geoId/C34060" +"geoId/C34940" +"geoId/C37540" +"geoId/C38940" +"geoId/C41100" +"geoId/01083" +"geoId/06035" +"geoId/12003" +"geoId/12059" +"geoId/12085" +"geoId/13021" +"geoId/13095" +"geoId/19139" +"geoId/20121" +"geoId/24009" +"geoId/26107" +"geoId/26143" +"geoId/27041" +"geoId/27049" +"geoId/27097" +"geoId/27115" +"geoId/29091" +"geoId/29186" +"geoId/33001" +"geoId/33003" +"geoId/40047" +"geoId/42033" +"geoId/42055" +"geoId/47085" +"geoId/48215" +"geoId/78010" +"geoId/53057" +"geoId/54051" +"geoId/C10500" +"geoId/C10820" +"geoId/C13660" +"geoId/C16540" +"geoId/C20180" +"geoId/C21420" +"geoId/C23780" +"geoId/C29060" +"geoId/C31420" +"geoId/C32580" +"geoId/C34580" +"geoId/C34700" +"geoId/C39860" +"geoId/C45000" +"geoId/C48460" +"geoId/12069" +"geoId/12087" +"geoId/13115" +"geoId/13295" +"geoId/18123" +"geoId/19085" +"geoId/19169" +"geoId/19181" +"geoId/27095" +"geoId/27111" +"geoId/39041" +"geoId/39055" +"geoId/39173" +"geoId/40039" +"geoId/40111" +"geoId/42005" +"geoId/42059" +"geoId/42089" +"geoId/72069" +"geoId/44009" +"geoId/47099" +"geoId/51165" +"geoId/C11180" +"geoId/C20700" +"geoId/C22260" +"geoId/C25500" +"geoId/C28580" +"geoId/C29980" +"geoId/C34500" +"geoId/C40660" +"geoId/C48220" +"geoId/02170" +"geoId/12083" +"geoId/13113" +"geoId/18063" +"geoId/27027" +"geoId/27169" +"geoId/28107" +"geoId/36021" +"geoId/37107" +"geoId/39043" +"geoId/40121" +"geoId/C15620" +"geoId/C26460" +"geoId/C28820" +"geoId/C32540" +"geoId/C36100" +"geoId/C41780" +"geoId/C49100" +"geoId/04021" +"geoId/08039" +"geoId/13057" +"geoId/13059" +"geoId/13063" +"geoId/13067" +"geoId/13077" +"geoId/13139" +"geoId/13151" +"geoId/18051" +"geoId/18067" +"geoId/20191" +"geoId/21073" +"geoId/22029" +"geoId/22105" +"geoId/26055" +"geoId/27047" +"geoId/27085" +"geoId/28011" +"geoId/28035" +"geoId/28047" +"geoId/28121" +"geoId/28123" +"geoId/29097" +"geoId/29113" +"geoId/31111" +"geoId/31177" +"geoId/36089" +"geoId/37099" +"geoId/37179" +"geoId/40017" +"geoId/40021" +"geoId/40095" +"geoId/40115" +"geoId/40119" +"geoId/40125" +"geoId/41003" +"geoId/41067" +"geoId/42117" +"geoId/72059" +"geoId/72081" +"geoId/72097" +"geoId/45041" +"geoId/45047" +"geoId/47059" +"geoId/48037" +"geoId/48055" +"geoId/51139" +"geoId/54003" +"geoId/54033" +"geoId/54081" +"geoId/C10380" +"geoId/C10660" +"geoId/C12020" +"geoId/C17220" +"geoId/C17380" +"geoId/C18700" +"geoId/C19000" +"geoId/C23180" +"geoId/C23580" +"geoId/C24620" +"geoId/C25220" +"geoId/C26780" +"geoId/C27900" +"geoId/C29020" +"geoId/C32420" +"geoId/C33060" +"geoId/C35820" +"geoId/C36300" +"geoId/C43060" +"geoId/C44660" +"geoId/C45140" +"geoId/01003" +"geoId/05045" +"geoId/12023" +"geoId/12113" +"geoId/12129" +"geoId/13153" +"geoId/13185" +"geoId/13213" +"geoId/16011" +"geoId/17113" +"geoId/18011" +"geoId/18055" +"geoId/18065" +"geoId/18071" +"geoId/18133" +"geoId/18145" +"geoId/19017" +"geoId/22075" +"geoId/22109" +"geoId/26165" +"geoId/27035" +"geoId/27061" +"geoId/27067" +"geoId/27103" +"geoId/27139" +"geoId/28109" +"geoId/29207" +"geoId/35039" +"geoId/35053" +"geoId/40015" +"geoId/40081" +"geoId/40133" +"geoId/42041" +"geoId/45025" +"geoId/48221" +"geoId/48309" +"geoId/53075" +"geoId/54049" +"geoId/54055" +"geoId/55045" +"geoId/C13940" +"geoId/C14010" +"geoId/C14020" +"geoId/C14660" +"geoId/C19140" +"geoId/C19300" +"geoId/C21580" +"geoId/C21900" +"geoId/C29380" +"geoId/C35220" +"geoId/C38100" +"geoId/C39420" +"geoId/C42980" +"geoId/C46660" +"geoId/C47380" +"geoId/C47580" +"geoId/C48820" +"geoId/12055" +"geoId/12061" +"geoId/16039" +"geoId/17023" +"geoId/18183" +"geoId/19111" +"geoId/22127" +"geoId/26033" +"geoId/28003" +"geoId/37151" +"geoId/46093" +"geoId/47131" +"geoId/48203" +"geoId/55003" +"geoId/C18420" +"geoId/C22800" +"geoId/C32220" +"geoId/C34300" +"geoId/C42300" +"geoId/C42680" +"geoId/C42700" +"geoId/13069" +"geoId/16049" +"geoId/20161" +"geoId/21125" +"geoId/28043" +"geoId/29053" +"geoId/35027" +"geoId/36075" +"geoId/39053" +"geoId/40001" +"geoId/45075" +"geoId/C20060" +"geoId/C21380" +"geoId/C24980" +"geoId/C31740" +"geoId/C36700" +"geoId/C38580" +"geoId/C40760" +"geoId/01005" +"geoId/19197" +"geoId/20045" +"geoId/20103" +"geoId/25007" +"geoId/26089" +"geoId/27021" +"geoId/32023" +"geoId/37127" +"geoId/40037" +"geoId/46029" +"geoId/48209" +"geoId/48231" +"geoId/48273" +"geoId/53021" +"geoId/53025" +"geoId/C21640" +"geoId/C28780" +"geoId/C29940" +"geoId/C34180" +"geoId/C37220" +"geoId/C47240" +"geoId/C47980" +"geoId/16045" +"geoId/28093" +"geoId/29049" +"geoId/29157" +"geoId/40135" +"geoId/42063" +"geoId/48373" +"geoId/55135" +"geoId/C26860" +"geoId/04012" +"geoId/13073" +"geoId/13297" +"geoId/22103" +"geoId/27005" +"geoId/27083" +"geoId/72001" +"geoId/48149" +"geoId/48323" +"geoId/C10260" +"geoId/C20580" +"geoId/C32140" +"geoId/05067" +"geoId/72123" +"geoId/C17640" +"geoId/08093" +"geoId/24047" +"geoId/32019" +"geoId/72077" +"geoId/48381" +"geoId/C22280" +"geoId/41031" +"geoId/41071" +"geoId/51003" +"geoId/08015" +"geoId/08087" +"geoId/18105" +"geoId/26047" +"geoId/29003" +"geoId/29027" +"geoId/46127" +"geoId/48349" +"geoId/C18620" +"geoId/C22820" +"geoId/05141" +"geoId/16031" +"geoId/19171" +"geoId/40089" +"geoId/40113" +"geoId/12035" +"geoId/41011" +"geoId/42075" +"geoId/48171" +"geoId/49007" +"geoId/55005" +"geoId/C18300" +"geoId/C23240" +"geoId/C30140" +"geoId/C39220" +"geoId/55053" +"geoId/55081" +"geoId/37105" +"geoId/40013" +"geoId/42015" +"geoId/55121" +"geoId/C20460" +"geoId/C41820" +"geoId/C42380" +"geoId/16053" +"geoId/22099" +"geoId/40051" +"geoId/40147" +"geoId/72025" +"geoId/C12780" +"geoId/40023" +"geoId/02050" +"geoId/39067" +"geoId/40079" +"geoId/42051" +"geoId/42115" +"geoId/05007" +"geoId/42131" +"geoId/53055" +"geoId/48013" +"geoId/48041" +"geoId/48493" +"geoId/C17780" +"geoId/51143" +"geoId/C19260" +"geoId/40123" +"geoId/C10220" +"geoId/30041" +"geoId/53049" +"geoId/49051" +"geoId/C25720" +"geoId/19187" +"geoId/42123" +"geoId/C22700" +"geoId/C47620" diff --git a/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv b/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv new file mode 100644 index 0000000000..c45fa4a96b --- /dev/null +++ b/scripts/us_epa/airqualityindex/golden_data/golden_summary_report.csv @@ -0,0 +1,2 @@ +"NumPlaces","Units","observationPeriods","NumObservationsDates","MinValue","MeasurementMethods","MaxValue","NumObservations","MinDate","ScalingFactors","MaxDate","StatVar" +"2230","[]","[P1D]","16802","0.0","[]","22897.0","18329323","1980-01-01","[]","2025-12-31","AirQualityIndex_AirPollutant" diff --git a/scripts/us_epa/airqualityindex/manifest.json b/scripts/us_epa/airqualityindex/manifest.json index dbf52bba55..97f44f4d50 100644 --- a/scripts/us_epa/airqualityindex/manifest.json +++ b/scripts/us_epa/airqualityindex/manifest.json @@ -11,7 +11,8 @@ "air_quality_aggregate.py" ], "source_files": [ - "input_files/*" + "input_files/*", + "golden_data/*" ], "import_inputs": [ { @@ -20,10 +21,11 @@ } ], "cron_schedule": "15 22 10 1,7 *", + "validation_config_file": "validation_config.json", "resource_limits": { "cpu": 32, "memory": 128, - "disk": 512 + "disk": 300 } } ] diff --git a/scripts/us_epa/airqualityindex/validation_config.json b/scripts/us_epa/airqualityindex/validation_config.json new file mode 100644 index 0000000000..c0e27b6aaf --- /dev/null +++ b/scripts/us_epa/airqualityindex/validation_config.json @@ -0,0 +1,39 @@ +{ + "schema_version": "1.0", + "rules": [ + { + "rule_id": "check_deleted_records_percent", + "description": "Strictly enforce historical deletion average threshold of 0.1%", + "validator": "DELETED_RECORDS_PERCENT", + "params": { + "threshold": 0.1 + } + }, + { + "rule_id": "check_goldens_summary_report", + "description": "Validates summary_report.csv against the golden summary data", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_summary_report.csv", + "goldens_key_property": [ + "StatVar", + "NumPlaces", + "NumObservations", + "NumObservationsDates", + "observationPeriods", + "MinDate", + "MaxDate" + ] + } + }, + { + "rule_id": "check_goldens_output_csv", + "description": "Verifies the generated output CSV data matches established critical golden records", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_observations.csv", + "input_files": "../../../../output/EPA_AQI.csv" + } + } + ] +} \ No newline at end of file