justin/new-site
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix Iowa: remove wrong Socrata dataset (was liquor stores), mark SOS as WAF-blocked

Browse source
This commit is contained in:
justin 2026-05-30 19:28:41 -05:00
parent a6c7d2aef8
commit d51a2f61b4
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
scripts/formation/bulk_download.py
View file

@ -40,7 +40,10 @@ DB_URL = os.getenv("DATABASE_URL", "postgresql://pw:pw@localhost:5432/performanc
SOCRATA_STATES = {
# Verified working 2026-04-20
"CO": {"url": "https://data.colorado.gov/resource/4ykn-tg5h.json", "name_field": "entityname", "number_field": "entityid", "type_field": "entitytypecode", "status_field": "entitystatus", "date_field": "entityformdate", "formation_state_field": "jurisdictonofformation"},
"IA": {"url": "https://data.iowa.gov/resource/ykb6-ywnd.json", "name_field": "entity_name", "number_field": "entity_number", "type_field": "entity_type", "status_field": "entity_status", "date_field": "date_formed", "formation_state_field": "home_state"},
# IA: Iowa SOS has no public Socrata dataset for business entities.
# The old dataset ID (ykb6-ywnd) was Iowa liquor stores, not entities.
# Iowa SOS (sos.iowa.gov) blocks all automated access via Akamai WAF.
# Fallback: manual lookup or CorpTools API for Iowa entity status.
"CT": {"url": "https://data.ct.gov/resource/n7gp-d28j.json", "name_field": "name", "number_field": "accountnumber", "type_field": "type", "status_field": "status", "date_field": "date_registration", "formation_state_field": "state_of_formation"},
"OR": {"url": "https://data.oregon.gov/resource/tckn-sxa6.json", "name_field": "business_name", "number_field": "registry_number", "type_field": "entity_type", "status_field": "status", "date_field": "registry_date", "formation_state_field": "state_of_origin"},
# NY dataset is active entities only (no status field — all are implicitly ACTIVE)

4
scripts/formation/states/ia/config.py
View file

@ -5,8 +5,8 @@ CONFIG = {
"agency_name": "Secretary of State",
"portal_url": "https://sos.iowa.gov",
"search_url": "https://sos.iowa.gov/search/business/search.aspx",
"search_method": "socrata",
"socrata_domain": "data.iowa.gov",
"search_method": "unavailable", # Iowa SOS blocks all automated access (Akamai WAF)
# No Socrata dataset exists for IA business entities
"registered_agent": {
"name": "Northwest Registered Agent",
"street": "1550 2nd Ave SE Ste 200",