Add scripts that fetch district, constituency data for each Vidhan Sabha state

scripts/country-in/create_ocd_ids.py

@@ -0,0 +1,136 @@
+"""
+Program to generate OCD IDs for the 2019 Indian Vidhan Sabha elections.
+Adaptable to generate OCD-IDs for elections with districts and constituencies.
+State OCD-IDs created for Bihar, Delhi, Jharkhand, Maharashstra, and Haryana.
+
+Information on Districts and Constituencies for each state are read from a
+CSV file called `{state_abbreviation}_constituencies.csv`. A left-join is executed
+on the table read from this CSV and another (required) CSV called
+`{state_abbrev}_districts.csv`, on the "district" column, creating a new table
+that adds an abbreviation column to the original constituencies table.
+
+The {state_abbreviation}_constituencies.csv files can be created using the
+`fetch_constituencies.py` script available in this directory.
+
+This script writes OCD-IDs into a CSV with the election name, in this case
+vidhan_sabha.csv. It also prints out the parents OCD-IDs that need to be added
+to the `federal_states_territories.csv` file before `compile.py` is run.
+
+Source of truth for district and constituency names: https://electoralsearch.in
+"""
+from __future__ import print_function
+import csv
+
+
+# For file names and OCD-IDs.
+state_abbrevs = {"hr": "Haryana", "mh": "Maharashtra",
+                 "br": "Bihar", "dl": "Delhi", "jh": "Jharkhand"}
+country = "in"
+
+# Final output CSV name and its columns.
+election_name = "Vidhan Sabha"
+columns = ["id", "name"]
+
+# Final table being written to ocd-id CSV
+write_table = []
+new_file = True
+
+# If top level OCD-IDs don't exist
+# Prints them to stdout to be added to
+# federal_states_territories.csv.
+print_top_level_ids = True
+
+# cleans the data of certain punctuation
+punc_replacements = {
+    " ": "_",
+    "(": "",
+    ")": "",
+    "-": "_"
+}
+
+def read_csv(csv_file):
+  """Returns in-memory list of table rows."""
+  table = []
+  with open("csv/" + csv_file, "r", encoding="utf-8") as f:
+      csv_reader = csv.DictReader(f)
+      for row in csv_reader:
+        table.append(row)
+  return table
+
+def join_table(consts, districts, state, state_abbr):
+  """Joins abbrevations with constituency districts."""
+  new_table = []
+  ht = {} # Hashtable that stores the district abbreviation.
+  for d_row in districts:
+    district_key = d_row["district"]
+    ht[district_key] = d_row["abbreviation"].lower()
+  for c_row in consts:
+    cons_district = c_row["district"].strip()
+
+    if cons_district in ht:
+      c_row["district"] = cons_district
+      c_row["district_abbr"] = ht[cons_district][:2]
+    else:
+      raise Exception("district {} doesn't have abbrev".format(cons_district))
+
+    constituency = c_row["constituency"]
+    for old, new in punc_replacements.items():
+      constituency = constituency.replace(old, new)
+    c_row["constituency"] = constituency.lower()
+    c_row["state"] = state
+    c_row["state_abbr"] = state_abbr
+    c_row["district"] = cons_district
+    new_table.append(c_row)
+  return new_table
+
+def write_to_file(table):
+  """Formats hardcoded OCD ID and writes to CSV file."""
+  global new_file
+  ocd_id = "ocd-division/country:{}/{}:{}/district:{}/cd:{}"
+  rest = "{} constituency; {} district; {}"
+  write_header = None
+
+  # Used to create top level OCD IDs if they don't exist.
+  parent_set = set()
+
+  # Write headers if it's the first table being written.
+  if new_file:
+    open_type = "w+"
+    new_file = False
+    write_header = True
+  else:
+    open_type = "a+"
+  with open("{}.csv".format(election_name.lower().replace(" ", "_")),
+            open_type, encoding="utf-8") as f:
+    writer = csv.DictWriter(f, fieldnames=columns)
+    if write_header:
+      writer.writeheader()
+      write_header = False
+    for row in table:
+      # An exception: Delhi is a territory, not a state.
+      if row["state_abbr"] == "dl":
+        state_name = "territory"
+      else:
+        state_name = "state"
+      full_const = " ".join(word.capitalize()
+                            for word in row["constituency"].split("_"))
+      ocd_id_row = {
+          "id": ocd_id.format(country, state_name, row["state_abbr"],
+                              row["district_abbr"], row["constituency"]),
+          "name": rest.format(full_const, row["district"], row["state"])
+      }
+      if print_top_level_ids:
+        parent = ocd_id_row["id"].rsplit("/", 1)
+        parent_set.add("/".join(parent[:-1]) + "," + row["district"])
+      writer.writerow(ocd_id_row)
+  if print_top_level_ids:
+    for parent in sorted(parent_set, key=lambda x: x.split(",")[-1]):
+      print(parent)
+
+# Driver script
+for state_abbr, state  in sorted(state_abbrevs.items()):
+  consts = read_csv("{}_constituencies.csv".format(state_abbr))
+  districts = read_csv("{}_districts.csv".format(state_abbr))
+  write_table.append(join_table(consts, districts, state, state_abbr))
+for t in write_table:
+  write_to_file(t)

scripts/country-in/csv/br_constituencies.csv

@@ -0,0 +1,242 @@
+constituency,district
+Araria,Araria
+Forbesganj,Araria
+Jokihat,Araria
+Narpatganj,Araria
+Raniganj,Araria
+Sikti,Araria
+Arwal,Arwal
+Kurtha,Arwal
+Aurangabad,Aurangabad
+Goh,Aurangabad
+Kutumba,Aurangabad
+Nabinagar,Aurangabad
+Obra,Aurangabad
+Rafiganj,Aurangabad
+Amarpur,Banka
+Banka,Banka
+Belhar,Banka
+Dhauraiya,Banka
+Katoria,Banka
+Bachhwara,Begusarai
+Bakhri,Begusarai
+Begusarai,Begusarai
+Cheria Bariarpur,Begusarai
+Matihani,Begusarai
+Sahebpur Kamal,Begusarai
+Teghra,Begusarai
+Bhagalpur,Bhagalpur
+Bihpur,Bhagalpur
+Gopalpur,Bhagalpur
+Kahalgaon,Bhagalpur
+Nathnagar,Bhagalpur
+Pirpainti,Bhagalpur
+Sultanganj,Bhagalpur
+Agiaon,Bhojpur
+Arrah,Bhojpur
+Barhara,Bhojpur
+Jagdishpur,Bhojpur
+Sandesh,Bhojpur
+Shahpur,Bhojpur
+Tarari,Bhojpur
+Brahampur,Buxar
+Buxar,Buxar
+Dumraon,Buxar
+Rajpur,Buxar
+Alinagar,Darbhanga
+Bahadurpur,Darbhanga
+Benipur,Darbhanga
+Darbhanga,Darbhanga
+Darbhanga Rural,Darbhanga
+Gaura Bauram,Darbhanga
+Hayaghat,Darbhanga
+Jale,Darbhanga
+Keoti,Darbhanga
+Kusheshwar Asthan,Darbhanga
+Atri,Gaya
+Barachatti,Gaya
+Belaganj,Gaya
+Bodh Gaya,Gaya
+Gaya Town,Gaya
+Gurua,Gaya
+Imamganj,Gaya
+Sherghati,Gaya
+Tikari,Gaya
+Wazirganj,Gaya
+Baikunthpur,Gopalganj
+Barauli,Gopalganj
+Bhorey,Gopalganj
+Gopalganj,Gopalganj
+Hathua,Gopalganj
+Kuchaikote,Gopalganj
+Ghosi,Jahanabad
+Jehanabad,Jahanabad
+Makhdumpur,Jahanabad
+Chakai,Jamui
+Jamui,Jamui
+Jhajha,Jamui
+Sikandra,Jamui
+Bhabua,Kaimur
+Chainpur,Kaimur
+Mohania,Kaimur
+Ramgarh,Kaimur
+Balrampur,Katihar
+Barari,Katihar
+Kadwa,Katihar
+Katihar,Katihar
+Korha,Katihar
+Manihari,Katihar
+Pranpur,Katihar
+Alauli,Khagaria
+Beldaur,Khagaria
+Khagaria,Khagaria
+Parbatta,Khagaria
+Bahadurganj,Kishanganj
+Kishanganj,Kishanganj
+Kochadhaman,Kishanganj
+Thakurganj,Kishanganj
+Lakhisarai,Lakhisarai
+Surajgarha,Lakhisarai
+Alamnagar,Madhepura
+Bihariganj,Madhepura
+Madhepura,Madhepura
+Singheshwar,Madhepura
+Babubarhi,Madhubani
+Benipatti,Madhubani
+Bisfi,Madhubani
+Harlakhi,Madhubani
+Jhanjharpur,Madhubani
+Khajauli,Madhubani
+Laukaha,Madhubani
+Madhubani,Madhubani
+Phulparas,Madhubani
+Rajnagar,Madhubani
+Jamalpur,Munger
+Munger,Munger
+Tarapur,Munger
+Aurai,Muzaffarpur
+Baruraj,Muzaffarpur
+Bochaha,Muzaffarpur
+Gaighat,Muzaffarpur
+Kanti,Muzaffarpur
+Kurhani,Muzaffarpur
+Minapur,Muzaffarpur
+Muzaffarpur,Muzaffarpur
+Paroo,Muzaffarpur
+Sahebganj,Muzaffarpur
+Sakra,Muzaffarpur
+Asthawan,Nalanda
+Biharsharif,Nalanda
+Harnaut,Nalanda
+Hilsa,Nalanda
+Islampur,Nalanda
+Nalanda,Nalanda
+Rajgir,Nalanda
+Gobindpur,Nawada
+Hisua,Nawada
+Nawada,Nawada
+Rajauli,Nawada
+Warsaliganj,Nawada
+Bagaha,Paschim Champaran
+Bettiah,Paschim Champaran
+Chanpatia,Paschim Champaran
+Lauriya,Paschim Champaran
+Narkatiaganj,Paschim Champaran
+Nautan,Paschim Champaran
+Ramnagar,Paschim Champaran
+Sikta,Paschim Champaran
+Valmikinagar,Paschim Champaran
+Bakhtiarpur,Patna
+Bankipur,Patna
+Barh,Patna
+Bikram,Patna
+Danapur,Patna
+Digha,Patna
+Fatuha,Patna
+Kumhrar,Patna
+Maner,Patna
+Masaurhi,Patna
+Mokama,Patna
+Paliganj,Patna
+Patna Sahib,Patna
+Phulwari,Patna
+Amour,Purnia
+Baisi,Purnia
+Banmankhi,Purnia
+Dhamdaha,Purnia
+Kasba,Purnia
+Purnia,Purnia
+Rupauli,Purnia
+Chiraiya,Purvi Champaran
+Dhaka,Purvi Champaran
+Govindganj,Purvi Champaran
+Harsidhi,Purvi Champaran
+Kalyanpur,Samastipur
+Kesaria,Purvi Champaran
+Madhuban,Purvi Champaran
+Motihari,Purvi Champaran
+Narkatia,Purvi Champaran
+Pipra,Supaul
+Raxaul,Purvi Champaran
+Sugauli,Purvi Champaran
+Chenari,Rohtas
+Dehri,Rohtas
+Dinara,Rohtas
+Karakat,Rohtas
+Kargahar,Rohtas
+Nokha,Rohtas
+Sasaram,Rohtas
+Mahishi,Saharsa
+Saharsa,Saharsa
+Simri Bakhtiarpur,Saharsa
+Sonbarsha,Saharsa
+Bibhutipur,Samastipur
+Hasanpur,Samastipur
+Mohiuddinnagar,Samastipur
+Morwa,Samastipur
+Rosera,Samastipur
+Samastipur,Samastipur
+Sarairanjan,Samastipur
+Ujiarpur,Samastipur
+Warisnagar,Samastipur
+Amnour,Saran
+Baniapur,Saran
+Chapra,Saran
+Ekma,Saran
+Garkha,Saran
+Manjhi,Saran
+Marhaura,Saran
+Parsa,Saran
+Sonepur,Saran
+Taraiya,Saran
+Barbigha,Sheikhpura
+Sheikhpura,Sheikhpura
+Sheohar,Sheohar
+Bajpatti,Sitamarhi
+Bathnaha,Sitamarhi
+Belsand,Sitamarhi
+Parihar,Sitamarhi
+Riga,Sitamarhi
+Runnisaidpur,Sitamarhi
+Sitamarhi,Sitamarhi
+Sursand,Sitamarhi
+Barharia,Siwan
+Darauli,Siwan
+Daraundha,Siwan
+Goriakothi,Siwan
+Maharajganj,Siwan
+Raghunathpur,Siwan
+Siwan,Siwan
+Ziradei,Siwan
+Chhatapur,Supaul
+Nirmali,Supaul
+Supaul,Supaul
+Triveniganj,Supaul
+Hajipur,Vaishali
+Lalganj,Vaishali
+Mahnar,Vaishali
+Mahua,Vaishali
+Patepur,Vaishali
+Raghopur,Vaishali
+Rajapakar,Vaishali
+Vaishali,Vaishali