fileparser.py

import sqlite3
import csv
import redis

con = sqlite3.connect("distantlife.db")
con.row_factory = sqlite3.Row # Includes column name in return dictionary
db = con.cursor()

r = redis.StrictRedis(host="127.0.0.1", port=6379, db=0)


def save_words(csvf, word_set_id, orig_set_id=''):
    """Open the CSV file and read its contents into memory

    Args:
        csvf (file): the file to process
        word_set_id (str): the translated word set to add to
        orig_set_id (str, optional): The original language word set to add to. Defaults to ''.

    Returns:
        len (int): the number of words added
    """
    words = []
    headings = []

    with open(csvf, "r", encoding='utf-8-sig') as file:
        reader = csv.reader(file, delimiter=',')

        # Create dictionary keys
        for row in reader:
            i = 0
            while (i < len(row)):
                headings.append(row[i])
                i += 1
            break

        # Save STR values to each person
        for row in reader:
            i = 0
            word = {}

            while (i < len(row)):
                key = str(headings[i])
                value = row[i]
                word[key] = value
                i += 1
            words.append(word)

    # Get heading names
    lang1 = headings[0]  # Original Language
    lang1p = headings[1]  # Original transliteration
    lang2 = headings[2]  # Translation Language
    lang2p = headings[3]  # Translation transliteration
    wtype = headings[4]  # Type of word (noun, verb)

    orig_lang_id = (db.execute(
        "SELECT id FROM languages WHERE name = ?", (lang1, )).fetchall())[0]['id']
    trans_lang_id = (db.execute(
        "SELECT id FROM languages WHERE name = ?", (lang2, )).fetchall())[0]['id']

    for w in words:
        word_type_id = (db.execute(
            "SELECT id FROM word_type WHERE type = ?", (w[wtype], )).fetchall())[0]['id']

        new_orig_word_id = (db.execute("INSERT INTO words ('wordstr', 'language_id', 'type', 'pronunciation') VALUES (?, ?, ?, ?)",
                                      (w[lang1], orig_lang_id, word_type_id, w[lang1p])
                                      )).lastrowid
        con.commit()
        new_translated_word_id = (db.execute("INSERT INTO words ('wordstr', 'language_id', 'type', 'pronunciation') VALUES (?, ?, ?, ?)",
                                            (w[lang2], trans_lang_id, word_type_id,  w[lang2p])
                                            )).lastrowid
        con.commit()
        db.execute("INSERT INTO word_set_words (word_set_id, word_id) VALUES (?, ?)",
                   (word_set_id, new_translated_word_id))
        con.commit()
        # if orig_set_id is set
        if (orig_set_id != ''):
            db.execute("INSERT INTO word_set_words (word_set_id, word_id) VALUES (?, ?)",
                       (int(orig_set_id), new_orig_word_id))
            con.commit()
        # insert orig and its translation equivalent
        db.execute("INSERT INTO word_translation (orig_lang, trans_lang, orig_word, trans_word) VALUES (?, ?, ?, ?)",
                   (orig_lang_id, trans_lang_id, new_orig_word_id, new_translated_word_id))
        con.commit()
        # reverse orig & translation
        db.execute("INSERT INTO word_translation (orig_lang, trans_lang, orig_word, trans_word) VALUES (?, ?, ?, ?)",
                   (trans_lang_id, orig_lang_id, new_translated_word_id, new_orig_word_id))
        con.commit()
    file.close()
    return len(words)