processDatabase.py

import sqlite3      # SQLite DB operations
import datetime     # ISO Date format
import shutil       # Copying and Moving files
import function as fn
from function import var


def main():

    district_user = fn.getDistrictFromUser()

    db_file = var["db_file"]
    input_dir = var["input_dir"]
    iso_date = datetime.date.today().isoformat()
    input_dir = fn.initNestedDir(input_dir, district_user)
    output_dir = fn.initNestedDir(input_dir, iso_date)
    investigation_dir = fn.initNestedDir(input_dir, "for checking")
    formatting_dir = fn.initNestedDir(input_dir, "formatting issues")
    rejected_dir = fn.initNestedDir(input_dir, "rejected")

    print("ℹ️ Connecting to Database")
    conn = sqlite3.connect(db_file)

    files_written = 0
    for_checking_count = 0
    incorrect_format_count = 0
    rejected_count = 0

    file_list = fn.getFileList(input_dir, [".docx", ".pdf"])
    try:
        for file in file_list:

            fn.printFileNameHeader(file)
            if fn.correctFormat(file):

                # -------------------------------------------- [ FORM PARSING ]

                institution = fn.getInstitutionDetails(file)
                student_data = fn.getStudentDetails(file)

                # ----------------------------------------- [ DATA PROCESSING ]

                # Cleaning up Student Data for processing
                student_data = fn.cleanStudentData(student_data)
                # Normalizing Student Data
                student_data = fn.normalizeStudentData(student_data)

                # Guessing District
                ifsc_list = fn.getStudentIfscList(student_data)
                district_guess = fn.guessDistrictFromIfscList(ifsc_list)
                print(f"💡 Possible District: {district_guess}")

                # Printing Data
                fn.printInstitution(institution)
                print("")
                fn.printStudentDataFrame(student_data)
                print("")

                # Deciding User District vs Guessed District
                district = district_user
                if district == "Unknown":
                    district = fn.getIndianState()
                print(f"✍️ Selected District: {district}\n")

                # ------------------------------------ [ VERIFICATION SECTION ]

                verification = fn.userVerifyStudentData(student_data)

                # --------------------------------------- [ ACTUATION SECTION ]

                if verification is True:
                    print("✅ Marking as Correct.")
                    # WRITING VERIFIED DATA INTO DATABASE
                    if fn.writeToDB(conn, district, institution, student_data):
                        print("✅ Data Written Successfully!")
                        shutil.move(file, output_dir)
                        files_written += 1
                    else:
                        print("❌ Rejected by Database")
                        shutil.move(file, rejected_dir)
                        rejected_count += 1
                else:
                    input("Move for Investigation? (ret) ")
                    print("❌ Moving for further Investigation.")
                    shutil.move(file, investigation_dir)
                    for_checking_count += 1

            # ---------------------------------------- [ INCORRECT FORMATTING ]

            else:
                print("⚠️ Formatting error detected!")
                input("Move for checking Format? (ret) ")
                print("❌ Moving for Re-Formatting.")
                shutil.move(file, formatting_dir)
                incorrect_format_count += 1

    except KeyboardInterrupt:
        print("Caught the Keyboard Interrupt ;D")

    # -------------------------------------------------------------- [ REPORT ]

    print("ℹ️ Closing DB")
    conn.close()

    print("")
    horizontal_line = "-"*80
    print(horizontal_line)
    print("FINAL REPORT".center(80))
    print(horizontal_line)
    print(f"Files Accepted    : {files_written}".center(80))
    print(f"For Checking      : {for_checking_count}".center(80))
    print(f"Formatting Issues : {incorrect_format_count}".center(80))
    print(f"Rejected by DB    : {rejected_count}".center(80))
    print(horizontal_line)