import_data.py

from random import SystemRandom
import sqlite3
import csv
import dateparser

import db


def import_meetups(path, dataset_db):
    """
    Inserts meetups event details into the db
    """
    cursor = dataset_db.cursor()
    with open(path) as csv_file:
        csv_reader = csv.reader(csv_file, delimiter=',')
        next(csv_reader)  # Skip headers
        for row in csv_reader:
            name, date, unknown_attendees = row
            print("[import_meetups] Inserting meetup {}".format(name))
            db.insert_meetup(cursor, name, date, unknown_attendees)
    cursor.close()
    dataset_db.commit()


def import_user(anon_db, meetup_user_id):
    """
    This function reads Meetup dump information and creates a mapping between a real
    user_id and our id. The mapping will be used to keep a _user identity_ 
    without revealing his real data allowing metrics like churn rate to be calculated.
    """
    random = SystemRandom()
    print("[import_user] Procesing {}".format(meetup_user_id))
    ethereumba_meetup_id = db.get_user_mapping(anon_db, meetup_user_id)
    if ethereumba_meetup_id is None:
        new_ethereumba_meetup_id = random.randint(0, 2**32)
        print("[import_user] User not found. Assigning {} to {}".format(
            new_ethereumba_meetup_id, meetup_user_id))
        db.insert_userid_mapping(
            anon_db, meetup_user_id, new_ethereumba_meetup_id)
        return new_ethereumba_meetup_id
    else:
        print("[import_user] User found")
        return ethereumba_meetup_id[0]


def import_meetup_data(path, dataset_db, anon_db):
    """
    Imports Meetup dump into the dataset using anonymized names
    """
    cursor = dataset_db.cursor()
    with open(path) as csv_file:
        csv_reader = csv.reader(csv_file, delimiter=',')
        next(csv_reader)  # Skip headers
        for row in csv_reader:
            meetup_name = row[0]
            meetup_user_id = row[2]
            rsvp_date = dateparser.parse(row[7]) if row[7] != '' else None
            attended = row[10] == 'x'
            print("[import_meetup_data] Processing row {}".format(row))
            ethereumba_user_id = import_user(anon_db, meetup_user_id)
            print("[import_meetup_data] ethereumba user found {}".format(
                ethereumba_user_id))
            meetup_id = db.look_for_meetup(cursor, meetup_name)
            if meetup_id is not None and ethereumba_user_id is not None:
                print("[import_meetup_data] Inserting meetup_id: {}, ethereumba_user_id: {}, rsvp: {}, attended: {}".format(
                    meetup_id, ethereumba_user_id, rsvp_date, attended))
                db.insert_meetup_data(
                    cursor, meetup_id[0], ethereumba_user_id, rsvp_date, attended)
    cursor.close()
    dataset_db.commit()