#46 Team onebillion: Fix incorrect serial numbers in tablet tracker

- Identify serial numbers found in tracker, but not in tablet usage data

team-ONEBILLION/tablet-tracker/extract_serial_numbers_not_found_in_tablet_usage_data.py

@@ -0,0 +1,93 @@
+# Extracts serial numbers found in tablet tracker, but not in tablet usage data.
+#
+# Usage:
+#     cd tablet-tracker
+#     python3 extract_serial_numbers_not_found_in_tablet_usage_data.py
+#
+# The resulting list of missing serial numbers will be stored in a file named `serial-numbers-not-found-in-tablet-usage-data.csv`.
+
+import csv
+import logging
+
+logging.basicConfig(format='%(levelname)s | %(asctime)s | %(message)s', level=logging.DEBUG)
+
+
+# Extract serial numbers from the tablet usage data, and add them to an array
+serial_numbers_in_tablet_usage_data = []
+with open('../tablets-uploading-data/tablets-uploading-data-ONEBILLION.csv') as in_file:
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        tablet_serials = csv_row[4]
+        logging.debug("tablet_serials: {}".format(tablet_serials))
+
+        # Convert string to array. E.g. "['5B12002947', '6111002083', '6116000839', '6116001775', '6116002363', '6130000141']"
+        tablets_serials_as_array = eval(tablet_serials)
+        logging.debug("tablets_serials_as_array: {}".format(tablets_serials_as_array))
+        logging.debug("len(tablets_serials_as_array): {}".format(len(tablets_serials_as_array)))
+
+        # Iterate each serial number and add it to the serial_numbers_in_tablet_usage_data array (if not already added)
+        for tablet_serial in tablets_serials_as_array:
+            logging.debug("tablet_serial: {}".format(tablet_serial))
+
+            if tablet_serial not in serial_numbers_in_tablet_usage_data:
+                logging.debug("Adding tablet serial to serial_numbers_in_tablet_usage_data: {}".format(tablet_serial))
+                serial_numbers_in_tablet_usage_data.append(tablet_serial)
+
+    logging.debug("serial_numbers_in_tablet_usage_data: {}".format(serial_numbers_in_tablet_usage_data))
+    logging.debug("len(serial_numbers_in_tablet_usage_data): {}".format(len(serial_numbers_in_tablet_usage_data)))
+
+
+# Iterate the serial numbers in the tablet tracker
+with open('tablet-tracker-ONEBILLION.csv') as in_file:
+    serial_numbers_not_found_in_tablet_usage_data = []
+
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        # Iterate serial columns ("Serial #1" --> "Serial #8")
+        removal_count = 1
+        column_index = 2
+        while removal_count <= 8:
+            serial_number = csv_row[column_index]
+            logging.debug("Serial #{0}: {1}".format(removal_count, serial_number))
+
+            if (serial_number != "") and (serial_number not in serial_numbers_in_tablet_usage_data):
+                serial_numbers_not_found_in_tablet_usage_data.append(serial_number)
+
+            removal_count += 1
+            if removal_count == 2:
+                column_index += 1
+            else:
+                column_index += 2
+
+    logging.debug("serial_numbers_not_found_in_tablet_usage_data: {}".format(serial_numbers_not_found_in_tablet_usage_data))
+    logging.debug("len(serial_numbers_not_found_in_tablet_usage_data): {}".format(len(serial_numbers_not_found_in_tablet_usage_data)))
+
+    # Sort the serial numbers alphabetically
+    serial_numbers_not_found_in_tablet_usage_data = sorted(serial_numbers_not_found_in_tablet_usage_data)
+
+    # Write results to a CSV file
+    csv_filename = "serial-numbers-not-found-in-tablet-usage-data.csv"
+    print("Writing list of missing tablet serials to the file \"" + csv_filename + "\"")
+    with open(csv_filename, mode='w') as csv_file:
+        csv_fieldnames = ['serial_number']
+        csv_writer = csv.writer(csv_file, csv_fieldnames)
+        csv_writer.writerow(csv_fieldnames)
+        for serial_number in serial_numbers_not_found_in_tablet_usage_data:
+            serial_number_as_list = [serial_number]
+            csv_writer.writerow(serial_number_as_list)