-
Notifications
You must be signed in to change notification settings - Fork 0
/
full-name-predictor_run.py
153 lines (119 loc) · 4.79 KB
/
full-name-predictor_run.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
# This is a sample Python script.
# Press Shift+F10 to execute it or replace it with your code.
# Press Double Shift to search everywhere for classes, files, tool windows, actions, and settings.
import csv
import sys
titles = set(["PROFESSOR", "COLONEL", "REVEREND", "DOCTOR", "MAJOR"])
female_names = []
male_names = []
# surnames = []
def read_csv():
names = []
global female_names
global male_names
# global surnames
female_fp = './dist.female.first.txt'
with open(female_fp) as female_file:
female_names = female_file.readlines()
female_names = [x.split()[0] for x in female_names]
male_fp = './dist.male.first.txt'
with open(male_fp) as male_file:
male_names = male_file.readlines()
male_names = [x.split()[0] for x in male_names]
# with open('./Names_2010Census.csv', newline='') as csvfile:
# surnames = csvfile.readlines()
# surnames = [x.split(',')[0] for x in surnames]
keyData = []
# with open(sys.argv[1], newline='') as csvfile:
with open('./dev-test.csv', newline='') as csvfile:
spamreader = csv.reader(csvfile, quotechar='|')
for row in spamreader:
test_list = row[0].split(" AND ")
keyData.append(row[0])
names.append(func(test_list[0], test_list[1]))
output_filename = 'full-name-output.csv'
with open(output_filename, 'w', newline='') as csvfile:
csvwriter = csv.writer(csvfile)
for i in range(len(keyData)):
row = [keyData[i], names[i]]
csvwriter.writerow(row)
print(get_accuracy(names))
def func(first_name, second_name):
length = len(first_name.split(' '))
ans = ""
if first_name.split(' ')[0] in titles:
length -= 1
if length >= 3:
ans = three(first_name, second_name)
elif length == 2:
ans = two(first_name, second_name)
else:
ans = one(first_name, second_name)
return ans
def three(first_name, second_name):
return first_name
def two(first_name, second_name):
first_length = len(first_name.split(' '))
first_last_name = first_name.split(' ')[first_length - 1] # last name of first person
if first_last_name not in female_names and first_last_name not in male_names:
return first_name
first_first_name = first_name.split(' ')[0]
if first_first_name not in male_names and first_last_name not in female_names:
return first_name
second_length = len(second_name.split(' '))
if second_name.split(' ')[0] in titles:
second_length -= 1
if second_length == 1:
return first_name
elif second_length == 2:
return first_name + " " + second_name.rsplit(' ', 1)[1]
else:
return check_middle_name(first_name, second_name)
def one(first_name, second_name):
second_length = len(second_name.split(' '))
if second_name.split(' ')[0] in titles:
second_length -= 1
if second_length == 1:
return first_name
elif second_length == 2:
return first_name + " " + second_name.rsplit(' ', 1)[1]
else:
return check_middle_name(first_name, second_name)
def check_middle_name(first_name, second_name):
second_length = len(second_name.split(' '))
check_name = second_name.split(' ')[second_length - 2]
# second_first_name = second_name.split(' ')[0]
# second_second_name = second_name.split(' ')[1]
first_length = len(first_name.split(' '))
# first_last_name = first_name.split(' ')[first_length - 1]
# first_first_name = first_name.split(' ')[0]
if check_name not in female_names and check_name not in male_names:
return first_name + " " + second_name.split(' ')[second_length - 2] + " " + second_name.split(' ')[
second_length - 1]
return first_name + " " + second_name.rsplit(' ', 1)[1]
def get_accuracy(names):
accuracy = 0
i = 0
with open('./dev-key.csv', newline='') as csvfile:
spamreader = csv.reader(csvfile, quotechar='|')
for row in spamreader:
expected = row[1]
if expected == names[i]:
accuracy += 1
else:
# print("first_name: " + row[0].split(" AND ")[0])
# print("second_name: " + row[0].split(" AND ")[1])
# print("Answer: " + names[i])
# print("Expected: " + expected)
# print('\n')
print(row[0].split(" AND ")[0] + " " + row[0].split(" AND ")[1] + " " + names[
i] + " " + expected)
i += 1
return accuracy / 10
# Press the green button in the gutter to run the script.
if __name__ == '__main__':
# if len(sys.argv) < 2:
# print("Please give system arguments.")
# else:
read_csv()
# See PyCharm help at https://www.jetbrains.com/help/pycharm/