-
Notifications
You must be signed in to change notification settings - Fork 30
/
Copy pathcsv_merge.py
36 lines (24 loc) · 2.02 KB
/
csv_merge.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
import shutil
import os
import pandas as pd
AUTOMORPH_DATA = os.getenv('AUTOMORPH_DATA','.')
# merge all csvs
Disc_whole_image = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Disc_centred/Disc_Measurement.csv')
Disc_zone_b = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Disc_centred/Disc_Zone_B_Measurement.csv')
Disc_zone_c = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Disc_centred/Disc_Zone_C_Measurement.csv')
Macular_whole_image = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Macular_centred/Macular_Measurement.csv')
Macular_zone_b = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Macular_centred/Macular_Zone_B_Measurement.csv')
Macular_zone_c = pd.read_csv(f'{AUTOMORPH_DATA}/Results/M3/Macular_centred/Macular_Zone_C_Measurement.csv')
Disc_zone = Disc_zone_b.merge(Disc_zone_c, how = 'outer', on = ['Name', 'Disc_height', 'Disc_width', 'Cup_height', 'Cup_width', \
'CDR_vertical', 'CDR_horizontal'], suffixes=('_zone_b', '_zone_c'))
Disc_all = Disc_whole_image.merge(Disc_zone, how = 'outer', on = ['Name', 'Disc_height', 'Disc_width', 'Cup_height', 'Cup_width', \
'CDR_vertical', 'CDR_horizontal'])
Macular_zone = Macular_zone_b.merge(Macular_zone_c, how = 'outer', on = ['Name', 'Disc_height', 'Disc_width', 'Cup_height', 'Cup_width', \
'CDR_vertical', 'CDR_horizontal'], suffixes=('_zone_b', '_zone_c'))
Macular_all = Macular_whole_image.merge(Macular_zone, how = 'outer', on = ['Name', 'Disc_height', 'Disc_width', 'Cup_height', 'Cup_width', \
'CDR_vertical', 'CDR_horizontal'])
Disc_all.to_csv(f'{AUTOMORPH_DATA}/Results/M3/Disc_Features.csv', index=False)
Macular_all.to_csv(f'{AUTOMORPH_DATA}/Results/M3/Macular_Features.csv', index=False)
# remove the sub csvs
shutil.rmtree(f'{AUTOMORPH_DATA}/Results/M3/Disc_centred/')
shutil.rmtree(f'{AUTOMORPH_DATA}/Results/M3/Macular_centred/')