evaluate_luna_fpred_scan.py

import sys
import numpy as np
import theano
import pathfinder
import utils
from configuration import set_configuration
import utils_lung

theano.config.warn_float64 = 'raise'

if len(sys.argv) < 2:
    sys.exit("Usage: test_luna_scan.py <configuration_name>")

config_name = sys.argv[1]
set_configuration('configs_fpred_scan', config_name)

# predictions path
predictions_dir = utils.get_dir_path('model-predictions', pathfinder.METADATA_PATH)
outputs_path = predictions_dir + '/%s' % config_name
pid2candidates_path = utils_lung.get_candidates_paths(outputs_path)
pid2candidates = {}
for k, v in pid2candidates_path.iteritems():
    pid2candidates[k] = utils.load_pkl(v)

pid2annotations = utils_lung.read_luna_annotations(pathfinder.LUNA_LABELS_PATH)

n_top = 1
tp_top_n = 0
fp_top_n = 0
tp = 0
n_pos = 0
idx1 = []
for k in pid2candidates.iterkeys():
    print '----------------------------------------'
    print k
    n_true = len(pid2annotations[k])
    n_det_top = int(np.sum(pid2candidates[k][:n_top, 3]))
    n_fp_top = int(n_top - np.sum(pid2candidates[k][:n_top, 3]))
    n_det = int(np.sum(pid2candidates[k][:, 3]))
    i1 = np.where(pid2candidates[k][:n_top, 3] == 1)[0]
    idx1.extend(pid2candidates[k][i1, -1])
    print 'n nodules', n_true
    print 'n nodules in top n', n_det_top
    print 'n nodules detected', n_det

    tp += n_det
    tp_top_n += n_det_top
    fp_top_n += n_fp_top
    n_pos += n_true

print 'TP', tp
print 'n pos', n_pos
print 'TP in top %s:' % n_top, tp_top_n
print 'FP in top %s:' % n_top, fp_top_n