block_creator.py

import numpy as np
import os

'''
-- Get random blocks for Labeler class --

    File contains two classes:
        BlockCreator and Randomizer

        BlockCreator parent to Randomizer

        Randomizer is called from label_pics.py
        Randomizer parent to Labeler
'''

class BlockCreator(object):
    '''

    -- Creates dictionary of all blocks in a neighborhood --

        NOTE TO SELF
        ------------
            Create better documentation

    '''

    def __init__(self,neighborhood):
        self.dict = self._read_dict(neighborhood)
        self.neighborhood = neighborhood

    def _read_dict(self,neighborhood):
        # open neighborhood file and read
        with open('data/{}.txt'.format(neighborhood),'r') as f:
            return eval(f.read())

    def get_blocks(self):
        # get list of blocks
        blk_dict = self._get_dict()
        self.blocks = self._create_blocks(dct = blk_dict)

    def _get_dict(self):
        # get dict of neighborhood with street names and block ranges
        blocks = self.dict[self.neighborhood]['n_s']
        blocks.update(self.dict[self.neighborhood]['e_w'])
        return blocks

    def _create_blocks(self,dct):
        # create list that contains street name and block number
        # e.g. ('master st', 1800)
        blocks = []
        for street in dct.keys():
            current_block = dct[street][0]
            end_block = dct[street][1]
            while current_block <= end_block:
                blocks.append((street,current_block))
                current_block += 100
        return blocks

    def sanity_check(self):
        # fail safe double check
        print(self.dict)
        print('\n\n')
        print(self.blocks)

class Randomizer(BlockCreator):

    '''
    -- Randomly fetch blocks from list created in BlockCreator --

    NOTE TO SELF
    ------------
        Add better documentation throughout
    '''

    def __init__(self,neighborhood,num_pics):
        super(Randomizer, self).__init__(neighborhood)
        self.num_pics = num_pics
        self.folder_path = 'pics/{}'.format(neighborhood)
        self._initialize()

    def get_random_pics(self):
        self.pre_labeled_blocks = self._get_set_of_pre_labeled_blocks()
        # np.random.seed(self.random_seed)
        # shuffle blocks
        np.random.shuffle(self.blocks)
        # shuffle again, because it feels more random even though it is not
        np.random.shuffle(self.blocks)
        self.pics_to_label = []
        self.labeled_blocks = []
        while len(self.pics_to_label) < self.num_pics:
            block = self.blocks.pop(0)
            self.labeled_blocks.append(block)
            if block not in self.pre_labeled_blocks:
                for num in self._get_addresses(block).intersection(self.set_of_files):
                    self.pics_to_label.append((num,block))

    def _initialize(self):
        self.get_blocks()
        self.set_of_files = self._get_set_of_pics()

    def _get_set_of_pics(self):
        # get file name, split off '.jpg' and take out zipcode
        # e.g. 1345_n_26th_st_philadelphia_pa_19125.jpg
        # -> 1345 n 26th st philadelphia pa
        return {' '.join(os.fsdecode(file).split('_')[:-1]) for file in os.listdir(self.folder_path)}

    def _get_set_of_pre_labeled_blocks(self):
        blocks = []
        with open('data/sampled_blocks.txt','r') as f:
            lines = f.readlines()
        for line in lines:
            block = line[:-2].replace('(','').replace(')','').split(',')[0].replace("'","")
            num = int(line[:-2].replace('(','').replace(')','').split(',')[1])
            blocks.append((block,num))
        return blocks

    def _get_addresses(self,block):
        return {'{} {} philadelphia pa'.format(num,block[0]) for num in range(block[1],block[1]+100)}

if __name__ == '__main__':
    # fairmount = BlockCreator('fairmount')
    # fairmount.get_blocks()
    fairmount = Randomizer('fairmount',1000)