unzip_data.py

import os
import platform
import sys
from hashlib import md5
import pdb


def execute(cmd):
    print(cmd)
    assert os.system(cmd) == 0


def check_md5(filename, gt_hashcode):
    print('checking %s..' % filename)
    if not os.path.exists(filename):
        print(filename, 'not exists')
        print('aborting..')
        sys.exit(-1)
    hashcode = md5(open(filename, 'rb').read()).hexdigest() 
    if hashcode != gt_hashcode:
        print(filename, 'has the wrong MD5 hashcode')
        print('expect %s but found %s' % (gt_hashcode, hashcode))
        print('aborting..')
        sys.exit(-1)
    return


def unzip(filename):
    if os.path.exists(filename[:-7]):
        remove = input(filename[:-7] + ' already exists. Do you want to remove it? (y/N)').lower()
        if remove == 'y':
            execute('rm -r ' + filename[:-7])
        else:
            print('aborting..')
            sys.exit(-1)
 
    execute('tar -xvzf ' + filename)


check_md5('projs_split.json', '39eac2315532040f370ca4996862ef75')
check_md5('data.tar.gz', '922937155a199605eb8067ccfbbdb81a')
check_md5('sexp_cache.tar.gz', '2e8ff40a7dd0b6d0efc74480dd3dfc8d')

unzip('data.tar.gz')
unzip('sexp_cache.tar.gz')
os.mkdir('sexp_cache')
execute('mdb_load -f sexp_cache.lmdb sexp_cache')
os.remove('sexp_cache.lmdb')

print('setting the absolute paths..')
cwd = os.getcwd()
if platform.system() == 'Darwin':
    cmd = 'find ./data -type f -exec sed -i \'\' \'s/TAPAS_ROOT_ABSOLUTE_PATH/%s/g\' {} +' % cwd.replace(os.path.sep, '\/')
else:
    cmd = 'find ./data -type f -exec sed -i \'s/TAPAS_ROOT_ABSOLUTE_PATH/%s/g\' {} +' % cwd.replace(os.path.sep, '\/')
execute(cmd)
print('The CoqGym dataset is ready!')