-
Notifications
You must be signed in to change notification settings - Fork 0
/
utils.py
92 lines (77 loc) · 3.26 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# Copyright 2020 Erik Härkönen. All rights reserved.
# This file is licensed to you under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. You may obtain a copy
# of the License at http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software distributed under
# the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS
# OF ANY KIND, either express or implied. See the License for the specific language
# governing permissions and limitations under the License.
import string
import numpy as np
from pathlib import Path
import requests
import pickle
import sys
import re
def prettify_name(name):
valid = "-_%s%s" % (string.ascii_letters, string.digits)
return ''.join(map(lambda c : c if c in valid else '_', name))
# Add padding to sequence of images
# Used in conjunction with np.hstack/np.vstack
# By default: adds one 64th of the width of horizontal padding
def pad_frames(strip, pad_fract_horiz=64, pad_fract_vert=0, pad_value=None):
dtype = strip[0].dtype
if pad_value is None:
if dtype in [np.float32, np.float64]:
pad_value = 1.0
else:
pad_value = np.iinfo(dtype).max
frames = [strip[0]]
for frame in strip[1:]:
if pad_fract_horiz > 0:
frames.append(pad_value*np.ones((frame.shape[0], frame.shape[1]//pad_fract_horiz, 3), dtype=dtype))
elif pad_fract_vert > 0:
frames.append(pad_value*np.ones((frame.shape[0]//pad_fract_vert, frame.shape[1], 3), dtype=dtype))
frames.append(frame)
return frames
def download_google_drive(url, output_name):
print('Downloading', url)
session = requests.Session()
r = session.get(url, allow_redirects=True)
r.raise_for_status()
# Google Drive virus check message
if r.encoding is not None:
tokens = re.search('(confirm=.+)&id', str(r.content))
if tokens is None:
tokens = re.search('(confirm=.)', str(r.content))
assert tokens is not None, 'Could not extract token from response'
url = url.replace('id=', f'{tokens[1]}&id=')
r = session.get(url, allow_redirects=True)
r.raise_for_status()
assert r.encoding is None, f'Failed to download weight file from {url}'
with open(output_name, 'wb') as f:
f.write(r.content)
def download_generic(url, output_name):
print('Downloading', url)
session = requests.Session()
r = session.get(url, allow_redirects=True)
r.raise_for_status()
# No encoding means raw data
if r.encoding is None:
with open(output_name, 'wb') as f:
f.write(r.content)
else:
download_manual(url, output_name)
def download_manual(url, output_name):
outpath = Path(output_name).resolve()
while not outpath.is_file():
print('Could not find checkpoint')
print(f'Please download the checkpoint from\n{url}\nand save it as\n{outpath}')
input('Press any key to continue...')
def download_ckpt(url, output_name):
if 'drive.google' in url:
download_google_drive(url, output_name)
elif 'mega.nz' in url:
download_manual(url, output_name)
else:
download_generic(url, output_name)