From b073e7715c56ae001b97789e893abebd032b7d25 Mon Sep 17 00:00:00 2001 From: fatboYY Date: Mon, 20 Jan 2020 18:40:49 +0100 Subject: [PATCH 1/3] Fixed first frame query in render_video() --- neural_style.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/neural_style.py b/neural_style.py index a5f8fc7..e2717c6 100644 --- a/neural_style.py +++ b/neural_style.py @@ -829,7 +829,7 @@ def render_video(): for frame in range(args.start_frame, args.end_frame+1): with tf.Graph().as_default(): print('\n---- RENDERING VIDEO FRAME: {}/{} ----\n'.format(frame, args.end_frame)) - if frame == 1: + if frame == args.start_frame: content_frame = get_content_frame(frame) style_imgs = get_style_images(content_frame) init_img = get_init_image(args.first_frame_type, content_frame, style_imgs, frame) From 0192fb05bd059e5e423030765c5d06934f6b9d87 Mon Sep 17 00:00:00 2001 From: fatboYY Date: Mon, 20 Jan 2020 19:24:38 +0100 Subject: [PATCH 2/3] Update neural_style.py --- neural_style.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/neural_style.py b/neural_style.py index e2717c6..7f64f49 100644 --- a/neural_style.py +++ b/neural_style.py @@ -574,7 +574,7 @@ def stylize(content_img, style_imgs, init_img, frame=None): L_total += theta * L_tv # video temporal loss - if args.video and frame > 1: + if args.video and frame > args.start_frame: gamma = args.temporal_weight L_temporal = sum_shortterm_temporal_losses(sess, net, frame, init_img) L_total += gamma * L_temporal From 27f81350284fb03f1a5a2904efb284ac8be7caad Mon Sep 17 00:00:00 2001 From: fatboYY Date: Sun, 12 Apr 2020 20:51:12 +0200 Subject: [PATCH 3/3] added optical_flow_dir argument --- neural_style.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/neural_style.py b/neural_style.py index 7f64f49..a7a8354 100644 --- a/neural_style.py +++ b/neural_style.py @@ -187,6 +187,10 @@ def parse_args(): default='frame_{}.ppm', help='Filename format of the input content frames.') + parser.add_argument('--optical_flow_dir', type=str, + default='./video_input', + help='Relative or absolute directory path to forward and backward optical flow and consistency frames.') + parser.add_argument('--backward_optical_flow_frmt', type=str, default='backward_{}_{}.flo', help='Filename format of the backward optical flow files.') @@ -762,7 +766,7 @@ def get_prev_warped_frame(frame): prev_frame = frame - 1 # backwards flow: current frame -> previous frame fn = args.backward_optical_flow_frmt.format(str(frame), str(prev_frame)) - path = os.path.join(args.video_input_dir, fn) + path = os.path.join(args.optical_flow_dir, fn) flow = read_flow_file(path) warped_img = warp_image(prev_img, flow).astype(np.float32) img = preprocess(warped_img) @@ -771,8 +775,8 @@ def get_prev_warped_frame(frame): def get_content_weights(frame, prev_frame): forward_fn = args.content_weights_frmt.format(str(prev_frame), str(frame)) backward_fn = args.content_weights_frmt.format(str(frame), str(prev_frame)) - forward_path = os.path.join(args.video_input_dir, forward_fn) - backward_path = os.path.join(args.video_input_dir, backward_fn) + forward_path = os.path.join(args.optical_flow_dir, forward_fn) + backward_path = os.path.join(args.optical_flow_dir, backward_fn) forward_weights = read_weights_file(forward_path) backward_weights = read_weights_file(backward_path) return forward_weights #, backward_weights