Skip to content

Commit

Permalink
Fix traceback that can occur when dumping a database (#440).
Browse files Browse the repository at this point in the history
  • Loading branch information
witten committed Aug 6, 2021
1 parent c921132 commit acb2ca7
Show file tree
Hide file tree
Showing 4 changed files with 37 additions and 4 deletions.
3 changes: 2 additions & 1 deletion NEWS
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
1.5.18.dev0
1.5.18
* #389: Fix "message too long" error when logging to rsyslog.
* #440: Fix traceback that can occur when dumping a database.

1.5.17
* #437: Fix error when configuration file contains "umask" option.
Expand Down
5 changes: 3 additions & 2 deletions borgmatic/execute.py
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,7 @@ def log_outputs(processes, exclude_stdouts, output_log_level, borg_local_path):
for other_process in processes:
if (
other_process.poll() is None
and other_process.stdout
and other_process.stdout not in output_buffers
):
# Add the process's output to output_buffers to ensure it'll get read.
Expand Down Expand Up @@ -138,10 +139,10 @@ def log_outputs(processes, exclude_stdouts, output_log_level, borg_local_path):
if not output_buffer:
continue

while True:
while True: # pragma: no cover
remaining_output = output_buffer.readline().rstrip().decode()

if not remaining_output: # pragma: no cover
if not remaining_output:
break

logger.log(output_log_level, remaining_output)
Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from setuptools import find_packages, setup

VERSION = '1.5.18.dev0'
VERSION = '1.5.18'


setup(
Expand Down
31 changes: 31 additions & 0 deletions tests/integration/test_execute.py
Original file line number Diff line number Diff line change
Expand Up @@ -162,6 +162,37 @@ def test_log_outputs_vents_other_processes_when_one_exits():
)


def test_log_outputs_does_not_error_when_one_process_exits():
flexmock(module.logger).should_receive('log')
flexmock(module).should_receive('command_for_process').and_return('grep')

process = subprocess.Popen(
[
sys.executable,
'-c',
"import random, string; print(''.join(random.choice(string.ascii_letters) for _ in range(40000)))",
],
stdout=None, # Specifically test the case of a process without stdout captured.
stderr=None,
)
other_process = subprocess.Popen(
['true'], stdin=process.stdout, stdout=subprocess.PIPE, stderr=subprocess.STDOUT
)
flexmock(module).should_receive('output_buffer_for_process').with_args(
process, (process.stdout,)
).and_return(process.stderr)
flexmock(module).should_receive('output_buffer_for_process').with_args(
other_process, (process.stdout,)
).and_return(other_process.stdout)

module.log_outputs(
(process, other_process),
exclude_stdouts=(process.stdout,),
output_log_level=logging.INFO,
borg_local_path='borg',
)


def test_log_outputs_truncates_long_error_output():
flexmock(module).ERROR_OUTPUT_MAX_LINE_COUNT = 0
flexmock(module.logger).should_receive('log')
Expand Down

0 comments on commit acb2ca7

Please sign in to comment.