Jaculabilis/chonker
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix output concurrency

Browse Source
This commit is contained in:
Tim Van Baak 2020-02-11 10:36:01 -08:00
parent 76346421ff
commit 4c954f1317
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
chonker.py
View File

@ -35,8 +35,8 @@ def parse_args():
"command invocation")
parser.add_argument("--verbose", "-v", action="store_true", help="Verbose "
"logging.")
parser.add_argument("--chunk", type=filesize, default=1024, help="Chunk size in bytes.")
parser.add_argument("--bufsize", type=filesize, default=1024, help="Buffer "
parser.add_argument("--chunk", type=filesize, default="1K", help="Chunk size in bytes.")
parser.add_argument("--bufsize", type=filesize, default="1K", help="Buffer "
"size for reading from stdin.")
parser.add_argument("--exec", required=True, help="Command to pipe chunks to.")
# parser.add_argument("--inc", help="Pattern to find/replace with the "
@ -144,7 +144,8 @@ def pipe_chunk_to_command(command, chunk):
Executes the given command, passing the chunk to its stdin via buf_size buffers.
"""
logger = logging.getLogger(__name__)
logger.info(f"Piping chunk | {command}")
sys.stdout.buffer.write(f"Piping chunk | {command}\n".encode('utf8'))
sys.stdout.flush()
child = spawn(command)
child.logfile_read = sys.stdout.buffer
for buf in chunk: