Jaculabilis
/
chonker
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix output concurrency

This commit is contained in:
Tim Van Baak 2020-02-11 10:36:01 -08:00
parent 76346421ff
commit 4c954f1317
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
chonker.py
View File

@ -35,8 +35,8 @@ def parse_args():
"command invocation") "command invocation")
parser.add_argument("--verbose", "-v", action="store_true", help="Verbose " parser.add_argument("--verbose", "-v", action="store_true", help="Verbose "
"logging.") "logging.")
parser.add_argument("--chunk", type=filesize, default=1024, help="Chunk size in bytes.") parser.add_argument("--chunk", type=filesize, default="1K", help="Chunk size in bytes.")
parser.add_argument("--bufsize", type=filesize, default=1024, help="Buffer " parser.add_argument("--bufsize", type=filesize, default="1K", help="Buffer "
"size for reading from stdin.") "size for reading from stdin.")
parser.add_argument("--exec", required=True, help="Command to pipe chunks to.") parser.add_argument("--exec", required=True, help="Command to pipe chunks to.")
# parser.add_argument("--inc", help="Pattern to find/replace with the " # parser.add_argument("--inc", help="Pattern to find/replace with the "
@ -144,7 +144,8 @@ def pipe_chunk_to_command(command, chunk):
Executes the given command, passing the chunk to its stdin via buf_size buffers. Executes the given command, passing the chunk to its stdin via buf_size buffers.
""" """
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
logger.info(f"Piping chunk | {command}") sys.stdout.buffer.write(f"Piping chunk | {command}\n".encode('utf8'))
sys.stdout.flush()
child = spawn(command) child = spawn(command)
child.logfile_read = sys.stdout.buffer child.logfile_read = sys.stdout.buffer
for buf in chunk: for buf in chunk: