. #!/usr/bin/env bash # # memo(1), memoizes the output of your command-line, so you can do: # # $ memo <some long running command> | ... #

. #!/usr/bin/env bash # # memo(1), memoizes the output of your command-line, so you can do: # # $ memo <some long running command> | ... # # Instead of # # $ <some long running command> > tmpfile # $ cat tmpfile | ... # $ rm tmpfile to save output, sed can be used in the pipeline instead of tee for example, x=$(mktemp -u); test -p $x||mkfifo $x; zstd -19 < $x > tmpfile.zst & <long running command>|sed w$x|<rest of pipeline>; # You can even use it in the middle of a pipe if you know that the input is not # extremely long. Just supply the -s switch: # # $ cat sitelist | memo -s parallel curl | grep "server:" grep can be replaced with sed and search results sent to stderr < sitelist curl ...|sed '/server:/w/dev/stderr'|zstd -19 >tmpfile.zst; or send search results to stderr and to some other file sed can save output to multiple files at a time < sitelist curl ...|sed -e '/server:/w/dev/stderr' -e "/server:/wresults.txt"|zstd -19 >tmpfile.zst;