From c5e0afd327b8c664a0f56a6e908330a14962b8eb Mon Sep 17 00:00:00 2001 From: christos Date: Wed, 25 Mar 2020 17:24:54 +0000 Subject: [PATCH] Added script to download all PDFs from the Readmes --- download_all.sh | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100755 download_all.sh diff --git a/download_all.sh b/download_all.sh new file mode 100755 index 0000000..ee70e14 --- /dev/null +++ b/download_all.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +download_for_directory() { + cd $1 + sleep 0.1 + for f in *; do + if [ -d "$f" ]; then + download_for_directory $f & + fi + done + ls | cat *.md 2> /dev/null | egrep -o 'https?://[^ ]+' | grep 'pdf' | tr -d ')' | xargs --no-run-if-empty wget --no-clobber --quiet --timeout=5 --tries=2 + + cd .. + echo "Done $1" +} + +download_for_directory . +wait