diff options
Diffstat (limited to 'ia-upload-gs.sh')
| -rwxr-xr-x | ia-upload-gs.sh | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/ia-upload-gs.sh b/ia-upload-gs.sh new file mode 100755 index 0000000..1d5b397 --- /dev/null +++ b/ia-upload-gs.sh @@ -0,0 +1,11 @@ +#!/bin/sh + +title="$(echo $1 | sed 's/\(-[0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+.*\)//g')" +date="$(echo $1 | sed -n 's/.*\([0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+\).*/\1/p')" +id=$title-$date +start_url="$(cat $1/start_url)" + +ia upload $id $1/*.gz $1/*.cdx --metadata="mediatype:web" \ +--metadata="date:$date" --metadata="title:$title" \ +--metadata="description:recursive crawl of $start_url using grab-site/wpull, \ +taken on $date" --metadata="source:$title" |