add ia-upload-warc

1 files changed, 8 insertions, 0 deletions

diff --git a/scripts/ia-upload-warc b/scripts/ia-upload-warc
new file mode 100755
index 0000000..789d1a8
--- /dev/null
+++ b/scripts/ia-upload-warc
@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+title="$(echo $1 | sed 's/\(-[0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+.*\)//g')"
+date="$(echo $1 | sed -n 's/.*\([0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+\).*/\1/p')"
+id=$title-$date
+start_url="$(cat $1/start_url)"
+
+ia upload $id $1/*.gz $1/*.cdx --metadata="mediatype:web" --metadata="date:$date" --metadata="title:$title" --metadata="description:recursive crawl of $start_url using grab-site/wpull, taken on $date" --metadata="source:$title"