From fcc3ea23ded0e4978bb9a14ba9ad5953d79b55b0 Mon Sep 17 00:00:00 2001 From: Jordan Date: Wed, 29 Dec 2021 03:53:38 -0700 Subject: rm scripts, moved to bin repo --- scripts/ia-upload-warc | 8 -------- 1 file changed, 8 deletions(-) delete mode 100755 scripts/ia-upload-warc (limited to 'scripts/ia-upload-warc') diff --git a/scripts/ia-upload-warc b/scripts/ia-upload-warc deleted file mode 100755 index 789d1a8..0000000 --- a/scripts/ia-upload-warc +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env bash - -title="$(echo $1 | sed 's/\(-[0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+.*\)//g')" -date="$(echo $1 | sed -n 's/.*\([0-9][0-9][0-9][0-9]-[0-9]\+-[0-9]\+\).*/\1/p')" -id=$title-$date -start_url="$(cat $1/start_url)" - -ia upload $id $1/*.gz $1/*.cdx --metadata="mediatype:web" --metadata="date:$date" --metadata="title:$title" --metadata="description:recursive crawl of $start_url using grab-site/wpull, taken on $date" --metadata="source:$title" -- cgit v1.2.3-54-g00ecf