diff options
-rwxr-xr-x | tsp/jobs/trigger_downloads.sh | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/tsp/jobs/trigger_downloads.sh b/tsp/jobs/trigger_downloads.sh index 6e7824a..15bdabc 100755 --- a/tsp/jobs/trigger_downloads.sh +++ b/tsp/jobs/trigger_downloads.sh @@ -41,8 +41,7 @@ TEMP_DB="$DB.$$" cp "$DB" "$TEMP_DB" # Save database in the current state test -d json || mkdir json test -d log || mkdir log -timeout 1200 gorawler -res "json/$TIMESTAMP.$next.$$.json" -db "$TEMP_DB" -log "log/$TIMESTAMP.$next.$$.log" \ - -url "$URL" > modified_urls || { +timeout 1200 watcher -db "$TEMP_DB" -log "log/$TIMESTAMP.$next.$$.log" -url "$URL" > modified_urls || { rm -v "$TEMP_DB" die "Crawl failed!" } |