diff options
Diffstat (limited to 'tsp/scripts/crawler.py')
| -rwxr-xr-x | tsp/scripts/crawler.py | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/tsp/scripts/crawler.py b/tsp/scripts/crawler.py index f2cc309..9ea25fd 100755 --- a/tsp/scripts/crawler.py +++ b/tsp/scripts/crawler.py @@ -121,6 +121,9 @@ def parse_arguments(): action="store", dest="loglevel", help="Verbosity level") + parser.add_argument("-t", "--timestamp", default="timestamp", + help="File to read a reference timestamp from") + args = parser.parse_args() return args @@ -134,10 +137,9 @@ if '__main__' == __name__: logging.basicConfig(format='%(asctime)s %(message)s',level=numeric_level) logging.debug("Begin") snapshots = crawl(args.url) - timestamp_file = 'timestamp' + timestamp_file = args.timestamp if "snapshots" in args.url: - timestamp_file = 'timestamp_snapshot' discovered = snapshots else: discovered = set() |