|
@ -101,6 +101,8 @@ while len(todo) > 0: |
|
|
except OSError: |
|
|
except OSError: |
|
|
pass |
|
|
pass |
|
|
|
|
|
|
|
|
|
|
|
try: |
|
|
|
|
|
|
|
|
# _ |
|
|
# _ |
|
|
# _ __ ___ ___| |_ __ _ |
|
|
# _ __ ___ ___| |_ __ _ |
|
|
# | '_ ` _ \ / _ \ __/ _` | |
|
|
# | '_ ` _ \ / _ \ __/ _` | |
|
@ -184,6 +186,7 @@ while len(todo) > 0: |
|
|
for l in links: |
|
|
for l in links: |
|
|
if l not in todo and l not in done: |
|
|
if l not in todo and l not in done: |
|
|
if l.startswith("http://") or l.startswith("https://"): |
|
|
if l.startswith("http://") or l.startswith("https://"): |
|
|
|
|
|
if args.verbose: |
|
|
print ("Ignoring absolute URL in [[ link ]] form", file=sys.stderr) |
|
|
print ("Ignoring absolute URL in [[ link ]] form", file=sys.stderr) |
|
|
continue |
|
|
continue |
|
|
# if args.verbose: |
|
|
# if args.verbose: |
|
@ -269,3 +272,5 @@ while len(todo) > 0: |
|
|
count += 1 |
|
|
count += 1 |
|
|
if args.limit and count >= args.limit: |
|
|
if args.limit and count >= args.limit: |
|
|
break |
|
|
break |
|
|
|
|
|
except TypeError: |
|
|
|
|
|
print ("ERROR, skipping!", file=sys.stderr) |