[Checkins] SVN: z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py option for following external index pages
Andreas Jung
andreas at andreas-jung.com
Tue Sep 2 14:05:32 EDT 2008
Log message for revision 90719:
option for following external index pages
Changed:
U z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py
-=-
Modified: z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py
===================================================================
--- z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py 2008-09-02 18:04:27 UTC (rev 90718)
+++ z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py 2008-09-02 18:05:31 UTC (rev 90719)
@@ -525,6 +525,7 @@
'verbose': True, # log output
'log_filename': default_logfile,
'external_links': False, # experimental external link resolve and download
+ 'follow_external_index_pages' : False, # experimental
}
@@ -569,6 +570,8 @@
default=False, help='create indexes only (no mirroring)')
parser.add_option('-e', '--follow-external-links', dest='external_links', action='store_true',
default=False, help='Follow and download external links)')
+ parser.add_option('-x', '--follow-external-index-pages', dest='follow_external_index_pages', action='store_true',
+ default=False, help='Follow external index pages and scan for links')
options, args = parser.parse_args()
if len(args) != 1:
parser.error("No configuration file specified")
@@ -584,6 +587,7 @@
create_indexes = config["create_indexes"] in ("True", "1")
verbose = config["verbose"] in ("True", "1") or options.verbose
external_links = config["external_links"] in ("True", "1") or options.external_links
+ follow_external_index_pages = config["follow_external_index_pages"] in ("True", "1") or options.follow_external_index_pages
log_filename = config['log_filename']
if options.log_filename:
log_filename = options.log_filename
More information about the Checkins
mailing list