[Checkins] SVN: relstorage/trunk/relstorage/adapters/packundo.py Upload the OIDs faster.
Shane Hathaway
shane at hathawaymix.org
Wed Feb 2 10:13:57 EST 2011
Log message for revision 120053:
Upload the OIDs faster.
Changed:
U relstorage/trunk/relstorage/adapters/packundo.py
-=-
Modified: relstorage/trunk/relstorage/adapters/packundo.py
===================================================================
--- relstorage/trunk/relstorage/adapters/packundo.py 2011-02-02 15:04:46 UTC (rev 120052)
+++ relstorage/trunk/relstorage/adapters/packundo.py 2011-02-02 15:13:56 UTC (rev 120053)
@@ -122,11 +122,12 @@
# Set pack_object.keep for all OIDs in keep_set.
del all_refs # Free some RAM
- log.info("pre_pack: uploading the list of reachable objects.")
keep_list = list(keep_set)
+ keep_list.sort()
+ log.info("pre_pack: marking objects reachable: %d", len(keep_set))
while keep_list:
- batch = keep_list[:100]
- keep_list = keep_list[100:]
+ batch = keep_list[:1000]
+ keep_list = keep_list[1000:]
oids_str = ','.join(str(oid) for oid in batch)
stmt = """
UPDATE pack_object SET keep = %%(TRUE)s, visited = %%(TRUE)s
More information about the checkins
mailing list