/usr/share/pyshared/cogent/util/checkpointing.py is in python-cogent 1.5.1-2.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | #!/usr/bin/env python
import os, time, cPickle
from cogent.util import parallel
__author__ = "Peter Maxwell"
__copyright__ = "Copyright 2007-2011, The Cogent Project"
__credits__ = ["Peter Maxwell"]
__license__ = "GPL"
__version__ = "1.5.1"
__maintainer__ = "Peter Maxwell"
__email__ = "pm67nz@gmail.com"
__status__ = "Production"
class Checkpointer(object):
def __init__(self, filename, interval=None, noisy=True):
if interval is None:
interval = 1800
self.filename = filename
self.interval = interval
self.last_time = time.time()
self.noisy = noisy
self._redundant = parallel.getCommunicator().Get_rank() > 0
def available(self):
return self.filename is not None and os.path.exists(self.filename)
def load(self):
assert self.filename is not None, 'check .available() first'
print "RESUMING from file '%s'" % self.filename
f = open(self.filename)
obj = cPickle.load(f)
self.last_time = time.time()
return obj
def record(self, obj, msg=None, always=False):
if self.filename is None or self._redundant:
return
now = time.time()
elapsed = now - self.last_time
if always or elapsed > self.interval:
if self.noisy:
print "CHECKPOINTING to file '%s'" % self.filename
if msg is not None:
print msg
f = open(self.filename, 'w')
cPickle.dump(obj, f)
self.last_time = now
|