def doRotateFiles(self):
# TODO: need a more scalable solution
for site_id in mongo_client.getSiteIds():
current_file_path = utils.getLogFilePath(site_id, "current")
# Do not rotate a 0 size "current" file.
last_rotation_ts = self.loadLastRotationTS(site_id)
if os.stat(current_file_path).st_size <> 0 \
and (time.time() - last_rotation_ts > settings.rotation_interval):
print "Start to Rotate ... "
self.filesMap[site_id].close()
dest_file_path = self._generateDestFilePath(site_id)
# this marks that we are
# not sure if "mv" is atomic, if the new_path does not exist.
# according to "However, when overwriting there will probably be a window
# in which both oldpath and newpath refer to the file being renamed."
# see http://www.linuxmanpages.com/man2/rename.2.php
# create a "MOVING" flag file
moving_flag_path = utils.getLogFilePath(site_id, "MOVING")
open(moving_flag_path, 'w').close()
os.rename(current_file_path, dest_file_path)
os.remove(moving_flag_path)
self.filesMap[site_id] = open(
utils.getLogFilePath(site_id, "current"), "a")
# update the last rotation flag
self.touchLastRotationFile(site_id, create_only=False)
def touchLastRotationFile(self, site_id, create_only=False):
# generate last rotation file
last_rotation_file = utils.getLogFilePath(site_id, "LAST_ROTATION")
timestamp_str = repr(time.time())
if (create_only and not os.path.exists(last_rotation_file)) or (not create_only):
f = open(last_rotation_file, "w")
f.write(timestamp_str)
f.close()
def _generateDestFilePath(self, site_id):
ts = time.time()
while True:
dest_file_name = repr(ts)
dest_file_path = utils.getLogFilePath(site_id, dest_file_name)
if not os.path.exists(dest_file_path):
break
ts += 0.001
return dest_file_path
def prepareLogDirAndFiles(self):
for site_id in mongo_client.getSiteIds():
if not self.filesMap.has_key(site_id):
site_log_dir = utils.getLogDirPath(site_id)
if not os.path.isdir(site_log_dir):
os.mkdir(site_log_dir)
current = utils.getLogFilePath(site_id, "current")
self.filesMap[site_id] = open(current, "a")
self.touchLastRotationFile(site_id, create_only=True)
def touchLastRotationFile(self, site_id, create_only=False):
# generate last rotation file
last_rotation_file = utils.getLogFilePath(site_id, "LAST_ROTATION")
timestamp_str = repr(time.time())
if (create_only and
not os.path.exists(last_rotation_file)) or (not create_only):
f = open(last_rotation_file, "w")
f.write(timestamp_str)
f.close()
def _generateDestFilePath(self, site_id):
ts = time.time()
while True:
dest_file_name = repr(ts)
dest_file_path = utils.getLogFilePath(site_id, dest_file_name)
if not os.path.exists(dest_file_path):
break
ts += 0.001
return dest_file_path
def prepareLogDirAndFiles(self):
for site_id in mongo_client.getSiteIds():
if not self.filesMap.has_key(site_id):
site_log_dir = utils.getLogDirPath(site_id)
if not os.path.isdir(site_log_dir):
os.mkdir(site_log_dir)
current = utils.getLogFilePath(site_id, "current")
self.filesMap[site_id] = open(current, "a")
self.touchLastRotationFile(site_id, create_only=True)
def doRotateFiles(self):
# TODO: need a more scalable solution
for site_id in mongo_client.getSiteIds():
current_file_path = utils.getLogFilePath(site_id, "current")
# Do not rotate a 0 size "current" file.
last_rotation_ts = self.loadLastRotationTS(site_id)
if os.stat(current_file_path).st_size <> 0 \
and (time.time() - last_rotation_ts > settings.rotation_interval):
print "Start to Rotate ... "
self.filesMap[site_id].close()
dest_file_path = self._generateDestFilePath(site_id)
# this marks that we are
# not sure if "mv" is atomic, if the new_path does not exist.
# according to "However, when overwriting there will probably be a window
# in which both oldpath and newpath refer to the file being renamed."
# see http://www.linuxmanpages.com/man2/rename.2.php
# create a "MOVING" flag file
moving_flag_path = utils.getLogFilePath(site_id, "MOVING")
open(moving_flag_path, 'w').close()
os.rename(current_file_path, dest_file_path)
os.remove(moving_flag_path)
self.filesMap[site_id] = open(utils.getLogFilePath(site_id, "current"), "a")
# update the last rotation flag
self.touchLastRotationFile(site_id, create_only=False)
def loadLastRotationTS(self, site_id):
last_rotation_file = utils.getLogFilePath(site_id, "LAST_ROTATION")
f = open(last_rotation_file, "r")
timestamp = float(f.read())
f.close()
return timestamp
def loadLastRotationTS(self, site_id):
last_rotation_file = utils.getLogFilePath(site_id, "LAST_ROTATION")
f = open(last_rotation_file, "r")
timestamp = float(f.read())
f.close()
return timestamp
