changes to bootstrip for filename.

This commit is contained in:
Naomi Aro 2011-07-19 17:45:23 +02:00
parent 9de0d490d8
commit 152c87f099
1 changed files with 35 additions and 31 deletions

View File

@ -6,7 +6,7 @@ from subprocess import Popen, PIPE
class AirtimeMediaMonitorBootstrap(): class AirtimeMediaMonitorBootstrap():
"""AirtimeMediaMonitorBootstrap constructor """AirtimeMediaMonitorBootstrap constructor
Keyword Arguments: Keyword Arguments:
logger -- reference to the media-monitor logging facility logger -- reference to the media-monitor logging facility
pe -- reference to an instance of ProcessEvent pe -- reference to an instance of ProcessEvent
@ -17,36 +17,36 @@ class AirtimeMediaMonitorBootstrap():
self.pe = pe self.pe = pe
self.api_client = api_client self.api_client = api_client
self.mmc = mmc self.mmc = mmc
"""On bootup we want to scan all directories and look for files that """On bootup we want to scan all directories and look for files that
weren't there or files that changed before media-monitor process weren't there or files that changed before media-monitor process
went offline. went offline.
""" """
def scan(self): def scan(self):
directories = self.get_list_of_watched_dirs(); directories = self.get_list_of_watched_dirs();
self.logger.info("watched directories found: %s", directories) self.logger.info("watched directories found: %s", directories)
for id, dir in directories.iteritems(): for id, dir in directories.iteritems():
self.logger.debug("%s, %s", id, dir) self.logger.debug("%s, %s", id, dir)
self.sync_database_to_filesystem(id, dir) self.sync_database_to_filesystem(id, dir)
"""Gets a list of files that the Airtime database knows for a specific directory. """Gets a list of files that the Airtime database knows for a specific directory.
You need to provide the directory's row ID, which is obtained when calling You need to provide the directory's row ID, which is obtained when calling
get_list_of_watched_dirs function. get_list_of_watched_dirs function.
dir_id -- row id of the directory in the cc_watched_dirs database table dir_id -- row id of the directory in the cc_watched_dirs database table
""" """
def list_db_files(self, dir_id): def list_db_files(self, dir_id):
return self.api_client.list_all_db_files(dir_id) return self.api_client.list_all_db_files(dir_id)
""" """
returns the path and the database row id for this path for all watched directories. Also returns the path and the database row id for this path for all watched directories. Also
returns the Stor directory, which can be identified by its row id (always has value of "1") returns the Stor directory, which can be identified by its row id (always has value of "1")
""" """
def get_list_of_watched_dirs(self): def get_list_of_watched_dirs(self):
json = self.api_client.list_all_watched_dirs() json = self.api_client.list_all_watched_dirs()
return json["dirs"] return json["dirs"]
""" """
This function takes in a path name provided by the database (and its corresponding row id) This function takes in a path name provided by the database (and its corresponding row id)
and reads the list of files in the local file system. Its purpose is to discover which files and reads the list of files in the local file system. Its purpose is to discover which files
@ -57,42 +57,42 @@ class AirtimeMediaMonitorBootstrap():
dir -- pathname of the directory dir -- pathname of the directory
""" """
def sync_database_to_filesystem(self, dir_id, dir): def sync_database_to_filesystem(self, dir_id, dir):
""" """
set to hold new and/or modified files. We use a set to make it ok if files are added set to hold new and/or modified files. We use a set to make it ok if files are added
twice. This is because some of the tests for new files return result sets that are not twice. This is because some of the tests for new files return result sets that are not
mutually exclusive from each other. mutually exclusive from each other.
""" """
new_and_modified_files = set() new_and_modified_files = set()
removed_files = set() removed_files = set()
db_known_files_set = set() db_known_files_set = set()
files = self.list_db_files(dir_id) files = self.list_db_files(dir_id)
for file in files['files']: for file in files['files']:
db_known_files_set.add(file) db_known_files_set.add(file)
new_files = self.mmc.scan_dir_for_new_files(dir) new_files = self.mmc.scan_dir_for_new_files(dir)
all_files_set = set() all_files_set = set()
for file_path in new_files: for file_path in new_files:
if len(file_path.strip(" \n")) > 0: if len(file_path.strip(" \n")) > 0:
all_files_set.add(file_path[len(dir):]) all_files_set.add(file_path[len(dir):])
if os.path.exists(self.mmc.timestamp_file): if os.path.exists(self.mmc.timestamp_file):
"""find files that have been modified since the last time media-monitor process started.""" """find files that have been modified since the last time media-monitor process started."""
time_diff_sec = time.time() - os.path.getmtime(self.mmc.timestamp_file) time_diff_sec = time.time() - os.path.getmtime(self.mmc.timestamp_file)
command = "find %s -type f -iname '*.ogg' -o -iname '*.mp3' -readable -mmin -%d" % (dir, time_diff_sec/60+1) command = "find %s -type f -iname '*.ogg' -o -iname '*.mp3' -readable -mmin -%d" % (dir, time_diff_sec/60+1)
else: else:
command = "find %s -type f -iname '*.ogg' -o -iname '*.mp3' -readable" % dir command = "find %s -type f -iname '*.ogg' -o -iname '*.mp3' -readable" % dir
stdout = self.mmc.execCommandAndReturnStdOut(command) stdout = self.mmc.execCommandAndReturnStdOut(command)
stdout = unicode(stdout, "utf_8") stdout = unicode(stdout, "utf_8")
new_files = stdout.splitlines() new_files = stdout.splitlines()
for file_path in new_files: for file_path in new_files:
if len(file_path.strip(" \n")) > 0: if len(file_path.strip(" \n")) > 0:
new_and_modified_files.add(file_path[len(dir)+1:]) new_and_modified_files.add(file_path[len(dir):])
""" """
new_and_modified_files gives us a set of files that were either copied or modified new_and_modified_files gives us a set of files that were either copied or modified
since the last time media-monitor was running. These files were collected based on since the last time media-monitor was running. These files were collected based on
@ -101,28 +101,32 @@ class AirtimeMediaMonitorBootstrap():
not affect last modified timestamp). Lets get a list of files that are on the file-system not affect last modified timestamp). Lets get a list of files that are on the file-system
that the db has no record of, and vice-versa. that the db has no record of, and vice-versa.
""" """
deleted_files_set = db_known_files_set - all_files_set deleted_files_set = db_known_files_set - all_files_set
new_files_set = all_files_set - db_known_files_set new_files_set = all_files_set - db_known_files_set
modified_files_set = new_and_modified_files - new_files_set modified_files_set = new_and_modified_files - new_files_set
self.logger.info("Deleted files: \n%s\n\n"%deleted_files_set) self.logger.info("Deleted files: \n%s\n\n"%deleted_files_set)
self.logger.info("New files: \n%s\n\n"%new_files_set) self.logger.info("New files: \n%s\n\n"%new_files_set)
self.logger.info("Modified files: \n%s\n\n"%modified_files_set) self.logger.info("Modified files: \n%s\n\n"%modified_files_set)
#"touch" file timestamp #"touch" file timestamp
self.mmc.touch_index_file() self.mmc.touch_index_file()
for file_path in deleted_files_set: for file_path in deleted_files_set:
self.pe.handle_removed_file(False, "%s/%s" % (dir, file_path)) self.pe.handle_removed_file(False, "%s%s" % (dir, file_path))
deleted_files_set.clear()
for file_path in new_files_set: for file_path in new_files_set:
file_path = "%s/%s" % (dir, file_path) file_path = "%s%s" % (dir, file_path)
if os.path.exists(file_path): if os.path.exists(file_path):
self.pe.handle_created_file(False, os.path.basename(file_path), file_path) self.pe.handle_created_file(False, os.path.basename(file_path), file_path)
new_files_set.clear()
for file_path in modified_files_set: for file_path in modified_files_set:
file_path = "%s/%s" % (dir, file_path) file_path = "%s%s" % (dir, file_path)
if os.path.exists(file_path): if os.path.exists(file_path):
self.pe.handle_modified_file(False, os.path.basename(file_path), file_path) self.pe.handle_modified_file(False, os.path.basename(file_path), file_path)
modified_files_set.clear()