# -*- coding: utf-8 -*- import pyinotify import sys import os from media.monitor.listeners import OrganizeListener, StoreWatchListener from media.monitor.organizer import Organizer from media.monitor.events import PathChannel from media.monitor.watchersyncer import WatchSyncer from media.monitor.handler import ProblemFileHandler from media.monitor.bootstrap import Bootstrapper from media.monitor.log import get_logger from media.monitor.config import MMConfig from media.monitor.toucher import ToucherThread from media.monitor.syncdb import SyncDB from media.monitor.exceptions import FailedToObtainLocale, FailedToSetLocale, NoConfigFile from media.monitor.airtime import AirtimeNotifier, AirtimeMessageReceiver import media.monitor.pure as mmp from api_clients import api_client as apc # Execution consists of the following steps (for now) # 1. initialize logging # 2. create MMConfig from the config file # 3. configure the locale # 4. initialize all event handlers (WatchManager, OrganizeListener, etc.) # 5. get bootstrap db from airtime # 6. sync the db according to the filesystem (and vice versa in some cases) # 7. initialize listeners for watched and organize directories # 8. initialize kombu listener for receiving messages from airtime # 9. start the toucher thread that updates the last modified time of the index # file as the program is running log = get_logger() global_config = u'/path/to/global/config' # MMConfig is a proxy around ConfigObj instances. it does not allow itself # users of MMConfig instances to modify any config options directly through the # dictionary. Users of this object muse use the correct methods designated for # modification config = None try: config = MMConfig(global_config) except NoConfigFile as e: log.info("Cannot run mediamonitor2 without configuration file.") log.info("Current config path: '%s'" % global_config) sys.exit(1) except Exception as e: log.info("Unknown error reading configuration file: '%s'" % global_config) log.info(str(e)) log.info("Attempting to set the locale...") try: mmp.configure_locale(mmp.get_system_locale()) except FailedToSetLocale as e: log.info("Failed to set the locale...") sys.exit(1) except FailedToObtainLocale as e: log.info("Failed to obtain the locale form the default path: '/etc/default/locale'") sys.exit(1) except Exception as e: log.info("Failed to set the locale for unknown reason. Logging exception.") log.info(str(e)) channels = { # note that org channel still has a 'watch' path because that is the path # it supposed to be moving the organized files to. it doesn't matter where # are all the "to organize" files are coming from 'org' : PathChannel('org', '/home/rudi/throwaway/fucking_around/organize'), 'watch' : [], 'badfile' : PathChannel('badfile', '/home/rudi/throwaway/fucking_around/problem_dir'), } apiclient = apc.AirtimeApiClient(log) # We initialize sdb before anything because we must know what our watched # directories are. sdb = SyncDB(apiclient) for watch_dir in sdb.list_directories(): if not os.path.exists(watch_dir): # Create the watch_directory here try: os.makedirs(watch_dir) except Exception as e: log.error("Could not create watch directory: '%s' (given from the database)." % watch_dir) # We must do another existence check for the watched directory because we # the creation of it could have failed above if os.path.exists(watch_dir): channels['watch'].append(PathChannel('watch', watch_dir)) org = Organizer(channel=channels['org'],target_path=channels['watch'][0].path) watches = [ WatchSyncer(channel=pc) for pc in channels['watch'] ] problem_files = ProblemFileHandler(channel=channels['badfile']) # A slight incosistency here, channels['watch'] is already a list while the # other items are single elements. For consistency we should make all the # values in channels lists later on # we try to not share the config object as much as possible and in this case we # prefer to only pass the necessary last_ran parameter instead of the whole # object. although this might change in the future if Bootstrapper becomes more # complicated bs = Bootstrapper(db=sdb, last_ran=config.last_ran(), org_channels=[channels['org']], watch_channels=channels['watch']) bs.flush_organize() bs.flush_watch() wm = pyinotify.WatchManager() # Listeners don't care about which directory they're related to. All they care # about is which signal they should respond to o1 = OrganizeListener(signal=channels['org'].signal) # We are assuming that the signals are the same for each watched directory here o2 = StoreWatchListener(signal=channels['watch'][0].signal) notifier = pyinotify.Notifier(wm) wdd1 = wm.add_watch(channels['org'].path, pyinotify.ALL_EVENTS, rec=True, auto_add=True, proc_fun=o1) for pc in channels['watch']: wdd2 = wm.add_watch(pc.path, pyinotify.ALL_EVENTS, rec=True, auto_add=True, proc_fun=o2) # After finishing the bootstrapping + the listeners we should initialize the # kombu message consumer to respond to messages from airtime. we prefer to # leave this component of the program for last because without the *Listener # objects we cannot properly respond to all events from airtime anyway. airtime_receiver = AirtimeMessageReceiver(config) airtime_notifier = AirtimeNotifier(config, airtime_receiver) # Launch the toucher that updates the last time when the script was ran every # n seconds. tt = ToucherThread(path=config['index_path'], interval=config['touch_interval']) notifier.loop()