134 lines
5.2 KiB
Python
134 lines
5.2 KiB
Python
import os, sys
|
|
import logging
|
|
import logging.config
|
|
|
|
import media.monitor.pure as mmp
|
|
|
|
from media.monitor.exceptions import FailedToObtainLocale, FailedToSetLocale
|
|
from media.monitor.log import get_logger, setup_logging
|
|
from std_err_override import LogWriter
|
|
from media.saas.thread import InstanceThread, user, apc, getsig
|
|
from media.monitor.log import Loggable
|
|
from media.monitor.exceptions import CouldNotCreateIndexFile
|
|
from media.monitor.toucher import ToucherThread
|
|
from media.monitor.airtime import AirtimeNotifier, AirtimeMessageReceiver
|
|
from media.monitor.watchersyncer import WatchSyncer
|
|
from media.monitor.eventdrainer import EventDrainer
|
|
from media.monitor.manager import Manager
|
|
from media.monitor.syncdb import AirtimeDB
|
|
from media.saas.airtimeinstance import AirtimeInstance
|
|
|
|
class MM2(InstanceThread, Loggable):
|
|
|
|
def index_create(self, index_create_attempt=False):
|
|
config = user().mm_config
|
|
if not index_create_attempt:
|
|
if not os.path.exists(config['media-monitor']['index_path']):
|
|
self.logger.info("Attempting to create index file:...")
|
|
try:
|
|
with open(config['media-monitor']['index_path'], 'w') as f: f.write(" ")
|
|
except Exception as e:
|
|
self.logger.info("Failed to create index file with exception: %s" \
|
|
% str(e))
|
|
else:
|
|
self.logger.info("Created index file, reloading configuration:")
|
|
self.index_create(index_create_attempt=True)
|
|
else:
|
|
self.logger.info("Already tried to create index. Will not try again ")
|
|
|
|
if not os.path.exists(config['media-monitor']['index_path']):
|
|
raise CouldNotCreateIndexFile(config['media-monitor']['index_path'])
|
|
|
|
def run(self):
|
|
self.index_create()
|
|
manager = Manager()
|
|
apiclient = apc()
|
|
config = user().mm_config
|
|
WatchSyncer(signal=getsig('watch'),
|
|
chunking_number=config['media-monitor']['chunking_number'],
|
|
timeout=config['media-monitor']['request_max_wait'])
|
|
airtime_receiver = AirtimeMessageReceiver(config,manager)
|
|
airtime_notifier = AirtimeNotifier(config, airtime_receiver)
|
|
|
|
|
|
adb = AirtimeDB(apiclient)
|
|
store = {
|
|
u'stor' : adb.storage_path(),
|
|
u'watched_dirs' : adb.list_watched(),
|
|
}
|
|
|
|
self.logger.info("initializing mm with directories: %s" % str(store))
|
|
|
|
self.logger.info(
|
|
"Initing with the following airtime response:%s" % str(store))
|
|
|
|
airtime_receiver.change_storage({ 'directory':store[u'stor'] })
|
|
|
|
for watch_dir in store[u'watched_dirs']:
|
|
if not os.path.exists(watch_dir):
|
|
# Create the watch_directory here
|
|
try: os.makedirs(watch_dir)
|
|
except Exception:
|
|
self.logger.error("Could not create watch directory: '%s' \
|
|
(given from the database)." % watch_dir)
|
|
if os.path.exists(watch_dir):
|
|
airtime_receiver.new_watch({ 'directory':watch_dir }, restart=True)
|
|
else: self.logger.info("Failed to add watch on %s" % str(watch_dir))
|
|
|
|
EventDrainer(airtime_notifier,
|
|
interval=float(config['media-monitor']['rmq_event_wait']))
|
|
|
|
# Launch the toucher that updates the last time when the script was
|
|
# ran every n seconds.
|
|
# TODO : verify that this does not interfere with bootstrapping because the
|
|
# toucher thread might update the last_ran variable too fast
|
|
ToucherThread(path=user().touch_file_path(),
|
|
interval=int(config['media-monitor']['touch_interval']))
|
|
|
|
success = False
|
|
while not success:
|
|
try:
|
|
apiclient.register_component('media-monitor')
|
|
success = True
|
|
except Exception, e:
|
|
self.logger.error(str(e))
|
|
import time
|
|
time.sleep(10)
|
|
|
|
manager.loop()
|
|
|
|
def launch_instance(name, root, global_cfg):
|
|
cfg = {
|
|
'api_client' : global_cfg,
|
|
'media_monitor' : global_cfg,
|
|
}
|
|
ai = AirtimeInstance(name, root, cfg)
|
|
MM2(ai).start()
|
|
|
|
def setup_global(log):
|
|
""" setup unicode and other stuff """
|
|
log.info("Attempting to set the locale...")
|
|
try: mmp.configure_locale(mmp.get_system_locale())
|
|
except FailedToSetLocale as e:
|
|
log.info("Failed to set the locale...")
|
|
sys.exit(1)
|
|
except FailedToObtainLocale as e:
|
|
log.info("Failed to obtain the locale form the default path: \
|
|
'/etc/default/locale'")
|
|
sys.exit(1)
|
|
except Exception as e:
|
|
log.info("Failed to set the locale for unknown reason. \
|
|
Logging exception.")
|
|
log.info(str(e))
|
|
|
|
def setup_logger(log_config, logpath):
|
|
logging.config.fileConfig(log_config)
|
|
#need to wait for Python 2.7 for this..
|
|
#logging.captureWarnings(True)
|
|
logger = logging.getLogger()
|
|
LogWriter.override_std_err(logger)
|
|
logfile = unicode(logpath)
|
|
setup_logging(logfile)
|
|
log = get_logger()
|
|
return log
|