226 lines
8.1 KiB
Python
226 lines
8.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
from threading import Thread
|
|
from Queue import Empty
|
|
from ConfigParser import NoOptionError
|
|
|
|
import logging
|
|
import shutil
|
|
import time
|
|
import traceback
|
|
import os
|
|
import sys
|
|
import stat
|
|
import requests
|
|
import ConfigParser
|
|
import json
|
|
import hashlib
|
|
from requests.exceptions import ConnectionError, HTTPError, Timeout
|
|
|
|
CONFIG_PATH = '/etc/airtime/airtime.conf'
|
|
|
|
logging.captureWarnings(True)
|
|
|
|
|
|
class PypoFile(Thread):
|
|
|
|
def __init__(self, schedule_queue, config):
|
|
Thread.__init__(self)
|
|
self.logger = logging.getLogger()
|
|
self.media_queue = schedule_queue
|
|
self.media = None
|
|
self.cache_dir = os.path.join(config["cache_dir"], "scheduler")
|
|
self._config = self.read_config_file(CONFIG_PATH)
|
|
|
|
def copy_file(self, media_item):
|
|
"""
|
|
Copy media_item from local library directory to local cache directory.
|
|
"""
|
|
src = media_item['uri']
|
|
dst = media_item['dst']
|
|
|
|
src_size = media_item['filesize']
|
|
|
|
dst_exists = True
|
|
try:
|
|
dst_size = os.path.getsize(dst)
|
|
except Exception, e:
|
|
dst_exists = False
|
|
|
|
do_copy = False
|
|
if dst_exists:
|
|
if src_size != dst_size:
|
|
do_copy = True
|
|
else:
|
|
self.logger.debug("file %s already exists in local cache as %s, skipping copying..." % (src, dst))
|
|
else:
|
|
do_copy = True
|
|
|
|
media_item['file_ready'] = not do_copy
|
|
|
|
if do_copy:
|
|
self.logger.info("copying from %s to local cache %s" % (src, dst))
|
|
|
|
CONFIG_SECTION = "general"
|
|
username = self._config.get(CONFIG_SECTION, 'api_key')
|
|
baseurl = self._config.get(CONFIG_SECTION, 'base_url')
|
|
try:
|
|
port = self._config.get(CONFIG_SECTION, 'base_port')
|
|
except NoOptionError, e:
|
|
port = 80
|
|
try:
|
|
protocol = self._config.get(CONFIG_SECTION, 'protocol')
|
|
except NoOptionError, e:
|
|
protocol = str(("http", "https")[int(port) == 443])
|
|
|
|
try:
|
|
host = [protocol, baseurl, port]
|
|
url = "%s://%s:%s/rest/media/%s/download" % (host[0],
|
|
host[1],
|
|
host[2],
|
|
media_item["id"])
|
|
with open(dst, "wb") as handle:
|
|
response = requests.get(url, auth=requests.auth.HTTPBasicAuth(username, ''), stream=True, verify=False)
|
|
|
|
if not response.ok:
|
|
self.logger.error(response)
|
|
raise Exception("%s - Error occurred downloading file" % response.status_code)
|
|
|
|
for chunk in response.iter_content(1024):
|
|
if not chunk:
|
|
break
|
|
|
|
handle.write(chunk)
|
|
|
|
#make file world readable and owner writable
|
|
os.chmod(dst, stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH)
|
|
|
|
if media_item['filesize'] == 0:
|
|
file_size = self.report_file_size_and_md5_to_airtime(dst, media_item["id"], host, username)
|
|
media_item["filesize"] = file_size
|
|
|
|
media_item['file_ready'] = True
|
|
except Exception, e:
|
|
self.logger.error("Could not copy from %s to %s" % (src, dst))
|
|
self.logger.error(e)
|
|
|
|
def report_file_size_and_md5_to_airtime(self, file_path, file_id, host, api_key):
|
|
try:
|
|
file_size = os.path.getsize(file_path)
|
|
|
|
with open(file_path, 'rb') as fh:
|
|
m = hashlib.md5()
|
|
while True:
|
|
data = fh.read(8192)
|
|
if not data:
|
|
break
|
|
m.update(data)
|
|
md5_hash = m.hexdigest()
|
|
except (OSError, IOError) as e:
|
|
file_size = 0
|
|
self.logger.error("Error getting file size and md5 hash for file id %s" % file_id)
|
|
self.logger.error(e)
|
|
|
|
# Make PUT request to Airtime to update the file size and hash
|
|
error_msg = "Could not update media file %s with file size and md5 hash" % file_id
|
|
try:
|
|
put_url = "%s://%s:%s/rest/media/%s" % (host[0], host[1], host[2], file_id)
|
|
payload = json.dumps({'filesize': file_size, 'md5': md5_hash})
|
|
response = requests.put(put_url, data=payload, auth=requests.auth.HTTPBasicAuth(api_key, ''))
|
|
if not response.ok:
|
|
self.logger.error(error_msg)
|
|
except (ConnectionError, Timeout):
|
|
self.logger.error(error_msg)
|
|
except Exception as e:
|
|
self.logger.error(error_msg)
|
|
self.logger.error(e)
|
|
|
|
return file_size
|
|
|
|
def get_highest_priority_media_item(self, schedule):
|
|
"""
|
|
Get highest priority media_item in the queue. Currently the highest
|
|
priority is decided by how close the start time is to "now".
|
|
"""
|
|
if schedule is None or len(schedule) == 0:
|
|
return None
|
|
|
|
sorted_keys = sorted(schedule.keys())
|
|
|
|
if len(sorted_keys) == 0:
|
|
return None
|
|
|
|
highest_priority = sorted_keys[0]
|
|
media_item = schedule[highest_priority]
|
|
|
|
self.logger.debug("Highest priority item: %s" % highest_priority)
|
|
|
|
"""
|
|
Remove this media_item from the dictionary. On the next iteration
|
|
(from the main function) we won't consider it for prioritization
|
|
anymore. If on the next iteration we have received a new schedule,
|
|
it is very possible we will have to deal with the same media_items
|
|
again. In this situation, the worst possible case is that we try to
|
|
copy the file again and realize we already have it (thus aborting the copy).
|
|
"""
|
|
del schedule[highest_priority]
|
|
|
|
return media_item
|
|
|
|
def read_config_file(self, config_path):
|
|
"""Parse the application's config file located at config_path."""
|
|
config = ConfigParser.SafeConfigParser(allow_no_value=True)
|
|
try:
|
|
config.readfp(open(config_path))
|
|
except IOError as e:
|
|
logging.debug("Failed to open config file at %s: %s" % (config_path, e.strerror))
|
|
sys.exit()
|
|
except Exception as e:
|
|
logging.debug(e.strerror)
|
|
sys.exit()
|
|
|
|
return config
|
|
|
|
def main(self):
|
|
while True:
|
|
try:
|
|
if self.media is None or len(self.media) == 0:
|
|
"""
|
|
We have no schedule, so we have nothing else to do. Let's
|
|
do a blocked wait on the queue
|
|
"""
|
|
self.media = self.media_queue.get(block=True)
|
|
else:
|
|
"""
|
|
We have a schedule we need to process, but we also want
|
|
to check if a newer schedule is available. In this case
|
|
do a non-blocking queue.get and in either case (we get something
|
|
or we don't), get back to work on preparing getting files.
|
|
"""
|
|
try:
|
|
self.media = self.media_queue.get_nowait()
|
|
except Empty, e:
|
|
pass
|
|
|
|
|
|
media_item = self.get_highest_priority_media_item(self.media)
|
|
if media_item is not None:
|
|
self.copy_file(media_item)
|
|
except Exception, e:
|
|
import traceback
|
|
top = traceback.format_exc()
|
|
self.logger.error(str(e))
|
|
self.logger.error(top)
|
|
raise
|
|
|
|
def run(self):
|
|
"""
|
|
Entry point of the thread
|
|
"""
|
|
try: self.main()
|
|
except Exception, e:
|
|
top = traceback.format_exc()
|
|
self.logger.error('PypoFile Exception: %s', top)
|
|
time.sleep(5)
|
|
self.logger.info('PypoFile thread exiting')
|