fe0b2c4a7a
Some initial work on modernizing the analyzer app. This replace any custom logger or `logging` based logger with the logging tools from `libretime_shared.logging` and `loguru`. - rename cli to main - use pathlib in setup.py - add api-client and shared package as dev deps - rework main entrypoint cli to use click and shared helpers - remove unused imports - replace logging with logger - rework analyzer app using shared abstract app - move analyzer log path to systemd service - change analyzer working dir BREAKING CHANGE: The analyzer cli has been reworked and uses new flags / environnement variables for configuration. `--debug` flag becomes `--log-level <level>` `--rmq-config-file` flag becomes `--config <filepath>` `--http-retry-queue-file` flag becomes `--retry-queue-filepath`. `retry-queue-filepath` default value changed from `/tmp/airtime_analyzer_http_retries` to `retry_queue` in the working dir. `LIBRETIME_CONF_DIR` environnement variable replaced by `LIBRETIME_CONFIG_FILEPATH`. BREAKING CHANGE: When running analyzer as a systemd service, the working directory is now /var/lib/libretime/analyzer.
99 lines
4.4 KiB
Python
99 lines
4.4 KiB
Python
import datetime
|
|
import json
|
|
import subprocess
|
|
|
|
from loguru import logger
|
|
|
|
from .analyzer import Analyzer
|
|
|
|
|
|
class CuePointAnalyzer(Analyzer):
|
|
"""This class extracts the cue-in time, cue-out time, and length of a track using silan."""
|
|
|
|
SILAN_EXECUTABLE = "silan"
|
|
|
|
@staticmethod
|
|
def analyze(filename, metadata):
|
|
"""Extracts the cue-in and cue-out times along and sets the file duration based on that.
|
|
The cue points are there to skip the silence at the start and end of a track, and are determined
|
|
using "silan", which analyzes the loudness in a track.
|
|
:param filename: The full path to the file to analyzer
|
|
:param metadata: A metadata dictionary where the results will be put
|
|
:return: The metadata dictionary
|
|
"""
|
|
""" The silan -F 0.99 parameter tweaks the highpass filter. The default is 0.98, but at that setting,
|
|
the unit test on the short m4a file fails. With the new setting, it gets the correct cue-in time and
|
|
all the unit tests pass.
|
|
"""
|
|
command = [
|
|
CuePointAnalyzer.SILAN_EXECUTABLE,
|
|
"-b",
|
|
"-F",
|
|
"0.99",
|
|
"-f",
|
|
"JSON",
|
|
"-t",
|
|
"1.0",
|
|
filename,
|
|
]
|
|
try:
|
|
results_json = subprocess.check_output(
|
|
command, stderr=subprocess.STDOUT, close_fds=True
|
|
)
|
|
try:
|
|
results_json = results_json.decode()
|
|
except (UnicodeDecodeError, AttributeError):
|
|
pass
|
|
silan_results = json.loads(results_json)
|
|
|
|
# Defensive coding against Silan wildly miscalculating the cue in and out times:
|
|
silan_length_seconds = float(silan_results["file duration"])
|
|
silan_cuein = format(silan_results["sound"][0][0], "f")
|
|
silan_cueout = format(silan_results["sound"][0][1], "f")
|
|
|
|
# Sanity check the results against any existing metadata passed to us (presumably extracted by Mutagen):
|
|
if "length_seconds" in metadata:
|
|
# Silan has a rare bug where it can massively overestimate the length or cue out time sometimes.
|
|
if (silan_length_seconds - metadata["length_seconds"] > 3) or (
|
|
float(silan_cueout) - metadata["length_seconds"] > 2
|
|
):
|
|
# Don't trust anything silan says then...
|
|
raise Exception(
|
|
"Silan cue out {0} or length {1} differs too much from the Mutagen length {2}. Ignoring Silan values.".format(
|
|
silan_cueout,
|
|
silan_length_seconds,
|
|
metadata["length_seconds"],
|
|
)
|
|
)
|
|
# Don't allow silan to trim more than the greater of 3 seconds or 5% off the start of a track
|
|
if float(silan_cuein) > max(silan_length_seconds * 0.05, 3):
|
|
raise Exception(
|
|
"Silan cue in time {0} too big, ignoring.".format(silan_cuein)
|
|
)
|
|
else:
|
|
# Only use the Silan track length in the worst case, where Mutagen didn't give us one for some reason.
|
|
# (This is mostly to make the unit tests still pass.)
|
|
# Convert the length into a formatted time string.
|
|
metadata["length_seconds"] = silan_length_seconds #
|
|
track_length = datetime.timedelta(seconds=metadata["length_seconds"])
|
|
metadata["length"] = str(track_length)
|
|
|
|
""" XXX: I've commented out the track_length stuff below because Mutagen seems more accurate than silan
|
|
as of Mutagen version 1.31. We are always going to use Mutagen's length now because Silan's
|
|
length can be off by a few seconds reasonably often.
|
|
"""
|
|
|
|
metadata["cuein"] = silan_cuein
|
|
metadata["cueout"] = silan_cueout
|
|
|
|
except OSError as e: # silan was not found
|
|
logger.warning(
|
|
"Failed to run: %s - %s. %s"
|
|
% (command[0], e.strerror, "Do you have silan installed?")
|
|
)
|
|
except subprocess.CalledProcessError as e: # silan returned an error code
|
|
logger.warning("%s %s %s", e.cmd, e.output, e.returncode)
|
|
except Exception as e:
|
|
logger.warning(e)
|
|
|
|
return metadata
|