diff --git a/install b/install
index 85bbfbd1e..9661a7a7e 100755
--- a/install
+++ b/install
@@ -723,6 +723,13 @@ if $has_systemv_init; then
     exit 1
 fi
 
+# Upstart is not supported, fail fast instead of cleaning the whole script
+# from Upstart related entries.
+if $has_upstart_init; then
+    echo "ERROR: Installation on Upstart init system is not supported!" >&2
+    exit 1
+fi
+
 if $is_centos_dist; then
   python_bin="python3.8"
   apache_bin="httpd"
diff --git a/python_apps/airtime-celery/install/upstart/libretime-celery.conf b/python_apps/airtime-celery/install/upstart/libretime-celery.conf
deleted file mode 100644
index 93b34efbd..000000000
--- a/python_apps/airtime-celery/install/upstart/libretime-celery.conf
+++ /dev/null
@@ -1,18 +0,0 @@
-description "LibreTime Celery Service"
-author "help@libretime.org"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-
-setuid celery
-setgid celery
-
-env LANG='en_US.UTF-8'
-env LC_ALL='en_US.UTF-8'
-env RMQ_CONFIG_FILE=/etc/airtime/airtime.conf
-
-chdir /srv/airtime
-
-exec celery worker -A airtime-celery.tasks:celery --time-limit=300 --concurrency=1 --config=celeryconfig -l INFO
diff --git a/python_apps/airtime_analyzer/install/upstart/libretime-analyzer.conf b/python_apps/airtime_analyzer/install/upstart/libretime-analyzer.conf
deleted file mode 100644
index 6e0fd79fc..000000000
--- a/python_apps/airtime_analyzer/install/upstart/libretime-analyzer.conf
+++ /dev/null
@@ -1,21 +0,0 @@
-description "Airtime Analyzer"
-author "help@sourcefabric.org"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-
-setuid www-data
-setgid www-data
-
-#expect fork
-
-env LANG='en_US.UTF-8'
-env LC_ALL='en_US.UTF-8'
-
-#script
-#    libretime-analyzer
-#end script
-
-exec libretime-analyzer
diff --git a/python_apps/pypo/install/upstart/libretime-liquidsoap.conf.template b/python_apps/pypo/install/upstart/libretime-liquidsoap.conf.template
deleted file mode 100644
index f7b6fa696..000000000
--- a/python_apps/pypo/install/upstart/libretime-liquidsoap.conf.template
+++ /dev/null
@@ -1,19 +0,0 @@
-description "Airtime Liquidsoap"
-author "help@sourcefabric.org"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-# Respawn it indefinitely
-respawn limit unlimited
-# Wait 3 seconds before spawning it again though, to throttle CPU.
-post-stop exec sleep 3
-
-setuid WEB_USER
-setgid WEB_USER
-
-env LANG='en_US.UTF-8'
-env LC_ALL='en_US.UTF-8'
-
-exec airtime-liquidsoap
diff --git a/python_apps/pypo/install/upstart/libretime-playout.conf.template b/python_apps/pypo/install/upstart/libretime-playout.conf.template
deleted file mode 100644
index 8d94eba5a..000000000
--- a/python_apps/pypo/install/upstart/libretime-playout.conf.template
+++ /dev/null
@@ -1,19 +0,0 @@
-description "Pypo"
-author "help@sourcefabric.org"
-
-start on runlevel [2345]
-stop on runlevel [!2345]
-
-respawn
-# Respawn it indefinitely
-respawn limit unlimited
-# Wait 3 seconds before spawning it again though, to throttle CPU.
-post-stop exec sleep 3
-
-setuid WEB_USER
-setgid WEB_USER
-
-env LANG='en_US.UTF-8'
-env LC_ALL='en_US.UTF-8'
-
-exec airtime-playout