boyska
c0cc90a2f3
this makes download_http more reliable when reusing a file that could otherwise have been removed by UnusedCleaner
95 lines
3.3 KiB
Python
95 lines
3.3 KiB
Python
"""
|
|
This component will look for files to be removed. There are some assumptions:
|
|
* Only files in $TMPDIR are removed. Please remember that larigira has its
|
|
own specific TMPDIR
|
|
* MPD URIs are parsed, and only file:/// is supported
|
|
"""
|
|
import logging
|
|
import os
|
|
from os.path import normpath
|
|
from pathlib import Path
|
|
import time
|
|
|
|
import mpd
|
|
|
|
|
|
def old_commonpath(directories):
|
|
if any(p for p in directories if p.startswith("/")) and any(
|
|
p for p in directories if not p.startswith("/")
|
|
):
|
|
raise ValueError("Can't mix absolute and relative paths")
|
|
norm_paths = [normpath(p) + os.path.sep for p in directories]
|
|
ret = os.path.dirname(os.path.commonprefix(norm_paths))
|
|
if len(ret) > 0 and ret == "/" * len(ret):
|
|
return "/"
|
|
return ret
|
|
|
|
|
|
try:
|
|
from os.path import commonpath
|
|
except ImportError:
|
|
commonpath = old_commonpath
|
|
|
|
|
|
class UnusedCleaner:
|
|
# ONLY_DELETE_OLDER_THAN is expressed in seconds.
|
|
# It configures the maximum age a file can have before being removed.
|
|
# Set it to "None" if you want to disable this feature.
|
|
ONLY_DELETE_OLDER_THAN = 30
|
|
def __init__(self, conf):
|
|
self.conf = conf
|
|
self.waiting_removal_files = set()
|
|
self.log = logging.getLogger(self.__class__.__name__)
|
|
|
|
def _get_mpd(self):
|
|
mpd_client = mpd.MPDClient(use_unicode=True)
|
|
mpd_client.connect(self.conf["MPD_HOST"], self.conf["MPD_PORT"])
|
|
return mpd_client
|
|
|
|
def watch(self, uri):
|
|
"""
|
|
adds fpath to the list of "watched" file
|
|
|
|
as soon as it leaves the mpc playlist, it is removed
|
|
"""
|
|
if not uri.startswith("file:///"):
|
|
return # not a file URI
|
|
fpath = uri[len("file://") :]
|
|
if (
|
|
"TMPDIR" in self.conf
|
|
and self.conf["TMPDIR"]
|
|
and commonpath([self.conf["TMPDIR"], fpath])
|
|
!= normpath(self.conf["TMPDIR"])
|
|
):
|
|
self.log.info("Not watching file %s: not in TMPDIR", fpath)
|
|
return
|
|
if not os.path.exists(fpath):
|
|
self.log.warning("a path that does not exist is being monitored")
|
|
self.waiting_removal_files.add(fpath)
|
|
|
|
def check_playlist(self):
|
|
"""check playlist + internal watchlist to see what can be removed"""
|
|
mpdc = self._get_mpd()
|
|
files_in_playlist = {
|
|
song["file"]
|
|
for song in mpdc.playlistid()
|
|
if song["file"].startswith("/")
|
|
}
|
|
now = time.time()
|
|
for fpath in self.waiting_removal_files - files_in_playlist:
|
|
|
|
# audio files are sometimes reused, as in download_http. To avoid
|
|
# referencing a file that UnusedCleaner is going to remove, users
|
|
# are invited to touch the file, so that UnusedCleaner doesn't
|
|
# consider it for removal. While this doesn't conceptually solve
|
|
# the race condition, it should now be extremely rare.
|
|
|
|
if ONLY_DELETE_OLDER_THAN is not None:
|
|
mtime = Path(fpath).stat().st_mtime
|
|
if now - mtime < ONLY_DELETE_OLDER_THAN:
|
|
continue
|
|
# we can remove it!
|
|
self.log.debug("removing unused: %s", fpath)
|
|
self.waiting_removal_files.remove(fpath)
|
|
if os.path.exists(fpath) and self.conf["REMOVE_UNUSED_FILES"]:
|
|
os.unlink(fpath)
|