2014-06-13 17:04:00 +00:00
|
|
|
#!/usr/bin/python
|
|
|
|
# coding: utf-8
|
|
|
|
|
|
|
|
# This file is part of Supysonic.
|
|
|
|
#
|
|
|
|
# Supysonic is a Python implementation of the Subsonic server API.
|
|
|
|
# Copyright (C) 2014 Alban 'spl0k' Féron
|
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU Affero General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
import time, sys
|
|
|
|
import logging
|
2014-07-27 10:30:45 +00:00
|
|
|
from threading import Thread, Condition, Timer
|
2014-06-14 12:49:03 +00:00
|
|
|
from logging.handlers import TimedRotatingFileHandler
|
2014-06-13 17:04:00 +00:00
|
|
|
from watchdog.observers import Observer
|
|
|
|
from watchdog.events import PatternMatchingEventHandler
|
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
from supysonic import config, db
|
2014-06-13 17:04:00 +00:00
|
|
|
from supysonic.scanner import Scanner
|
|
|
|
|
|
|
|
class SupysonicWatcherEventHandler(PatternMatchingEventHandler):
|
2014-06-14 14:54:04 +00:00
|
|
|
def __init__(self, queue, logger):
|
2014-06-13 17:04:00 +00:00
|
|
|
extensions = config.get('base', 'scanner_extensions')
|
|
|
|
patterns = map(lambda e: "*." + e.lower(), extensions.split()) if extensions else None
|
|
|
|
super(SupysonicWatcherEventHandler, self).__init__(patterns = patterns, ignore_directories = True)
|
|
|
|
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__queue = queue
|
2014-06-13 17:04:00 +00:00
|
|
|
self.__logger = logger
|
|
|
|
|
|
|
|
def on_created(self, event):
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__logger.debug("File created: '%s'", event.src_path)
|
|
|
|
self.__queue.put(event.src_path)
|
2014-06-13 17:04:00 +00:00
|
|
|
|
|
|
|
def on_deleted(self, event):
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__logger.debug("File deleted: '%s'", event.src_path)
|
2014-08-03 17:30:29 +00:00
|
|
|
store = db.get_store(config.get('base', 'database_uri'))
|
|
|
|
track = store.find(db.Track, db.Track.path == event.src_path).one()
|
2014-06-13 17:04:00 +00:00
|
|
|
if track:
|
2014-08-04 17:56:45 +00:00
|
|
|
scanner = Scanner(store)
|
|
|
|
scanner.remove_file(track.path)
|
|
|
|
scanner.finish()
|
2014-08-03 17:30:29 +00:00
|
|
|
store.commit()
|
2014-06-13 17:04:00 +00:00
|
|
|
else:
|
|
|
|
self.__logger.debug("Deleted file %s not in the database", event.src_path)
|
2014-08-03 17:30:29 +00:00
|
|
|
store.close()
|
2014-06-13 17:04:00 +00:00
|
|
|
|
|
|
|
def on_modified(self, event):
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__logger.debug("File modified: '%s'", event.src_path)
|
|
|
|
self.__queue.put(event.src_path)
|
2014-06-13 17:04:00 +00:00
|
|
|
|
|
|
|
def on_moved(self, event):
|
|
|
|
pass
|
|
|
|
|
2014-06-14 14:54:04 +00:00
|
|
|
class ScannerProcessingQueue(Thread):
|
|
|
|
def __init__(self, logger):
|
|
|
|
super(ScannerProcessingQueue, self).__init__()
|
|
|
|
|
|
|
|
self.__logger = logger
|
2014-07-27 10:30:45 +00:00
|
|
|
self.__cond = Condition()
|
|
|
|
self.__timer = None
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__queue = {}
|
|
|
|
self.__running = True
|
|
|
|
|
|
|
|
def run(self):
|
|
|
|
while self.__running:
|
2014-07-27 10:30:45 +00:00
|
|
|
time.sleep(0.1)
|
|
|
|
|
|
|
|
with self.__cond:
|
|
|
|
self.__cond.wait()
|
2014-06-14 14:54:04 +00:00
|
|
|
|
|
|
|
if not self.__queue:
|
|
|
|
continue
|
|
|
|
|
2014-07-27 11:20:51 +00:00
|
|
|
self.__logger.debug("Instantiating scanner")
|
2014-08-03 17:30:29 +00:00
|
|
|
store = db.get_store(config.get('base', 'database_uri'))
|
|
|
|
scanner = Scanner(store)
|
2014-06-14 14:54:04 +00:00
|
|
|
|
2014-07-27 11:20:51 +00:00
|
|
|
path = self.__next_item()
|
|
|
|
while path:
|
|
|
|
self.__logger.info("Scanning: '%s'", path)
|
|
|
|
scanner.scan_file(path)
|
|
|
|
path = self.__next_item()
|
2014-06-14 14:54:04 +00:00
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
store.commit()
|
|
|
|
store.close()
|
2014-07-27 11:20:51 +00:00
|
|
|
self.__logger.debug("Freeing scanner")
|
|
|
|
del scanner
|
2014-06-14 14:54:04 +00:00
|
|
|
|
|
|
|
def stop(self):
|
|
|
|
self.__running = False
|
2014-07-27 10:30:45 +00:00
|
|
|
with self.__cond:
|
|
|
|
self.__cond.notify()
|
2014-06-14 14:54:04 +00:00
|
|
|
|
|
|
|
def put(self, path):
|
|
|
|
if not self.__running:
|
|
|
|
raise RuntimeError("Trying to put an item in a stopped queue")
|
|
|
|
|
2014-07-27 10:30:45 +00:00
|
|
|
with self.__cond:
|
2014-06-14 14:54:04 +00:00
|
|
|
self.__queue[path] = time.time()
|
2014-07-27 10:30:45 +00:00
|
|
|
if self.__timer:
|
|
|
|
self.__timer.cancel()
|
|
|
|
self.__timer = Timer(5, self.__wakeup)
|
|
|
|
self.__timer.start()
|
|
|
|
|
|
|
|
def __wakeup(self):
|
|
|
|
with self.__cond:
|
|
|
|
self.__cond.notify()
|
|
|
|
self.__timer = None
|
2014-06-14 14:54:04 +00:00
|
|
|
|
2014-07-27 11:20:51 +00:00
|
|
|
def __next_item(self):
|
|
|
|
with self.__cond:
|
|
|
|
if not self.__queue:
|
|
|
|
return None
|
|
|
|
|
|
|
|
next = sorted(self.__queue.iteritems(), key = lambda i: i[1])[0]
|
|
|
|
if not self.__running or next[1] + 5 < time.time():
|
|
|
|
del self.__queue[next[0]]
|
|
|
|
return next[0]
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
2014-06-13 17:04:00 +00:00
|
|
|
if __name__ == "__main__":
|
|
|
|
if not config.check():
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
2014-06-14 12:49:03 +00:00
|
|
|
if config.get('daemon', 'log_file'):
|
|
|
|
log_handler = TimedRotatingFileHandler(config.get('daemon', 'log_file'), when = 'midnight')
|
|
|
|
else:
|
|
|
|
log_handler = logging.NullHandler()
|
2014-06-13 17:04:00 +00:00
|
|
|
log_handler.setFormatter(logging.Formatter("%(asctime)s [%(levelname)s] %(message)s"))
|
|
|
|
logger.addHandler(log_handler)
|
2014-06-14 12:49:03 +00:00
|
|
|
if config.get('daemon', 'log_level'):
|
|
|
|
mapping = {
|
|
|
|
'DEBUG': logging.DEBUG,
|
|
|
|
'INFO': logging.INFO,
|
|
|
|
'WARNING': logging.WARNING,
|
|
|
|
'ERROR': logging.ERROR,
|
|
|
|
'CRTICAL': logging.CRITICAL
|
|
|
|
}
|
|
|
|
logger.setLevel(mapping.get(config.get('daemon', 'log_level').upper(), logging.NOTSET))
|
2014-06-13 17:04:00 +00:00
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
store = db.get_store(config.get('base', 'database_uri'))
|
|
|
|
folders = store.find(db.Folder, db.Folder.root == True)
|
2014-06-13 17:04:00 +00:00
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
if not folders.count():
|
2014-06-13 17:04:00 +00:00
|
|
|
logger.info("No folder set. Exiting.")
|
2014-08-03 17:30:29 +00:00
|
|
|
store.close()
|
2014-06-13 17:04:00 +00:00
|
|
|
sys.exit(0)
|
|
|
|
|
2014-06-14 14:54:04 +00:00
|
|
|
queue = ScannerProcessingQueue(logger)
|
|
|
|
handler = SupysonicWatcherEventHandler(queue, logger)
|
2014-06-13 17:04:00 +00:00
|
|
|
observer = Observer()
|
2014-06-14 14:54:04 +00:00
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
for folder in folders:
|
2014-06-13 17:04:00 +00:00
|
|
|
logger.info("Starting watcher for %s", folder.path)
|
|
|
|
observer.schedule(handler, folder.path, recursive = True)
|
|
|
|
|
2014-08-03 17:30:29 +00:00
|
|
|
store.close()
|
2014-06-14 14:54:04 +00:00
|
|
|
queue.start()
|
2014-06-13 17:04:00 +00:00
|
|
|
observer.start()
|
|
|
|
try:
|
|
|
|
while True:
|
|
|
|
time.sleep(1)
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
logger.info("Stopping watcher")
|
|
|
|
observer.stop()
|
|
|
|
observer.join()
|
2014-06-14 14:54:04 +00:00
|
|
|
queue.stop()
|
|
|
|
queue.join()
|
2014-06-13 17:04:00 +00:00
|
|
|
|