mirror of
https://github.com/beetbox/beets.git
synced 2025-12-06 16:42:42 +01:00
98bb7f12be
Convert _queries from mutable class attributes to cached class properties that dynamically fetch plugin queries. This eliminates the need for manual query registration and cleanup in plugin loading/unloading logic.
549 lines
18 KiB
Python
549 lines
18 KiB
Python
# This file is part of beets.
|
|
# Copyright 2016, Adrian Sampson.
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining
|
|
# a copy of this software and associated documentation files (the
|
|
# "Software"), to deal in the Software without restriction, including
|
|
# without limitation the rights to use, copy, modify, merge, publish,
|
|
# distribute, sublicense, and/or sell copies of the Software, and to
|
|
# permit persons to whom the Software is furnished to do so, subject to
|
|
# the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be
|
|
# included in all copies or substantial portions of the Software.
|
|
|
|
"""Support for beets plugins."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import abc
|
|
import inspect
|
|
import re
|
|
import sys
|
|
import traceback
|
|
from collections import defaultdict
|
|
from functools import wraps
|
|
from types import GenericAlias
|
|
from typing import TYPE_CHECKING, Any, Callable, Sequence, TypeVar
|
|
|
|
import mediafile
|
|
|
|
import beets
|
|
from beets import logging
|
|
|
|
if TYPE_CHECKING:
|
|
from beets.event_types import EventType
|
|
|
|
if sys.version_info >= (3, 10):
|
|
from typing import ParamSpec
|
|
else:
|
|
from typing_extensions import ParamSpec
|
|
|
|
|
|
if TYPE_CHECKING:
|
|
from collections.abc import Iterable
|
|
|
|
from confuse import ConfigView
|
|
|
|
from beets.dbcore import Query
|
|
from beets.dbcore.db import FieldQueryType
|
|
from beets.dbcore.types import Type
|
|
from beets.importer import ImportSession, ImportTask
|
|
from beets.library import Album, Item, Library
|
|
from beets.ui import Subcommand
|
|
|
|
# TYPE_CHECKING guard is needed for any derived type
|
|
# which uses an import from `beets.library` and `beets.imported`
|
|
ImportStageFunc = Callable[[ImportSession, ImportTask], None]
|
|
T = TypeVar("T", Album, Item, str)
|
|
TFunc = Callable[[T], str]
|
|
TFuncMap = dict[str, TFunc[T]]
|
|
|
|
AnyModel = TypeVar("AnyModel", Album, Item)
|
|
|
|
P = ParamSpec("P")
|
|
Ret = TypeVar("Ret", bound=Any)
|
|
Listener = Callable[..., None]
|
|
IterF = Callable[P, Iterable[Ret]]
|
|
|
|
|
|
PLUGIN_NAMESPACE = "beetsplug"
|
|
|
|
# Plugins using the Last.fm API can share the same API key.
|
|
LASTFM_KEY = "2dc3914abf35f0d9c92d97d8f8e42b43"
|
|
|
|
# Global logger.
|
|
log = logging.getLogger("beets")
|
|
|
|
|
|
class PluginConflictError(Exception):
|
|
"""Indicates that the services provided by one plugin conflict with
|
|
those of another.
|
|
|
|
For example two plugins may define different types for flexible fields.
|
|
"""
|
|
|
|
|
|
class PluginLogFilter(logging.Filter):
|
|
"""A logging filter that identifies the plugin that emitted a log
|
|
message.
|
|
"""
|
|
|
|
def __init__(self, plugin):
|
|
self.prefix = f"{plugin.name}: "
|
|
|
|
def filter(self, record):
|
|
if hasattr(record.msg, "msg") and isinstance(record.msg.msg, str):
|
|
# A _LogMessage from our hacked-up Logging replacement.
|
|
record.msg.msg = self.prefix + record.msg.msg
|
|
elif isinstance(record.msg, str):
|
|
record.msg = self.prefix + record.msg
|
|
return True
|
|
|
|
|
|
# Managing the plugins themselves.
|
|
|
|
|
|
class BeetsPlugin(metaclass=abc.ABCMeta):
|
|
"""The base class for all beets plugins. Plugins provide
|
|
functionality by defining a subclass of BeetsPlugin and overriding
|
|
the abstract methods defined here.
|
|
"""
|
|
|
|
name: str
|
|
config: ConfigView
|
|
early_import_stages: list[ImportStageFunc]
|
|
import_stages: list[ImportStageFunc]
|
|
|
|
def __init__(self, name: str | None = None):
|
|
"""Perform one-time plugin setup."""
|
|
|
|
self.name = name or self.__module__.split(".")[-1]
|
|
self.config = beets.config[self.name]
|
|
|
|
# Set class attributes if they are not already set
|
|
# for the type of plugin.
|
|
if not self.template_funcs:
|
|
self.template_funcs = {}
|
|
if not self.template_fields:
|
|
self.template_fields = {}
|
|
if not self.album_template_fields:
|
|
self.album_template_fields = {}
|
|
|
|
self.early_import_stages = []
|
|
self.import_stages = []
|
|
|
|
self._log = log.getChild(self.name)
|
|
self._log.setLevel(logging.NOTSET) # Use `beets` logger level.
|
|
if not any(isinstance(f, PluginLogFilter) for f in self._log.filters):
|
|
self._log.addFilter(PluginLogFilter(self))
|
|
|
|
def commands(self) -> Sequence[Subcommand]:
|
|
"""Should return a list of beets.ui.Subcommand objects for
|
|
commands that should be added to beets' CLI.
|
|
"""
|
|
return ()
|
|
|
|
def _set_stage_log_level(
|
|
self,
|
|
stages: list[ImportStageFunc],
|
|
) -> list[ImportStageFunc]:
|
|
"""Adjust all the stages in `stages` to WARNING logging level."""
|
|
return [
|
|
self._set_log_level_and_params(logging.WARNING, stage)
|
|
for stage in stages
|
|
]
|
|
|
|
def get_early_import_stages(self) -> list[ImportStageFunc]:
|
|
"""Return a list of functions that should be called as importer
|
|
pipelines stages early in the pipeline.
|
|
|
|
The callables are wrapped versions of the functions in
|
|
`self.early_import_stages`. Wrapping provides some bookkeeping for the
|
|
plugin: specifically, the logging level is adjusted to WARNING.
|
|
"""
|
|
return self._set_stage_log_level(self.early_import_stages)
|
|
|
|
def get_import_stages(self) -> list[ImportStageFunc]:
|
|
"""Return a list of functions that should be called as importer
|
|
pipelines stages.
|
|
|
|
The callables are wrapped versions of the functions in
|
|
`self.import_stages`. Wrapping provides some bookkeeping for the
|
|
plugin: specifically, the logging level is adjusted to WARNING.
|
|
"""
|
|
return self._set_stage_log_level(self.import_stages)
|
|
|
|
def _set_log_level_and_params(
|
|
self,
|
|
base_log_level: int,
|
|
func: Callable[P, Ret],
|
|
) -> Callable[P, Ret]:
|
|
"""Wrap `func` to temporarily set this plugin's logger level to
|
|
`base_log_level` + config options (and restore it to its previous
|
|
value after the function returns). Also determines which params may not
|
|
be sent for backwards-compatibility.
|
|
"""
|
|
argspec = inspect.getfullargspec(func)
|
|
|
|
@wraps(func)
|
|
def wrapper(*args: P.args, **kwargs: P.kwargs) -> Ret:
|
|
assert self._log.level == logging.NOTSET
|
|
|
|
verbosity = beets.config["verbose"].get(int)
|
|
log_level = max(logging.DEBUG, base_log_level - 10 * verbosity)
|
|
self._log.setLevel(log_level)
|
|
if argspec.varkw is None:
|
|
kwargs = {k: v for k, v in kwargs.items() if k in argspec.args} # type: ignore[assignment]
|
|
|
|
try:
|
|
return func(*args, **kwargs)
|
|
finally:
|
|
self._log.setLevel(logging.NOTSET)
|
|
|
|
return wrapper
|
|
|
|
def queries(self) -> dict[str, type[Query]]:
|
|
"""Return a dict mapping prefixes to Query subclasses."""
|
|
return {}
|
|
|
|
def add_media_field(
|
|
self, name: str, descriptor: mediafile.MediaField
|
|
) -> None:
|
|
"""Add a field that is synchronized between media files and items.
|
|
|
|
When a media field is added ``item.write()`` will set the name
|
|
property of the item's MediaFile to ``item[name]`` and save the
|
|
changes. Similarly ``item.read()`` will set ``item[name]`` to
|
|
the value of the name property of the media file.
|
|
"""
|
|
# Defer import to prevent circular dependency
|
|
from beets import library
|
|
|
|
mediafile.MediaFile.add_field(name, descriptor)
|
|
library.Item._media_fields.add(name)
|
|
|
|
_raw_listeners: dict[str, list[Listener]] | None = None
|
|
listeners: dict[str, list[Listener]] | None = None
|
|
|
|
def register_listener(self, event: "EventType", func: Listener):
|
|
"""Add a function as a listener for the specified event."""
|
|
wrapped_func = self._set_log_level_and_params(logging.WARNING, func)
|
|
|
|
cls = self.__class__
|
|
|
|
if cls.listeners is None or cls._raw_listeners is None:
|
|
cls._raw_listeners = defaultdict(list)
|
|
cls.listeners = defaultdict(list)
|
|
if func not in cls._raw_listeners[event]:
|
|
cls._raw_listeners[event].append(func)
|
|
cls.listeners[event].append(wrapped_func)
|
|
|
|
template_funcs: TFuncMap[str] | None = None
|
|
template_fields: TFuncMap[Item] | None = None
|
|
album_template_fields: TFuncMap[Album] | None = None
|
|
|
|
@classmethod
|
|
def template_func(cls, name: str) -> Callable[[TFunc[str]], TFunc[str]]:
|
|
"""Decorator that registers a path template function. The
|
|
function will be invoked as ``%name{}`` from path format
|
|
strings.
|
|
"""
|
|
|
|
def helper(func: TFunc[str]) -> TFunc[str]:
|
|
if cls.template_funcs is None:
|
|
cls.template_funcs = {}
|
|
cls.template_funcs[name] = func
|
|
return func
|
|
|
|
return helper
|
|
|
|
@classmethod
|
|
def template_field(cls, name: str) -> Callable[[TFunc[Item]], TFunc[Item]]:
|
|
"""Decorator that registers a path template field computation.
|
|
The value will be referenced as ``$name`` from path format
|
|
strings. The function must accept a single parameter, the Item
|
|
being formatted.
|
|
"""
|
|
|
|
def helper(func: TFunc[Item]) -> TFunc[Item]:
|
|
if cls.template_fields is None:
|
|
cls.template_fields = {}
|
|
cls.template_fields[name] = func
|
|
return func
|
|
|
|
return helper
|
|
|
|
|
|
_classes: set[type[BeetsPlugin]] = set()
|
|
|
|
|
|
def load_plugins(names: Sequence[str] = ()) -> None:
|
|
"""Imports the modules for a sequence of plugin names. Each name
|
|
must be the name of a Python module under the "beetsplug" namespace
|
|
package in sys.path; the module indicated should contain the
|
|
BeetsPlugin subclasses desired.
|
|
"""
|
|
for name in names:
|
|
modname = f"{PLUGIN_NAMESPACE}.{name}"
|
|
try:
|
|
try:
|
|
namespace = __import__(modname, None, None)
|
|
except ImportError as exc:
|
|
# Again, this is hacky:
|
|
if exc.args[0].endswith(" " + name):
|
|
log.warning("** plugin {0} not found", name)
|
|
else:
|
|
raise
|
|
else:
|
|
for obj in getattr(namespace, name).__dict__.values():
|
|
if (
|
|
inspect.isclass(obj)
|
|
and not isinstance(
|
|
obj, GenericAlias
|
|
) # seems to be needed for python <= 3.9 only
|
|
and issubclass(obj, BeetsPlugin)
|
|
and obj != BeetsPlugin
|
|
and not inspect.isabstract(obj)
|
|
and obj not in _classes
|
|
):
|
|
_classes.add(obj)
|
|
|
|
except Exception:
|
|
log.warning(
|
|
"** error loading plugin {}:\n{}",
|
|
name,
|
|
traceback.format_exc(),
|
|
)
|
|
|
|
|
|
_instances: dict[type[BeetsPlugin], BeetsPlugin] = {}
|
|
|
|
|
|
def find_plugins() -> list[BeetsPlugin]:
|
|
"""Returns a list of BeetsPlugin subclass instances from all
|
|
currently loaded beets plugins. Loads the default plugin set
|
|
first.
|
|
"""
|
|
if _instances:
|
|
# After the first call, use cached instances for performance reasons.
|
|
# See https://github.com/beetbox/beets/pull/3810
|
|
return list(_instances.values())
|
|
|
|
load_plugins()
|
|
plugins = []
|
|
for cls in _classes:
|
|
# Only instantiate each plugin class once.
|
|
if cls not in _instances:
|
|
_instances[cls] = cls()
|
|
plugins.append(_instances[cls])
|
|
return plugins
|
|
|
|
|
|
# Communication with plugins.
|
|
|
|
|
|
def commands() -> list[Subcommand]:
|
|
"""Returns a list of Subcommand objects from all loaded plugins."""
|
|
out: list[Subcommand] = []
|
|
for plugin in find_plugins():
|
|
out += plugin.commands()
|
|
return out
|
|
|
|
|
|
def queries() -> dict[str, type[Query]]:
|
|
"""Returns a dict mapping prefix strings to Query subclasses all loaded
|
|
plugins.
|
|
"""
|
|
out: dict[str, type[Query]] = {}
|
|
for plugin in find_plugins():
|
|
out.update(plugin.queries())
|
|
return out
|
|
|
|
|
|
def types(model_cls: type[AnyModel]) -> dict[str, Type]:
|
|
"""Return mapping between flex field names and types for the given model."""
|
|
attr_name = f"{model_cls.__name__.lower()}_types"
|
|
types: dict[str, Type] = {}
|
|
for plugin in find_plugins():
|
|
plugin_types = getattr(plugin, attr_name, {})
|
|
for field in plugin_types:
|
|
if field in types and plugin_types[field] != types[field]:
|
|
raise PluginConflictError(
|
|
"Plugin {} defines flexible field {} "
|
|
"which has already been defined with "
|
|
"another type.".format(plugin.name, field)
|
|
)
|
|
types.update(plugin_types)
|
|
return types
|
|
|
|
|
|
def named_queries(model_cls: type[AnyModel]) -> dict[str, FieldQueryType]:
|
|
"""Return mapping between field names and queries for the given model."""
|
|
attr_name = f"{model_cls.__name__.lower()}_queries"
|
|
return {
|
|
field: query
|
|
for plugin in find_plugins()
|
|
for field, query in getattr(plugin, attr_name, {}).items()
|
|
}
|
|
|
|
|
|
def notify_info_yielded(event: str) -> Callable[[IterF[P, Ret]], IterF[P, Ret]]:
|
|
"""Makes a generator send the event 'event' every time it yields.
|
|
This decorator is supposed to decorate a generator, but any function
|
|
returning an iterable should work.
|
|
Each yielded value is passed to plugins using the 'info' parameter of
|
|
'send'.
|
|
"""
|
|
|
|
def decorator(func: IterF[P, Ret]) -> IterF[P, Ret]:
|
|
@wraps(func)
|
|
def wrapper(*args: P.args, **kwargs: P.kwargs) -> Iterable[Ret]:
|
|
for v in func(*args, **kwargs):
|
|
send(event, info=v)
|
|
yield v
|
|
|
|
return wrapper
|
|
|
|
return decorator
|
|
|
|
|
|
def template_funcs() -> TFuncMap[str]:
|
|
"""Get all the template functions declared by plugins as a
|
|
dictionary.
|
|
"""
|
|
funcs: TFuncMap[str] = {}
|
|
for plugin in find_plugins():
|
|
if plugin.template_funcs:
|
|
funcs.update(plugin.template_funcs)
|
|
return funcs
|
|
|
|
|
|
def early_import_stages() -> list[ImportStageFunc]:
|
|
"""Get a list of early import stage functions defined by plugins."""
|
|
stages: list[ImportStageFunc] = []
|
|
for plugin in find_plugins():
|
|
stages += plugin.get_early_import_stages()
|
|
return stages
|
|
|
|
|
|
def import_stages() -> list[ImportStageFunc]:
|
|
"""Get a list of import stage functions defined by plugins."""
|
|
stages: list[ImportStageFunc] = []
|
|
for plugin in find_plugins():
|
|
stages += plugin.get_import_stages()
|
|
return stages
|
|
|
|
|
|
# New-style (lazy) plugin-provided fields.
|
|
|
|
F = TypeVar("F")
|
|
|
|
|
|
def _check_conflicts_and_merge(
|
|
plugin: BeetsPlugin, plugin_funcs: dict[str, F] | None, funcs: dict[str, F]
|
|
) -> None:
|
|
"""Check the provided template functions for conflicts and merge into funcs.
|
|
|
|
Raises a `PluginConflictError` if a plugin defines template functions
|
|
for fields that another plugin has already defined template functions for.
|
|
"""
|
|
if plugin_funcs:
|
|
if not plugin_funcs.keys().isdisjoint(funcs.keys()):
|
|
conflicted_fields = ", ".join(plugin_funcs.keys() & funcs.keys())
|
|
raise PluginConflictError(
|
|
f"Plugin {plugin.name} defines template functions for "
|
|
f"{conflicted_fields} that conflict with another plugin."
|
|
)
|
|
funcs.update(plugin_funcs)
|
|
|
|
|
|
def item_field_getters() -> TFuncMap[Item]:
|
|
"""Get a dictionary mapping field names to unary functions that
|
|
compute the field's value.
|
|
"""
|
|
funcs: TFuncMap[Item] = {}
|
|
for plugin in find_plugins():
|
|
_check_conflicts_and_merge(plugin, plugin.template_fields, funcs)
|
|
return funcs
|
|
|
|
|
|
def album_field_getters() -> TFuncMap[Album]:
|
|
"""As above, for album fields."""
|
|
funcs: TFuncMap[Album] = {}
|
|
for plugin in find_plugins():
|
|
_check_conflicts_and_merge(plugin, plugin.album_template_fields, funcs)
|
|
return funcs
|
|
|
|
|
|
# Event dispatch.
|
|
|
|
|
|
def event_handlers() -> dict[str, list[Listener]]:
|
|
"""Find all event handlers from plugins as a dictionary mapping
|
|
event names to sequences of callables.
|
|
"""
|
|
all_handlers: dict[str, list[Listener]] = defaultdict(list)
|
|
for plugin in find_plugins():
|
|
if plugin.listeners:
|
|
for event, handlers in plugin.listeners.items():
|
|
all_handlers[event] += handlers
|
|
return all_handlers
|
|
|
|
|
|
def send(event: str, **arguments: Any) -> list[Any]:
|
|
"""Send an event to all assigned event listeners.
|
|
|
|
`event` is the name of the event to send, all other named arguments
|
|
are passed along to the handlers.
|
|
|
|
Return a list of non-None values returned from the handlers.
|
|
"""
|
|
log.debug("Sending event: {0}", event)
|
|
results: list[Any] = []
|
|
for handler in event_handlers()[event]:
|
|
result = handler(**arguments)
|
|
if result is not None:
|
|
results.append(result)
|
|
return results
|
|
|
|
|
|
def feat_tokens(for_artist: bool = True) -> str:
|
|
"""Return a regular expression that matches phrases like "featuring"
|
|
that separate a main artist or a song title from secondary artists.
|
|
The `for_artist` option determines whether the regex should be
|
|
suitable for matching artist fields (the default) or title fields.
|
|
"""
|
|
feat_words = ["ft", "featuring", "feat", "feat.", "ft."]
|
|
if for_artist:
|
|
feat_words += ["with", "vs", "and", "con", "&"]
|
|
return r"(?<=[\s(\[])(?:{})(?=\s)".format(
|
|
"|".join(re.escape(x) for x in feat_words)
|
|
)
|
|
|
|
|
|
def apply_item_changes(
|
|
lib: Library, item: Item, move: bool, pretend: bool, write: bool
|
|
) -> None:
|
|
"""Store, move, and write the item according to the arguments.
|
|
|
|
:param lib: beets library.
|
|
:param item: Item whose changes to apply.
|
|
:param move: Move the item if it's in the library.
|
|
:param pretend: Return without moving, writing, or storing the item's
|
|
metadata.
|
|
:param write: Write the item's metadata to its media file.
|
|
"""
|
|
if pretend:
|
|
return
|
|
|
|
from beets import util
|
|
|
|
# Move the item if it's in the library.
|
|
if move and lib.directory in util.ancestry(item.path):
|
|
item.move(with_album=False)
|
|
|
|
if write:
|
|
item.try_write()
|
|
|
|
item.store()
|