You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
112 lines
3.7 KiB
Python
112 lines
3.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# This file is part of the Calibre-Web (https://github.com/janeczku/calibre-web)
|
|
# Copyright (C) 2021 OzzieIsaacs
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
import abc
|
|
import dataclasses
|
|
import os
|
|
import re
|
|
from typing import Dict, Generator, List, Optional, Union
|
|
|
|
from cps import constants
|
|
|
|
|
|
@dataclasses.dataclass
|
|
class MetaSourceInfo:
|
|
id: str
|
|
description: str
|
|
link: str
|
|
|
|
|
|
@dataclasses.dataclass
|
|
class MetaRecord:
|
|
id: Union[str, int]
|
|
title: str
|
|
authors: List[str]
|
|
url: str
|
|
source: MetaSourceInfo
|
|
cover: str = os.path.join(constants.STATIC_DIR, 'generic_cover.jpg')
|
|
description: Optional[str] = ""
|
|
series: Optional[str] = None
|
|
series_index: Optional[Union[int, float]] = 0
|
|
identifiers: Dict[str, Union[str, int]] = dataclasses.field(default_factory=dict)
|
|
publisher: Optional[str] = None
|
|
publishedDate: Optional[str] = None
|
|
rating: Optional[int] = 0
|
|
languages: Optional[List[str]] = dataclasses.field(default_factory=list)
|
|
tags: Optional[List[str]] = dataclasses.field(default_factory=list)
|
|
|
|
|
|
class Metadata:
|
|
__name__ = "Generic"
|
|
__id__ = "generic"
|
|
|
|
def __init__(self):
|
|
self.active = True
|
|
|
|
def set_status(self, state):
|
|
self.active = state
|
|
|
|
@abc.abstractmethod
|
|
def search(
|
|
self, query: str, generic_cover: str = "", locale: str = "en"
|
|
) -> Optional[List[MetaRecord]]:
|
|
pass
|
|
|
|
@staticmethod
|
|
def get_title_tokens(
|
|
title: str, strip_joiners: bool = True
|
|
) -> Generator[str, None, None]:
|
|
"""
|
|
Taken from calibre source code
|
|
It's a simplified (cut out what is unnecessary) version of
|
|
https://github.com/kovidgoyal/calibre/blob/99d85b97918625d172227c8ffb7e0c71794966c0/
|
|
src/calibre/ebooks/metadata/sources/base.py#L363-L367
|
|
(src/calibre/ebooks/metadata/sources/base.py - lines 363-398)
|
|
"""
|
|
title_patterns = [
|
|
(re.compile(pat, re.IGNORECASE), repl)
|
|
for pat, repl in [
|
|
# Remove things like: (2010) (Omnibus) etc.
|
|
(
|
|
r"(?i)[({\[](\d{4}|omnibus|anthology|hardcover|"
|
|
r"audiobook|audio\scd|paperback|turtleback|"
|
|
r"mass\s*market|edition|ed\.)[\])}]",
|
|
"",
|
|
),
|
|
# Remove any strings that contain the substring edition inside
|
|
# parentheses
|
|
(r"(?i)[({\[].*?(edition|ed.).*?[\]})]", ""),
|
|
# Remove commas used a separators in numbers
|
|
(r"(\d+),(\d+)", r"\1\2"),
|
|
# Remove hyphens only if they have whitespace before them
|
|
(r"(\s-)", " "),
|
|
# Replace other special chars with a space
|
|
(r"""[:,;!@$%^&*(){}.`~"\s\[\]/]《》「」“”""", " "),
|
|
]
|
|
]
|
|
|
|
for pat, repl in title_patterns:
|
|
title = pat.sub(repl, title)
|
|
|
|
tokens = title.split()
|
|
for token in tokens:
|
|
token = token.strip().strip('"').strip("'")
|
|
if token and (
|
|
not strip_joiners or token.lower() not in ("a", "and", "the", "&")
|
|
):
|
|
yield token
|