Jmaa/personal-data
1
0
Fork 0
Code Actions Packages

Ruff

Browse Source
This commit is contained in:
Jon Michael Aanes 2025-05-14 23:50:13 +02:00
parent 51baddc8f2
commit 35ae8fa2a9
3 changed files with 16 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
personal_data/fetchers/myanimelist.py
View File

@ -1,22 +1,21 @@
import dataclasses import dataclasses
import json
import logging import logging
import re
import urllib.parse
from collections.abc import Iterator from collections.abc import Iterator
import bs4
from clients.myanimelist import MyAnimeListClient, MyAnimeListAnime, MyAnimeListSong
from clients import init_client from clients import init_client
from clients.myanimelist import MyAnimeListAnime, MyAnimeListClient, MyAnimeListSong
from personal_data.data import DeduplicateMode, Scraper from personal_data.data import DeduplicateMode, Scraper
from .. import secrets from .. import secrets
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
def client(session): def client(session):
return init_client(MyAnimeListClient, session, secrets.secrets, throws=True) return init_client(MyAnimeListClient, session, secrets.secrets, throws=True)
@dataclasses.dataclass(frozen=True) @dataclasses.dataclass(frozen=True)
class MyAnimeList(Scraper): class MyAnimeList(Scraper):
dataset_name = 'myanimelist_anime' dataset_name = 'myanimelist_anime'

1
personal_data/secrets.py
View File

@ -2,6 +2,7 @@ from secret_loader import SecretLoader
secrets = SecretLoader(env_key_prefix='CF_PD') secrets = SecretLoader(env_key_prefix='CF_PD')
def load_lazy(key: str): def load_lazy(key: str):
return lambda: secrets.load_or_fail(key) return lambda: secrets.load_or_fail(key)

2
setup.py
View File

@ -54,6 +54,7 @@ PACKAGE_DESCRIPTION_SHORT = """
This program collects several small data fetchers, for downloading personal This program collects several small data fetchers, for downloading personal
data spread around the internet.""".strip() data spread around the internet.""".strip()
def parse_version_file(text: str) -> str: def parse_version_file(text: str) -> str:
match = re.match(r'^__version__\s*=\s*(["\'])([\d\.]+)\1$', text) match = re.match(r'^__version__\s*=\s*(["\'])([\d\.]+)\1$', text)
if match is None: if match is None:
@ -61,6 +62,7 @@ def parse_version_file(text: str) -> str:
raise Exception(msg) raise Exception(msg)
return match.group(2) return match.group(2)
with open(PACKAGE_NAME + '/_version.py') as f: with open(PACKAGE_NAME + '/_version.py') as f:
version = parse_version_file(f.read()) version = parse_version_file(f.read())