diff --git a/personal_data/data.py b/personal_data/data.py index 27a7d6a..59ab28d 100644 --- a/personal_data/data.py +++ b/personal_data/data.py @@ -25,6 +25,10 @@ class Scraper(abc.ABC): def deduplicate_mode() -> DeduplicateMode: pass + @staticmethod + def deduplicate_ignore_columns() -> list[str]: + return [] + @staticmethod def dataset_format() -> str: return 'list-of-dicts' diff --git a/personal_data/fetchers/psnprofiles.py b/personal_data/fetchers/psnprofiles.py index e76da89..2d4ed66 100644 --- a/personal_data/fetchers/psnprofiles.py +++ b/personal_data/fetchers/psnprofiles.py @@ -2,13 +2,13 @@ import dataclasses import datetime import logging import re -import secrets from collections.abc import Iterator import bs4 import personal_data.html_util import personal_data.parse_util +from personal_data import secrets from personal_data.data import DeduplicateMode, Scraper logger = logging.getLogger(__name__) diff --git a/personal_data/secrets.py b/personal_data/secrets.py index 2489d29..457a2b7 100644 --- a/personal_data/secrets.py +++ b/personal_data/secrets.py @@ -28,6 +28,9 @@ CRUNCHYROLL_AUTH = load_secret('CRUNCHYROLL_AUTH') # FFXIV FFXIV_CHARACTER_ID = load_secret('FFXIV_CHARACTER_ID') +# Playstation +PLAYSTATION_PSN_ID = load_secret('PLAYSTATION_PSN_ID') + # Partisia Blockchain PBC_ACCOUNT_ADDRESS = load_secret('PBC_ACCOUNT_ADDRESS')