Jmaa/personal-data
1
0
Fork 0
Code Actions Packages

Misc
All checks were successful
Run Python tests (through Pytest) / Test (push) Successful in 35s
Details
Verify Python project can be installed, loaded and have version checked / Test (push) Successful in 30s
Details

Browse Source
This commit is contained in:
Jon Michael Aanes 2025-02-26 00:12:37 +01:00
parent 1da1258432
commit 78a5af6ff9
5 changed files with 7 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
personal_data/fetchers/psnprofiles.py
View File

@ -73,7 +73,7 @@ class PsnProfiles(Scraper):
def _scrape_games_overview(self) -> Iterator[dict]: def _scrape_games_overview(self) -> Iterator[dict]:
for page_num in range(1, 1000): for page_num in range(1, 1000):
logger.info('Getting Overview (page %d)', page_num) logger.info('Getting Overview (page %d)', page_num)
url = URL_GAMES_OVERVIEW.format(psn_id=secrets.PLAYSTATION_PSN_ID) url = URL_GAMES_OVERVIEW.format(psn_id=secrets.playstation_psn_id())
response = self.session.get(url, params={'page': page_num}) response = self.session.get(url, params={'page': page_num})
if 'page' not in response.url: if 'page' not in response.url:
msg = "Configuration error? psnprofiles.com made an redirection. This is possibly because your profile name wasn't exactly as expected. Please check it" msg = "Configuration error? psnprofiles.com made an redirection. This is possibly because your profile name wasn't exactly as expected. Please check it"
@ -157,7 +157,7 @@ class PsnProfiles(Scraper):
logger.info('Getting Game Trophies %s', psnprofiles_id) logger.info('Getting Game Trophies %s', psnprofiles_id)
url = URL_USER_GAME_TROPHIES.format( url = URL_USER_GAME_TROPHIES.format(
psn_id=secrets.PLAYSTATION_PSN_ID, psn_id=secrets.playstation_psn_id(),
game_id=psnprofiles_id, game_id=psnprofiles_id,
) )
response = self.session.get(url, expire_after=cache_duration) response = self.session.get(url, expire_after=cache_duration)

3
personal_data/fetchers/stepmania.py
View File

@ -27,14 +27,11 @@ class Stepmania(Scraper):
'Europe/Copenhagen', 'Europe/Copenhagen',
) # TODO: Parameterize in an intelligent manner ) # TODO: Parameterize in an intelligent manner
print(STATS_FILE_PATH)
with open(STATS_FILE_PATH) as f: with open(STATS_FILE_PATH) as f:
soup = bs4.BeautifulSoup(f.read(), 'lxml-xml') soup = bs4.BeautifulSoup(f.read(), 'lxml-xml')
# Derp # Derp
for score in soup.select('SongScores Song HighScoreList HighScore'): for score in soup.select('SongScores Song HighScoreList HighScore'):
print(score.parent.parent)
song = score.parent.parent.parent song = score.parent.parent.parent
song_path = Path(song ['Dir'].removesuffix('/')) song_path = Path(song ['Dir'].removesuffix('/'))

4
personal_data/main.py
View File

@ -15,12 +15,12 @@ try:
import cfscrape import cfscrape
except ImportError: except ImportError:
cfscrape = None cfscrape = None
logger.warning('cfscrape not installed: Certain fetchers might not work') logger.exception('cfscrape not installed: Certain fetchers might not work')
try: try:
import browsercookie import browsercookie
except ImportError: except ImportError:
logger.warning('browsercookie not installed: Certain fetchers might not work') logger.exception('browsercookie not installed: Certain fetchers might not work')
browsercookie = None browsercookie = None

3
personal_data/secrets.py
View File

@ -11,7 +11,8 @@ CRUNCHYROLL_AUTH = secrets.load('CRUNCHYROLL_AUTH')
FFXIV_CHARACTER_ID = secrets.load('FFXIV_CHARACTER_ID') FFXIV_CHARACTER_ID = secrets.load('FFXIV_CHARACTER_ID')
# Playstation # Playstation
PLAYSTATION_PSN_ID = secrets.load('PLAYSTATION_PSN_ID') def playstation_psn_id():
return secrets.load_or_fail('PLAYSTATION_PSN_ID')
# Partisia Blockchain # Partisia Blockchain

2
requirements.txt
View File

@ -3,7 +3,7 @@ lxml
requests requests
requests_cache requests_cache
browsercookie browsercookie
cfscrape cfscrape @ git+https://github.com/landryraccoon/cloudflare-scrape.git
frozendict frozendict
python-kucoin python-kucoin
krakenex krakenex