From 2563303896a3c3d40c60aa489e1e82578475aa90 Mon Sep 17 00:00:00 2001 From: Jon Michael Aanes Date: Mon, 11 Dec 2023 00:42:51 +0100 Subject: [PATCH] Try to use browsercookie --- __main__.py | 5 ++++- playstation.py | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/__main__.py b/__main__.py index 5735cc6..381514b 100644 --- a/__main__.py +++ b/__main__.py @@ -4,6 +4,7 @@ import requests_cache import csv import datetime import io +import browsercookie from frozendict import frozendict import playstation @@ -42,7 +43,9 @@ def extend_csv_file(filename, new_dicts , deduplicate = False): del csvfile def main(): - session = requests_cache.CachedSession('web_cache') + cookiejar = browsercookie.firefox() + exit(1) + session = requests_cache.CachedSession('web_cache', cookies = cookiejar) for scraper in determine_scrapers(): result_rows = list(scraper.scraper(session)) extend_csv_file('output/'+scraper.dataset_name, result_rows, diff --git a/playstation.py b/playstation.py index 177f4c7..b9d0bf4 100644 --- a/playstation.py +++ b/playstation.py @@ -19,7 +19,7 @@ def scrape_played_last(session): "Sec-Fetch-Site": "same-site", "Pragma": "no-cache", "Cache-Control": "no-cache", - "Cookie": secrets.PLAYSTATION_COM_COOKIES, + #"Cookie": secrets.PLAYSTATION_COM_COOKIES, 'Accept-Encoding': 'gzip, deflate, br', 'Referer': 'https://library.playstation.com/', 'Origin': 'https://library.playstation.com',