Jmaa/clients-protocol
1
0
Fork 0
Code Actions Packages Releases Activity

Set standard headers
Some checks failed
Run Python tests (through Pytest) / Test (push) Failing after 24s
Details
Verify Python project can be installed, loaded and have version checked / Test (push) Failing after 22s
Details

Browse Source
This commit is contained in:
Jon Michael Aanes 2025-07-03 18:55:16 +02:00
parent 0b0f3b5fbe
commit 7a7cda6071
Signed by: Jmaa
SSH Key Fingerprint: SHA256:Ab0GfHGCblESJx7JRE4fj4bFy/KRpeLhi41y4pF3sNA
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clients_protocol/__init__.py
View File

@ -48,6 +48,7 @@ class AbstractClient(abc.ABC):
if 'method' in kwargs: if 'method' in kwargs:
method = kwargs['method'] method = kwargs['method']
del kwargs['method'] del kwargs['method']
kwargs.setdefault('headers', {}).setdefault('Origin', url) # TODO?
return self.session.request( return self.session.request(
method, method,
url, url,
@ -65,18 +66,22 @@ class AbstractClient(abc.ABC):
params=None, params=None,
**kwargs, **kwargs,
) -> None | bs4.BeautifulSoup: ) -> None | bs4.BeautifulSoup:
kwargs.setdefault('headers', {}).setdefault('Accept', 'text/html')
text = self.fetch_text(url, params, **kwargs) text = self.fetch_text(url, params, **kwargs)
if text is None: if text is None:
return None return None
return lxml.html.document_fromstring(text) return lxml.html.document_fromstring(text)
def fetch_soup(self, url: str, params=None, **kwargs) -> None | bs4.BeautifulSoup: def fetch_soup(self, url: str, params=None, **kwargs) -> None | bs4.BeautifulSoup:
kwargs.setdefault('headers', {}).setdefault('Accept', 'text/html')
text = self.fetch_text(url, params, **kwargs) text = self.fetch_text(url, params, **kwargs)
if text is None: if text is None:
return None return None
return bs4.BeautifulSoup(text, 'html.parser') return bs4.BeautifulSoup(text, 'html.parser')
def fetch_json(self, url: str, params=None, **kwargs) -> None | dict[str, Any]: def fetch_json(self, url: str, params=None, **kwargs) -> None | dict[str, Any]:
kwargs.setdefault('headers', {}).setdefault('Accept', 'application/json')
response = self.fetch(url, params, **kwargs) response = self.fetch(url, params, **kwargs)
loaded_json = response.json() loaded_json = response.json()
if API_ERROR_KEY in loaded_json: if API_ERROR_KEY in loaded_json: