Ruff
This commit is contained in:
parent
3170d8e7a8
commit
f82b7c8526
|
@ -5,15 +5,19 @@ Sub-module for importing time-based data into Obsidian.
|
|||
|
||||
import dataclasses
|
||||
import datetime
|
||||
from collections.abc import Iterator
|
||||
from logging import getLogger
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
from collections.abc import Iterator
|
||||
|
||||
from personal_data.csv_import import start_end, determine_possible_keys, load_csv_file
|
||||
from personal_data.activity import (ActivitySample, Label,
|
||||
RealizedActivitySample, heuristically_realize_samples, merge_adjacent_samples
|
||||
from personal_data.activity import (
|
||||
ActivitySample,
|
||||
Label,
|
||||
RealizedActivitySample,
|
||||
heuristically_realize_samples,
|
||||
merge_adjacent_samples,
|
||||
)
|
||||
from personal_data.csv_import import determine_possible_keys, load_csv_file, start_end
|
||||
|
||||
from .obsidian import Event, ObsidianVault
|
||||
|
||||
|
@ -22,6 +26,7 @@ logger = getLogger(__name__)
|
|||
Row = dict[str, Any]
|
||||
Rows = list[Row]
|
||||
|
||||
|
||||
def iterate_samples_from_rows(rows: Rows) -> Iterator[ActivitySample]:
|
||||
assert len(rows) > 0
|
||||
|
||||
|
@ -48,7 +53,6 @@ def iterate_samples_from_rows(rows: Rows) -> Iterator[ActivitySample]:
|
|||
del event_data
|
||||
|
||||
|
||||
|
||||
def import_workout_csv(vault: ObsidianVault, rows: Rows) -> int:
|
||||
num_updated = 0
|
||||
for row in rows:
|
||||
|
@ -102,6 +106,7 @@ def import_step_counts_csv(vault: ObsidianVault, rows: Rows) -> int:
|
|||
|
||||
return num_updated
|
||||
|
||||
|
||||
def escape_for_obsidian_link(link: str) -> str:
|
||||
return link.replace(':', ' ').replace('/', ' ').replace(' ', ' ')
|
||||
|
||||
|
@ -113,8 +118,12 @@ class EventContent:
|
|||
comment: str
|
||||
|
||||
|
||||
def import_activity_sample_csv(vault: ObsidianVault, rows: Rows,
|
||||
content_mapper, group_category: str | None = None) -> int:
|
||||
def import_activity_sample_csv(
|
||||
vault: ObsidianVault,
|
||||
rows: Rows,
|
||||
content_mapper,
|
||||
group_category: str | None = None,
|
||||
) -> int:
|
||||
samples = heuristically_realize_samples(list(iterate_samples_from_rows(rows)))
|
||||
|
||||
if group_category is not None:
|
||||
|
@ -130,9 +139,16 @@ def import_activity_sample_csv(vault: ObsidianVault, rows: Rows,
|
|||
|
||||
def map_to_event(sample: RealizedActivitySample) -> Event:
|
||||
content = content_mapper(sample)
|
||||
expected_tz = datetime.timezone(datetime.timedelta(hours=2)) # TODO: Determine this in a more intelligent manner
|
||||
return Event(sample.start_at.astimezone(expected_tz).replace(second=0,microsecond=0).time(),
|
||||
sample.end_at.astimezone(expected_tz).replace(second=0,microsecond=0).time(),
|
||||
expected_tz = datetime.timezone(
|
||||
datetime.timedelta(hours=2),
|
||||
) # TODO: Determine this in a more intelligent manner
|
||||
return Event(
|
||||
sample.start_at.astimezone(expected_tz)
|
||||
.replace(second=0, microsecond=0)
|
||||
.time(),
|
||||
sample.end_at.astimezone(expected_tz)
|
||||
.replace(second=0, microsecond=0)
|
||||
.time(),
|
||||
verb=content.verb,
|
||||
subject=escape_for_obsidian_link(content.subject),
|
||||
comment=content.comment,
|
||||
|
@ -150,13 +166,19 @@ def import_activity_sample_csv(vault: ObsidianVault, rows: Rows,
|
|||
|
||||
return num_updated
|
||||
|
||||
def import_activity_sample_csv_from_file(vault: ObsidianVault, data_path: Path,
|
||||
content_mapper, **kwargs) -> int:
|
||||
|
||||
def import_activity_sample_csv_from_file(
|
||||
vault: ObsidianVault,
|
||||
data_path: Path,
|
||||
content_mapper,
|
||||
**kwargs,
|
||||
) -> int:
|
||||
rows = load_csv_file(data_path)
|
||||
logger.info('Loaded CSV with %d lines (%s)', len(rows), data_path)
|
||||
num_updated = import_activity_sample_csv(vault, rows, content_mapper, **kwargs)
|
||||
logger.info('Updated %d files', num_updated)
|
||||
|
||||
|
||||
def map_watched_series_content(sample: RealizedActivitySample) -> EventContent:
|
||||
subject = sample.single_label_with_category('series.name')
|
||||
comment = '{} Episode {}: *{}*'.format(
|
||||
|
@ -170,6 +192,7 @@ def map_watched_series_content(sample: RealizedActivitySample) -> EventContent:
|
|||
comment=comment,
|
||||
)
|
||||
|
||||
|
||||
def map_games_played_content(sample: RealizedActivitySample) -> EventContent:
|
||||
subject = sample.single_label_with_category('game.name')
|
||||
comment = ''
|
||||
|
@ -179,15 +202,25 @@ def map_games_played_content(sample: RealizedActivitySample) -> EventContent:
|
|||
comment=comment,
|
||||
)
|
||||
|
||||
|
||||
def import_watched_series_csv_from_file(vault: ObsidianVault) -> int:
|
||||
data_path = Path('output/show_episodes_watched.csv')
|
||||
return import_activity_sample_csv_from_file(vault, data_path, map_watched_series_content)
|
||||
return import_activity_sample_csv_from_file(
|
||||
vault,
|
||||
data_path,
|
||||
map_watched_series_content,
|
||||
)
|
||||
|
||||
|
||||
def import_played_games_csv_from_file(vault: ObsidianVault) -> int:
|
||||
data_path = Path('output/games_played_playstation.csv')
|
||||
return import_activity_sample_csv_from_file(vault, data_path,
|
||||
return import_activity_sample_csv_from_file(
|
||||
vault,
|
||||
data_path,
|
||||
map_games_played_content,
|
||||
group_category='game.name')
|
||||
group_category='game.name',
|
||||
)
|
||||
|
||||
|
||||
def import_data(obsidian_path: Path, dry_run=True):
|
||||
vault = ObsidianVault(obsidian_path, read_only=dry_run and 'silent' or None)
|
||||
|
|
|
@ -148,7 +148,9 @@ class ObsidianVault:
|
|||
|
||||
ast = MARKDOWN_PARSER.parse(str(file_frontmatter))
|
||||
(pre_events, list_block_items, post_events) = find_events_list_block(ast)
|
||||
events = frozenset(parse_event_string(list_item) for list_item in list_block_items)
|
||||
events = frozenset(
|
||||
parse_event_string(list_item) for list_item in list_block_items
|
||||
)
|
||||
return FileContents(file_frontmatter.metadata, pre_events, events, post_events)
|
||||
|
||||
def _save_contents(self, date: datetime.date, contents: FileContents) -> None:
|
||||
|
@ -163,9 +165,7 @@ class ObsidianVault:
|
|||
events = list(contents.events)
|
||||
events.sort()
|
||||
events.sort(key=lambda x: x.start_time or x.end_time or MIDNIGHT)
|
||||
block_events = '\n'.join(
|
||||
'- ' + format_event_string(e) for e in events
|
||||
)
|
||||
block_events = '\n'.join('- ' + format_event_string(e) for e in events)
|
||||
text = FILE_FORMAT.format(
|
||||
blocks_pre_events=blocks_pre_events,
|
||||
blocks_post_events=blocks_post_events,
|
||||
|
@ -254,14 +254,26 @@ RE_TIME_FORMAT = RE_TIME + r'(?:\s*\-\s*' + RE_TIME + r')?'
|
|||
|
||||
def parse_event_string(event_str: str) -> Event:
|
||||
if m := re.match(
|
||||
r'^\s*' + RE_TIME_FORMAT + r'[ :\|-]*'+RE_VERB+r'\s+'+RE_LINK_MD+r'\.?\s*(.*)$',
|
||||
r'^\s*'
|
||||
+ RE_TIME_FORMAT
|
||||
+ r'[ :\|-]*'
|
||||
+ RE_VERB
|
||||
+ r'\s+'
|
||||
+ RE_LINK_MD
|
||||
+ r'\.?\s*(.*)$',
|
||||
event_str,
|
||||
):
|
||||
start = datetime.time.fromisoformat(m.group(1))
|
||||
end = datetime.time.fromisoformat(m.group(2)) if m.group(2) else start
|
||||
return Event(start, end, m.group(3), m.group(4), m.group(5))
|
||||
if m := re.match(
|
||||
r'^\s*' + RE_TIME_FORMAT + r'[ :\|-]*'+RE_VERB+r'\s+'+RE_LINK_WIKI+r'\.?\s*(.*)$',
|
||||
r'^\s*'
|
||||
+ RE_TIME_FORMAT
|
||||
+ r'[ :\|-]*'
|
||||
+ RE_VERB
|
||||
+ r'\s+'
|
||||
+ RE_LINK_WIKI
|
||||
+ r'\.?\s*(.*)$',
|
||||
event_str,
|
||||
):
|
||||
start = datetime.time.fromisoformat(m.group(1))
|
||||
|
|
|
@ -91,12 +91,14 @@ def mergable_labels(a: Sequence[Label], b: Sequence[Label]) -> Sequence[Label]:
|
|||
|
||||
|
||||
def merge_adjacent_samples(
|
||||
samples: list[RealizedActivitySample], group_category: str,
|
||||
samples: list[RealizedActivitySample],
|
||||
group_category: str,
|
||||
) -> list[RealizedActivitySample]:
|
||||
max_interval_between_samples = datetime.timedelta(minutes=5)
|
||||
|
||||
def can_merge(
|
||||
before: RealizedActivitySample, after: RealizedActivitySample,
|
||||
before: RealizedActivitySample,
|
||||
after: RealizedActivitySample,
|
||||
) -> bool:
|
||||
if before.single_label_with_category(
|
||||
group_category,
|
||||
|
|
|
@ -1,7 +1,7 @@
|
|||
import dataclasses
|
||||
import datetime
|
||||
import logging
|
||||
import re
|
||||
import datetime
|
||||
from collections.abc import Iterator
|
||||
|
||||
import bs4
|
||||
|
@ -72,13 +72,12 @@ class PsnProfilesScraper(Scraper):
|
|||
)
|
||||
|
||||
def _scrape_games_overview(self) -> Iterator[dict]:
|
||||
|
||||
for page_num in range(1, 1000):
|
||||
logger.info('Getting Overview (page %d)', page_num)
|
||||
url = URL_GAMES_OVERVIEW.format(psn_id=secrets.PLAYSTATION_PSN_ID)
|
||||
response = self.session.get(url, params={'page': page_num})
|
||||
if 'page' not in response.url:
|
||||
msg = 'Configuration error? psnprofiles.com made an redirection. This is possibly because your profile name wasn\'t exactly as expected. Please check it'
|
||||
msg = "Configuration error? psnprofiles.com made an redirection. This is possibly because your profile name wasn't exactly as expected. Please check it"
|
||||
raise RuntimeError(msg)
|
||||
response.raise_for_status()
|
||||
soup = bs4.BeautifulSoup(response.text, 'lxml')
|
||||
|
|
|
@ -1,19 +1,30 @@
|
|||
import datetime
|
||||
|
||||
import pytest
|
||||
|
||||
from obsidian_import import obsidian
|
||||
|
||||
|
||||
EXAMPLES = [
|
||||
obsidian.Event(datetime.time(12, 0, 0), datetime.time(12, 0, 0), "Ate",
|
||||
"Lunch", "instantly"),
|
||||
obsidian.Event(datetime.time(20, 0, 0), datetime.time(22, 0, 0),
|
||||
"Watched", "Tom and Jerry", "on the *Television*"),
|
||||
obsidian.Event(None, None, None, None, "Took a walk"),
|
||||
obsidian.Event(None, None, None, None, "Watched [[Cyberpunk: Edgerunners]]."),
|
||||
obsidian.Event(
|
||||
datetime.time(12, 0, 0),
|
||||
datetime.time(12, 0, 0),
|
||||
'Ate',
|
||||
'Lunch',
|
||||
'instantly',
|
||||
),
|
||||
obsidian.Event(
|
||||
datetime.time(20, 0, 0),
|
||||
datetime.time(22, 0, 0),
|
||||
'Watched',
|
||||
'Tom and Jerry',
|
||||
'on the *Television*',
|
||||
),
|
||||
obsidian.Event(None, None, None, None, 'Took a walk'),
|
||||
obsidian.Event(None, None, None, None, 'Watched [[Cyberpunk: Edgerunners]].'),
|
||||
]
|
||||
|
||||
@pytest.mark.parametrize("event", EXAMPLES)
|
||||
|
||||
@pytest.mark.parametrize('event', EXAMPLES)
|
||||
def test_format_preserves_information(event: obsidian.Event):
|
||||
formatted = obsidian.format_event_string(event)
|
||||
assert obsidian.parse_event_string(formatted) == event
|
||||
|
|
Loading…
Reference in New Issue
Block a user