1
0
personal-data/obsidian_import/__init__.py

138 lines
4.0 KiB
Python
Raw Normal View History

2024-10-03 21:23:47 +00:00
"""Obsidian Import.
Sub-module for importing time-based data into Obsidian.
"""
import datetime
from logging import getLogger
2024-10-03 21:24:12 +00:00
from pathlib import Path
2024-10-08 19:22:18 +00:00
from typing import Any
2024-10-03 21:24:12 +00:00
from personal_data.util import load_csv_file
2024-10-10 22:54:01 +00:00
from .obsidian import Event, ObsidianVault
2024-10-03 21:24:12 +00:00
2024-10-03 21:23:47 +00:00
logger = getLogger(__name__)
2024-10-10 22:54:01 +00:00
Row = dict[str, Any]
2024-10-10 21:50:48 +00:00
Rows = list[Row]
2024-10-10 22:54:01 +00:00
2024-10-10 21:50:48 +00:00
def import_workout_csv(vault: ObsidianVault, rows: Rows) -> int:
2024-10-03 21:23:47 +00:00
num_updated = 0
for row in rows:
date = row['Date']
was_updated = False
mapping = {
'Cycling (mins)': ('Cycling (Duration)', 'minutes'),
'Cycling (kcals)': ('Cycling (kcals)', ''),
'Weight (Kg)': ('Weight (Kg)', ''),
}
for input_key, (output_key, unit) in mapping.items():
v = row.get(input_key)
2024-10-03 21:32:30 +00:00
if v is not None:
if unit:
v = str(v) + ' ' + unit
was_updated |= vault.add_statistic(date, output_key, v)
if input_key != output_key:
was_updated |= vault.add_statistic(date, input_key, None)
2024-10-03 21:23:47 +00:00
del input_key, output_key, unit, v
if was_updated:
num_updated += 1
del row, date
2024-10-08 19:22:18 +00:00
return num_updated
2024-10-10 22:54:01 +00:00
2024-10-10 21:50:48 +00:00
def import_step_counts_csv(vault: ObsidianVault, rows: Rows) -> int:
2024-10-08 19:22:18 +00:00
MINIMUM = 300
num_updated = 0
2024-10-10 21:50:48 +00:00
rows_per_date = {}
2024-10-08 19:22:18 +00:00
for row in rows:
date = row['Start'].date()
2024-10-10 21:50:48 +00:00
rows_per_date.setdefault(date, [])
rows_per_date[date].append(row)
2024-10-08 19:22:18 +00:00
del date, row
2024-10-10 22:54:01 +00:00
steps_per_date = {
date: sum(row['Steps'] for row in rows) for date, rows in rows_per_date.items()
}
2024-10-08 19:22:18 +00:00
2024-10-10 21:50:48 +00:00
for date, steps in steps_per_date.items():
2024-10-08 19:22:18 +00:00
if steps < MINIMUM:
continue
was_updated = vault.add_statistic(date, 'Steps', steps)
if was_updated:
num_updated += 1
del date, steps, was_updated
return num_updated
2024-10-10 22:54:01 +00:00
2024-10-10 21:50:48 +00:00
def import_watched_series_csv(vault: ObsidianVault, rows: Rows) -> int:
# TODO: Update to using git_time_tracker event parsing system
verb = 'Watched'
num_updated = 0
rows_per_date = {}
for row in rows:
date = row['me.last_played_time'].date()
rows_per_date.setdefault(date, [])
rows_per_date[date].append(row)
del date, row
del rows
def map_to_event(row: Row) -> Event:
2024-10-10 22:54:01 +00:00
start = (
row['me.last_played_time'].time().replace(second=0, microsecond=0, fold=0)
)
2024-10-10 21:50:48 +00:00
end = start
2024-10-10 22:54:01 +00:00
comment = '{} Episode {}: *{}*'.format(
row['season.name'],
row['episode.index'],
row['episode.name'],
)
2024-10-10 21:50:48 +00:00
return Event(start, end, verb, row['series.name'], comment)
2024-10-08 20:57:41 +00:00
2024-10-10 21:50:48 +00:00
for date, rows in rows_per_date.items():
events = [map_to_event(row) for row in rows]
was_updated = vault.add_events(date, events)
if was_updated:
num_updated += 1
del date, was_updated
return num_updated
2024-10-08 20:57:41 +00:00
2024-10-10 22:54:01 +00:00
2024-10-08 19:22:18 +00:00
def import_data(obsidian_path: Path, dry_run=True):
vault = ObsidianVault(obsidian_path, read_only=dry_run and 'silent' or None)
2024-10-08 20:57:41 +00:00
if False:
data_path = Path('/home/jmaa/Notes/workout.csv')
rows = load_csv_file(data_path)
logger.info('Loaded CSV with %d lines', len(rows))
num_updated = import_workout_csv(vault, rows)
logger.info('Updated %d files', num_updated)
if False:
2024-10-10 22:54:01 +00:00
data_path = Path(
'/home/jmaa/personal-archive/misc-data/step_counts_2023-07-26_to_2024-09-21.csv',
)
2024-10-08 20:57:41 +00:00
rows = load_csv_file(data_path)
logger.info('Loaded CSV with %d lines', len(rows))
num_updated = import_step_counts_csv(vault, rows)
logger.info('Updated %d files', num_updated)
if True:
2024-10-10 21:50:48 +00:00
data_path = Path('output/show_episodes_watched.csv')
rows = load_csv_file(data_path)
logger.info('Loaded CSV with %d lines', len(rows))
rows = rows[:7]
num_updated = import_watched_series_csv(vault, rows)
2024-10-08 20:57:41 +00:00
logger.info('Updated %d files', num_updated)