Jmaa/personal-data
1
0
Fork 0
Code Actions Packages

Wild

Browse Source
This commit is contained in:
Jon Michael Aanes 2024-11-27 00:11:30 +01:00
parent 72c05fe42a
commit fa18105827
Signed by: Jmaa
SSH Key Fingerprint: SHA256:Ab0GfHGCblESJx7JRE4fj4bFy/KRpeLhi41y4pF3sNA
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
personal_data/main.py
View File

@ -134,7 +134,7 @@ def main(
OUTPUT_PATH / f'{scraper.dataset_name}.csv', OUTPUT_PATH / f'{scraper.dataset_name}.csv',
result_rows, result_rows,
deduplicate_mode=scraper.deduplicate_mode, deduplicate_mode=scraper.deduplicate_mode,
deduplicate_ignore_columns=scraper.deduplicate_ignore_columns(), deduplicate_ignore_columns=scraper.deduplicate_ignore_columns,
) )
logger.info('Scraper done: %s', scraper.dataset_name) logger.info('Scraper done: %s', scraper.dataset_name)