Jon Michael Aanes
a53c1c381d
All checks were successful
Python Package / Package (push) Has been skipped
16 lines
310 B
Python
16 lines
310 B
Python
import dataclasses
|
|
from enum import Enum
|
|
|
|
class DeduplicateMode(Enum):
|
|
NONE = 0
|
|
BY_FIRST_COLUMN = 1
|
|
BY_ALL_COLUMNS = 2
|
|
|
|
@dataclasses.dataclass
|
|
class Scraper:
|
|
scraper: object # TODO: Callable
|
|
dataset_name: str
|
|
deduplicate_mode: DeduplicateMode
|
|
dataset_format: str = 'list-of-dicts'
|
|
|