import dataclasses
from enum import Enum

class DeduplicateMode(Enum):
    NONE = 0
    BY_FIRST_COLUMN = 1
    BY_ALL_COLUMNS = 2

@dataclasses.dataclass
class Scraper:
    scraper: object # TODO: Callable
    dataset_name: str
    deduplicate_mode: DeduplicateMode
    dataset_format: str = 'list-of-dicts'