11 lines
183 B
Python
11 lines
183 B
Python
|
|
||
|
|
import dataclasses
|
||
|
|
|
||
|
|
@dataclasses.dataclass
|
||
|
|
class Scraper:
|
||
|
|
scraper: object # TODO: Callable
|
||
|
|
dataset_name: str
|
||
|
|
deduplicate: bool
|
||
|
|
dataset_format: str = 'list-of-dicts'
|
||
|
|
|