Compare commits
3 Commits
b45b611eea
...
9cc7018698
Author | SHA1 | Date | |
---|---|---|---|
9cc7018698 | |||
9349e4e6d4 | |||
7d82003db8 |
|
@ -1 +1 @@
|
||||||
__version__ = '0.1.43'
|
__version__ = '0.1.44'
|
||||||
|
|
|
@ -12,13 +12,15 @@ from .. import secrets
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
def get_client():
|
||||||
# TODO: Move these into secrets!
|
assert secrets.KUCOIN_KEY, 'Missing secret: KUCOIN_KEY'
|
||||||
client = kucoin.client.Client(
|
assert secrets.KUCOIN_SECRET, 'Missing secret: KUCOIN_SECRET'
|
||||||
secrets.KUCOIN_KEY,
|
assert secrets.KUCOIN_PASS, 'Missing secret: KUCOIN_PASS'
|
||||||
secrets.KUCOIN_SECRET,
|
return kucoin.client.Client(
|
||||||
secrets.KUCOIN_PASS,
|
secrets.KUCOIN_KEY,
|
||||||
)
|
secrets.KUCOIN_SECRET,
|
||||||
|
secrets.KUCOIN_PASS,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def addresses_to_data_points(addresses: list[dict[str, str]]) -> frozendict:
|
def addresses_to_data_points(addresses: list[dict[str, str]]) -> frozendict:
|
||||||
|
@ -40,5 +42,5 @@ class KucoinDepositAddresses(Scraper):
|
||||||
deduplicate_ignore_columns = ['account.update_time']
|
deduplicate_ignore_columns = ['account.update_time']
|
||||||
|
|
||||||
def scrape(self) -> Iterator[Mapping[str, object]]:
|
def scrape(self) -> Iterator[Mapping[str, object]]:
|
||||||
addresses = client.get_deposit_address('MPC')
|
addresses = get_client().get_deposit_address('MPC')
|
||||||
yield addresses_to_data_points(addresses)
|
yield addresses_to_data_points(addresses)
|
||||||
|
|
|
@ -124,7 +124,7 @@ def main(
|
||||||
OUTPUT_PATH / f'{scraper.dataset_name}.csv',
|
OUTPUT_PATH / f'{scraper.dataset_name}.csv',
|
||||||
result_rows,
|
result_rows,
|
||||||
deduplicate_mode=scraper.deduplicate_mode,
|
deduplicate_mode=scraper.deduplicate_mode,
|
||||||
deduplicate_ignore_columns=scraper.deduplicate_ignore_columns(),
|
deduplicate_ignore_columns=scraper.deduplicate_ignore_columns,
|
||||||
)
|
)
|
||||||
logger.info('Scraper done: %s', scraper.dataset_name)
|
logger.info('Scraper done: %s', scraper.dataset_name)
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user