from pycoingecko import CoinGeckoAPI
gecko = CoinGeckoAPI()

import pandas as pd

import matplotlib.pyplot as plt
%matplotlib notebook

import datetime as dt

import requests

from IPython.display import clear_output

def get_historical_data_url(coin_id, currency_id, start_date, end_date):
    return 'https://www.coingecko.com/en/coins/{}/historical_data/{}?end_date={}&start_date={}'.format(coin_id, currency_id, end_date.isoformat(), start_date.isoformat()) 

def get_historical_data(coin_id, currency_id, start_date_s, end_date_s):
    start_date = dt.date.fromisoformat(start_date_s)
    end_date = dt.date.fromisoformat(end_date_s)

    url = get_historical_data_url('bitcoin', 'usd', start_date, end_date)
    r = requests.get(url, timeout=5, stream=True)
    dfs = pd.read_html(r.content, parse_dates=['Date'])
    assert len(dfs) == 1

    df = dfs[0][::-1].set_index("Date")
    df = df.replace({'[$,]': ''}, regex=True).apply(pd.to_numeric)
    df.columns = pd.MultiIndex.from_product([[coin_id], df.columns])
    return df

df = get_historical_data('bitcoin', 'usd', '2013-01-01', '2021-04-01')

df

coins_list = pd.DataFrame(gecko.get_coins_list())

# df_complete = pd.DataFrame(index=pd.date_range(start='20130101', freq='1D', end='20210401'))

df_complete = None
coins_list_ids = coins_list['id']
coins_list_ids_len = len(coins_list_ids)

for i in range(coins_list_ids_len):
    coin = coins_list_ids[i]
    df = get_historical_data(coin, 'usd', '2013-01-01', '2021-04-01')
    if df_complete is None:
        df_complete = df
    else:
        df_complete = df_complete.join(df, how='left')
    
    clear_output(wait=True)
    print ("Downloaded", coin, "{}/{}".format(i, coins_list_ids_len))

df_complete