Datasets

import duckdb

# Query directly from R2
con = duckdb.connect()
df = con.execute("""
  SELECT * FROM read_parquet(
    's3://quantum-edge/crypto_trades/**'
  )
  WHERE symbol = 'BTCUSDT'
    AND date >= '2025-01-01'
""").df()

data/crypto_trades/
  date=2025-01-01/
    hour=00/
      exchange=binance/
        instrument_type=spot/
          symbol=BTCUSDT/
            part-*.parquet