# Local mount you created (recommended)
export POLYSIM_DATALAKE_ROOT="$HOME/data/polysim-datalake"

# Or an endpoint you already have — never a committed secret
# export POLYSIM_DATALAKE_URI="s3://your-bucket/v3/orderbook/polymarket/"
# Point your S3-compatible client at an endpoint you already hold.

import os
from pathlib import Path

import pyarrow.dataset as ds

root = os.environ.get("POLYSIM_DATALAKE_ROOT")
uri = os.environ.get("POLYSIM_DATALAKE_URI")
if not root and not uri:
    raise SystemExit(
        "Set POLYSIM_DATALAKE_ROOT to a local mount you downloaded, "
        "or POLYSIM_DATALAKE_URI to an endpoint you already hold."
    )

source = uri or str(Path(root) / "v3" / "orderbook" / "polymarket")
dataset = ds.dataset(source, format="parquet")

trades_filter = (
    (ds.field("event_type") == "last_trade_price")
    & (ds.field("asset_id") == os.environ.get("POLYSIM_TOKEN_ID", ""))
)
table = dataset.to_table(filter=trades_filter) if os.environ.get("POLYSIM_TOKEN_ID") else dataset.head(10)
print(f"Loaded {table.num_rows} rows from {source}")

import os
from pathlib import Path

import duckdb

root = os.environ.get("POLYSIM_DATALAKE_ROOT")
uri = os.environ.get("POLYSIM_DATALAKE_URI")
if not root and not uri:
    raise SystemExit(
        "Set POLYSIM_DATALAKE_ROOT to a local mount you downloaded, "
        "or POLYSIM_DATALAKE_URI to an endpoint you already hold."
    )

glob = uri or str(Path(root) / "v3" / "orderbook" / "polymarket" / "*.parquet")
con = duckdb.connect()
con.execute(
    """
    SELECT
        date_trunc('hour', timestamp) AS hour,
        asset_id,
        sum(price * size) AS notional_usd,
        count(*) AS trade_count
    FROM read_parquet(?)
    WHERE event_type = 'last_trade_price'
    GROUP BY 1, 2
    ORDER BY 1 DESC
    LIMIT 20
    """,
    [glob],
)
print(con.fetchall())