Evidence metadata
Key-value summaries (JSON) of the regression, hold-out, effects and data-quality analyses: sample sizes, references, splits and self-checks.
8 rows Download CSV
| keyTEXT | valueTEXT |
|---|---|
| ols | {"rows": 74941355, "parameters": 567, "r2": 0.44557388934061404, "sigma": 8.59830535203308, "condition_number": 1134.6866566062774, "cluster_days": 351, "t_cluster": 1.966765002863652, "z": 1.959963984540054, "references": {"weekday": {"index": 16, "label": "Thursday", "trips": 11568315}, "hour": {"index": 37, "label": "18:00", "trips": 4922560}, "ratecode": {"index": 44, "label": "1", "trips": 72876496}, "passenger_count": {"index": 51, "label": "1", "trips": 53485748}, "pickup_zone": {"index": 57, "label": "Upper East Side South", "trips": 3302594}, "vendor": {"index": 317, "label": "2", "trips": 48864209}, "dropoff_zone": {"index": 318, "label": "Upper East Side North", "trips": 3097474}, "store_and_fwd_flag": {"index": 577, "label": "N", "trips": 74359658}}} |
| splits | {"train": "Jan-Oct 2019, folds 1-9", "random": "Jan-Oct 2019, fold 0 (in-period random hold-out)", "temporal": "Nov-Dec 2019, all folds (temporal hold-out)", "rows": {"train": 55804179, "random": 6200899, "temporal": 12936277, "all": 74941355}} |
| fits | {"en_2021_spec": {"intercept": 24.79580654201984, "nonzero": 83, "sweeps": 275}, "en_light": {"intercept": 22.62419325441141, "nonzero": 507, "sweeps": 19279}, "route_hour_median": {"global_median": 11.383333333333333, "min_cell": 20, "cells_route_hour": 117375}, "mean": {"value": 14.551438805326711}} |
| self_check | {"beta_max_abs_diff": 1.3322676295501878e-14, "leverage_max_abs_diff": 1.1102230246251565e-16, "se_hc3_max_rel_diff": 1.3100631690576847e-14, "se_cluster_max_rel_diff": 8.659739592076221e-15} |
| diagnostics | {"coef_2021": {"trips": 74941355, "mean_resid": 0.00045763346847988665, "sd_resid": 9.179536898237144, "mae": 6.69747496065738, "eta2_sq_resid_borough_hour": 0.043508677941494524, "bp_lm_borough_hour": 3260599.27919421, "bp_df": 119}, "ols": {"trips": 74941355, "mean_resid": 1.3093448758549787e-12, "sd_resid": 8.598272824935744, "mae": 6.220473492456368, "eta2_sq_resid_borough_hour": 0.053810902223563814, "bp_lm_borough_hour": 4032661.9264063854, "bp_df": 119}} |
| conformal | {"random": {"model": "coef_2021", "label": "2021 coefficients; bins from fold 2, calibration fold 0, test fold 1 (all of 2019)", "edges": [11.493446020453273, 12.018640124092363, 12.425097074109932, 12.722550124874838, 12.98249443784254, 13.267703196199568, 13.628083046570808, 14.103251309140969, 15.97996674044007], "n_edge": 1873194, "n_cal": 7493562, "n_test": 7497013, "test_days": 347, "bootstrap": {"unit": "test day", "B": 2000, "seed": 20190101, "confidence": 0.95}}, "temporal": {"model": "en_2021_spec", "label": "2021 specification refit on Jan-Oct; calibration Jan-Oct fold 0, test Nov-Dec", "edges": [11.424889511017998, 11.927782036951927, 12.28667212965634, 12.619187060897296, 12.88666267369242, 13.219293045778473, 13.58141899071348, 14.100060541563952, 16.043330009997476], "n_edge": 1549755, "n_cal": 6200899, "n_test": 12936277, "test_days": 61, "bootstrap": {"unit": "test day", "B": 2000, "seed": 20190101, "confidence": 0.95}}} |
| effects_reference | {"min_cell": 20, "cells": 129930, "trips": 74910889, "indexed_trips": 73469867} |
| data_quality | {"raw_rows": 84598444, "dropna_rows": 79297843, "round1_rows": 76488807, "final_rows": 74910889} |