Files
vyndr/tests/unit/projectionChallenger.test.js
T
builtbykev 914a057611 proj-v1 book-implied: raw odds → de-vigged FAIR (fix self-flattering basis)
proj_book_implied derived from raw book_odds — VIG-INCLUSIVE. A -110/-110 market
implies 52.4%/side (104.8% sum); fair is 50%. Comparing our P against raw book
overstates the book on both sides, biasing the handicapper test IN OUR FAVOR; on
juiced longshots (the Judge HR -18.5pt case) much of that "edge" was vig, not
disagreement.

Fix (fenced to proj-v1's stored comparison basis): proj_book_implied now derives
from DE-VIGGED FAIR via the grade's g.fair_prob — the SAME multiplicative de-vig
the triplet uses (utils/devig.js), so the basis matches the product's shown fair.
Expressed on the OVER basis (under props → 1 - fair) to match our stored P(≥rung);
traded-rung ladder book_implied likewise. HONEST-NULL where fair is uncomputable
(one-sided market, ~14%) — NEVER a raw-book fallback (that would recreate the vig
bias on a subset and mix two bases in one ledger). proj_factors records
book_implied_basis ('fair_multiplicative'|'none').

Phase 0 (prod-verified): fair reachable at store point (g.fair_prob on the grade,
no threading); 86% batting coverage; method = multiplicative/proportional.
Phase 2 FLAG: multiplicative de-vig mis-splits vig on juiced longshots (favorite-
longshot bias), so a longshot fair still carries known method bias — flagged
per-row (longshot_devig_caveat); a better de-vig (Shin/power) is a separate item.
Phase 3: version bumped proj-v1 → proj-v1.1 so pre-fix (raw-book) and post-fix
(fair) rows never silently mix — the projection model is byte-identical, only the
basis changed; pre-fix rows can't be recomputed (only the graded side's odds were
stored). Champion + arch-v1 + contact-v1 + proj-v1's other columns untouched.
proj suites 26/26.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01VCNgGSt5qvcLxaeQqa7Zpj
2026-07-25 19:09:02 -04:00

164 lines
8.8 KiB
JavaScript

/* proj-v1 — matchup read + orchestration. Champion untouched; never abstains. */
const pc = require('../../src/services/projectionChallenger');
const mr = require('../../src/services/projection/matchupRead');
// A sinker-heavy, high-whiff arsenal.
const SINKER_ARM = mr.classifyArsenal([
{ type: 'SI', usage_pct: 45, whiff_pct: 12, hard_hit_pct: 40 },
{ type: 'SL', usage_pct: 30, whiff_pct: 34, hard_hit_pct: 30 },
{ type: 'CH', usage_pct: 25, whiff_pct: 30, hard_hit_pct: 32 },
]);
// A fastball-heavy, low-whiff (pitch-to-contact) arsenal.
const FB_ARM = mr.classifyArsenal([
{ type: 'FF', usage_pct: 65, whiff_pct: 16, hard_hit_pct: 44 },
{ type: 'FC', usage_pct: 20, whiff_pct: 18, hard_hit_pct: 40 },
{ type: 'CU', usage_pct: 15, whiff_pct: 20, hard_hit_pct: 30 },
]);
// A fly-ball (high launch angle), hard-hit hitter; and a whiff-prone, flatter one.
const flyBat = { whiff_pct: 22, chase_pct: 28, hard_hit_pct: 46, avg_launch_angle: 20 };
const whiffBat = { whiff_pct: 34, chase_pct: 34, hard_hit_pct: 34, avg_launch_angle: 10 };
describe('arsenal classification', () => {
it('buckets usage by pitch family + carries whiff/hard-hit tendency', () => {
expect(SINKER_ARM.sinker_pct).toBeCloseTo(0.45, 2);
expect(SINKER_ARM.breaking_pct).toBeCloseTo(0.30, 2);
expect(SINKER_ARM.whiff_tendency).toBeGreaterThan(FB_ARM.whiff_tendency);
});
it('absent mix → null (no matchup contribution, honest)', () => {
expect(mr.classifyArsenal(null)).toBeNull();
expect(mr.classifyArsenal([])).toBeNull();
});
});
describe('matchup direction (two-sided, coarse repertoire-vs-profile)', () => {
it('a groundy sinker arm SUPPRESSES a fly-ball hitter\'s power (HR mult < 1)', () => {
const m = mr.matchupMultiplier({ arsenal: SINKER_ARM, hitter: mr.hitterProfile(flyBat), statType: 'home_runs' });
expect(m.multiplier).toBeLessThan(1);
expect(m.components.some((c) => c.label === 'air_suppression')).toBe(true);
});
it('a high-whiff arsenal SUPPRESSES a whiff-prone hitter\'s hits (hits mult < 1)', () => {
const m = mr.matchupMultiplier({ arsenal: SINKER_ARM, hitter: mr.hitterProfile(whiffBat), statType: 'hits' });
expect(m.multiplier).toBeLessThan(1);
});
it('the SAME whiff pressure moves a STRIKEOUT prop the other way (mult > 1)', () => {
const m = mr.matchupMultiplier({ arsenal: SINKER_ARM, hitter: mr.hitterProfile(whiffBat), statType: 'strikeouts' });
expect(m.multiplier).toBeGreaterThan(1);
});
it('missing either side → neutral 1.0 (never fabricates a matchup)', () => {
expect(mr.matchupMultiplier({ arsenal: null, hitter: mr.hitterProfile(flyBat), statType: 'hits' }).multiplier).toBe(1);
expect(mr.matchupMultiplier({ arsenal: SINKER_ARM, hitter: null, statType: 'hits' }).multiplier).toBe(1);
});
it('the total matchup lean is bounded', () => {
const m = mr.matchupMultiplier({ arsenal: SINKER_ARM, hitter: mr.hitterProfile(whiffBat), statType: 'total_bases' });
expect(Math.abs(m.multiplier - 1)).toBeLessThanOrEqual(mr.TOTAL_MAX + 1e-9);
});
});
describe('park RELATIVE to own exposure (Phase B fix)', () => {
it('baseline is the mean park factor over home(own)/away(opp) games', () => {
// NYY home park (parkBase) + away games; just assert it resolves a number
// from ≥3 venues and stays near 1.0 (park factors are ~1.0).
const log = [
{ isHome: true, opponent: 'Boston Red Sox', stat: {} },
{ isHome: false, opponent: 'Boston Red Sox', stat: {} },
{ isHome: false, opponent: 'Houston Astros', stat: {} },
{ isHome: true, opponent: 'Tampa Bay Rays', stat: {} },
];
const b = pc.parkBaselineFromLogs(log, 'NYY');
if (b != null) { expect(b).toBeGreaterThan(0.7); expect(b).toBeLessThan(1.3); }
});
it('too few resolvable venues → null (park contributes nothing, not a raw multiply)', () => {
expect(pc.parkBaselineFromLogs([{ isHome: true, stat: {} }], 'NYY')).toBeNull();
});
});
describe('projectProp — full object, never abstains, plausible', () => {
const hitLog = (vals) => vals.map((h) => ({ isHome: true, opponent: 'Boston Red Sox', stat: { hits: h } }));
it('emits distribution + full ladder + point + factor breakdown', () => {
// fair_prob 0.55 = the de-vigged fair the grade carries (NOT raw book)
const grade = { stat_type: 'hits', line: 0.5, direction: 'over', season_avg: 0.9, fair_prob: 0.55, book_odds: -150, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: hitLog([1, 0, 2, 1, 1, 0, 1, 2, 1, 0]) });
expect(p.proj_version).toBe('proj-v1.1');
expect(p.proj_distribution.family).toBe('negative_binomial');
expect(p.proj_ladder.length).toBeGreaterThanOrEqual(3);
expect(p.proj_ladder[0].p_at_least).toBeGreaterThanOrEqual(p.proj_ladder[1].p_at_least);
expect(p.proj_factors.breakdown.map((f) => f.label)).toEqual(
expect.arrayContaining(['park_relative', 'weather', 'platoon', 'matchup']),
);
// traded rung carries DE-VIGGED FAIR (not raw book) for the comparison
expect(p.proj_ladder.find((r) => r.rung === 1).book_implied).toBeCloseTo(0.55, 3);
expect(p.proj_book_implied).toBeCloseTo(0.55, 3);
expect(p.proj_factors.book_implied_basis).toBe('fair_multiplicative');
expect(p.proj_p_over_line).toBeGreaterThan(0);
});
it('book implied is de-vigged FAIR on the OVER basis for an under prop', () => {
// under prop, fair_prob 0.6 (fair the ball stays under) → over-basis fair 0.4
const grade = { stat_type: 'hits', line: 1.5, direction: 'under', season_avg: 0.9, fair_prob: 0.6, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: hitLog([1, 0, 2, 1, 1, 0, 1, 2, 1, 0]) });
expect(p.proj_book_implied).toBeCloseTo(0.4, 3);
expect(p.proj_factors.book_implied_basis).toBe('fair_multiplicative');
});
it('HONEST-NULL when fair is uncomputable — never a raw-book fallback', () => {
// one-sided market: book_odds present but NO fair_prob → book_implied null
const grade = { stat_type: 'hits', line: 0.5, direction: 'over', season_avg: 0.9, book_odds: -150, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: hitLog([1, 0, 2, 1, 1, 0, 1, 2, 1, 0]) });
expect(p.proj_book_implied).toBeNull(); // NOT 0.6 from raw book
expect(p.proj_ladder.find((r) => r.rung === 1).book_implied).toBeNull();
expect(p.proj_factors.book_implied_basis).toBe('none');
});
it('flags the longshot de-vig caveat where multiplicative bias is largest', () => {
const grade = { stat_type: 'home_runs', line: 0.5, direction: 'over', season_avg: 0.2, fair_prob: 0.18, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: hitLog([0, 0, 1, 0, 0, 1, 0, 0, 0, 1]) });
expect(p.proj_factors.longshot_devig_caveat).toBe(true);
});
it('NEVER abstains — an empty game log still projects (wide, from the prior)', () => {
const grade = { stat_type: 'hits', line: 0.5, direction: 'over', season_avg: 0.9, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: [] });
expect(p.proj_point).not.toBeNull();
expect(p.proj_ladder[0].p_at_least).toBeGreaterThan(0);
});
it('PLAUSIBILITY: a .300-ish hitter does not project 3.0 hits', () => {
const grade = { stat_type: 'hits', line: 1.5, direction: 'over', season_avg: 0.95, team: 'NYY' };
const p = pc.projectProp({ grade, gameLog: hitLog([1, 1, 2, 0, 1, 1, 1, 0, 2, 1]) });
expect(p.proj_point).toBeLessThan(2.0);
expect(p.proj_point).toBeGreaterThan(0.5);
});
it('the combined non-form multiplier is bounded (no absurd Coors swing)', () => {
const grade = { stat_type: 'home_runs', line: 0.5, direction: 'over', season_avg: 0.2, team: 'COL' };
const p = pc.projectProp({
grade, gameLog: hitLog([0, 0, 1, 0, 0, 1, 0, 0, 0, 1]),
tonightParkFactor: 1.3, weatherMod: 1.1, platoonMult: 1.1, arsenal: FB_ARM,
batterRow: flyBat,
});
expect(Math.abs(p.proj_factors.combined_multiplier - 1)).toBeLessThanOrEqual(pc.COMBINED_MAX + 1e-9);
});
it('non-batting stat → not modeled (returns null projection object)', () => {
expect(pc.projectProp({ grade: { stat_type: 'pitcher_strikeouts', line: 5.5, direction: 'over' } })).toBeNull();
});
});
describe('attachProjection — champion byte-identical', () => {
it('adds proj-v1 fields, never mutates p_win / grade / other challengers', async () => {
const grades = [{
player: 'Slugger', playerId: null, stat_type: 'hits', line: 0.5, direction: 'over',
season_avg: 0.9, fair_prob: 0.6, team: 'NYY', p_win: 0.58, grade: 'B',
p_win_challenger: 0.6, p_win_contact: 0.61,
}];
const out = await pc.attachProjection(grades, {});
expect(out[0].p_win).toBe(0.58);
expect(out[0].grade).toBe('B');
expect(out[0].p_win_challenger).toBe(0.6);
expect(out[0].p_win_contact).toBe(0.61);
expect(out[0].proj_version).toBe('proj-v1.1');
expect(out[0].proj_point).not.toBeNull(); // projected even with no game log
});
});