{ "as_of": "2026-05-09T14:50:17.745721", "preset": "legal_kb", "track_a_model": "claude-haiku-4-5", "n": 100, "track_a": { "currency_correct": 0.99, "anchor_leak": 0.0, "p50_ms": 3329.4248580932617, "p95_ms": 9007.873058319092, "cost_usd": 0.460929, "input_tokens": 423349, "output_tokens": 7516 }, "track_b": { "_skipped": true, "reason": "track_a_only flag" }, "rows": [ { "pair_id": "scotus_000", "case": "Plessy v. Ferguson", "overruled_by": "Brown v. Board of Education", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 70374.596118927, "track_a": { "text": "**No.** Plessy v. Ferguson is no longer good law and is not controlling precedent. It was overruled by Brown v. Board of Education, 347 U.S. 483 (1954) (Doc 1, Doc 12).", "input_tokens": 4652, "output_tokens": 62 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Explanation:**\n\n- **currency_correct=1**: The answer correctly states that Plessy v" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_001", "case": "Bowers v. Hardwick", "overruled_by": "Lawrence v. Texas", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4124.923944473267, "track_a": { "text": "No. Bowers v. Hardwick is no longer good law and is not controlling precedent. It was overruled by Lawrence v. Texas, 539 U.S. 558 (2003) (Doc 1, Doc 10).", "input_tokens": 4202, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Bowers v. Hardwick is no longer good law and exp" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_002", "case": "Adkins v. Children's Hospital", "overruled_by": "West Coast Hotel Co. v. Parrish", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3329.4248580932617, "track_a": { "text": "No. Adkins v. Children's Hospital is no longer controlling precedent. It was overruled by West Coast Hotel Co. v. Parrish, 300 U.S. 379 (1937) (Doc 1, Doc 11). The Court in West Coast Hotel explicitly overturned Adkins's holding regarding minimum wage legislation.", "input_tokens": 4422, "output_tokens": 81 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Adkins v. Children's Hospital is no longer contr" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_003", "case": "Hammer v. Dagenhart", "overruled_by": "United States v. Darby", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3444.624900817871, "track_a": { "text": "No. Hammer v. Dagenhart is no longer good law and is not controlling precedent. The case was overruled by United States v. Darby, 312 U.S. 100 (1941) (Doc 1, 11). In Darby, the Supreme Court upheld Congress's power under the Commerce Clause to regulate employment conditions, directly overturning Hammer's restrictive approach to federal regulatory authority.", "input_tokens": 3853, "output_tokens": 100 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Hammer v. Dagenhart was overruled by United Stat" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_004", "case": "Minersville School District v. Gobitis", "overruled_by": "West Virginia State Bd. of Ed. v. Barnette", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3450.4921436309814, "track_a": { "text": "No. Minersville School District v. Gobitis is no longer good law and is not controlling precedent. It was overruled by West Virginia State Board of Education v. Barnette, 319 U.S. 624 (1943) (Doc 1, Doc 10).", "input_tokens": 4282, "output_tokens": 68 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_005", "case": "Breedlove v. Suttles", "overruled_by": "Harper v. Virginia Bd. of Elections", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2999.2380142211914, "track_a": { "text": "No, Breedlove v. Suttles is no longer good law and controlling precedent. It was overruled by Harper v. Virginia Bd. of Elections, 383 U.S. 663 (1966) (Doc 1 and Doc 11).", "input_tokens": 4544, "output_tokens": 66 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Explanation:**\n\n- **currency_correct=1**: The answer explicitly states that Breedlo" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_006", "case": "Colegrove v. Green", "overruled_by": "Baker v. Carr", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2865.029811859131, "track_a": { "text": "No. Colegrove v. Green is no longer good law and is not controlling precedent. It was overruled by Baker v. Carr, 369 U.S. 186 (1962) (Doc 1, Doc 15).", "input_tokens": 4559, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Colegrove v. Green was overruled and is no longe" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_008", "case": "Wolf v. Colorado", "overruled_by": "Mapp v. Ohio", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3266.5679454803467, "track_a": { "text": "No. Wolf v. Colorado is no longer good law and is not controlling precedent. It was overruled by Mapp v. Ohio, 367 U.S. 643 (1961) (Doc 1, Doc 11).", "input_tokens": 4196, "output_tokens": 57 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Wolf v. Colorado is no longer good law and expli" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_009", "case": "Gideon v. Wainwright", "overruled_by": "Argersinger v. Hamlin", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3290.745258331299, "track_a": { "text": "No, Gideon v. Wainwright is no longer controlling precedent. Although Gideon itself overruled Betts v. Brady in 1963 (Doc 11), it was subsequently overruled by Argersinger v. Hamlin in 1972 (Doc 12), which expanded the right to counsel to misdemeanor cases.", "input_tokens": 4439, "output_tokens": 85 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Reasoning:**\n\n- **currency_correct=1**: The answer correctly states that Gideon v. " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_010", "case": "Swift v. Tyson", "overruled_by": "Erie Railroad Co. v. Tompkins", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3544.4281101226807, "track_a": { "text": "No, Swift v. Tyson is no longer good law and controlling precedent. It was overruled by Erie Railroad Co. v. Tompkins, 304 U.S. 64 (1938) (Doc 1, Doc 10). Erie Railroad established that federal courts must apply state law in diversity cases, directly overturning Swift's rule permitting federal courts to develop independent common law.", "input_tokens": 4195, "output_tokens": 92 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Swift v. Tyson was overruled by Erie Railroad Co" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_011", "case": "National League of Cities v. Usery", "overruled_by": "Garcia v. San Antonio Metropolitan Transit Authority", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2830.263137817383, "track_a": { "text": "No, National League of Cities v. Usery is no longer good law and is not controlling precedent. It was overruled by Garcia v. San Antonio Metropolitan Transit Authority, 469 U.S. 528 (1985) (Doc 1, Doc 10).", "input_tokens": 4207, "output_tokens": 64 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that National League of Cities v. Usery is no longer " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_012", "case": "United States v. Scott", "overruled_by": "Smalis v. Pennsylvania", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2740.1888370513916, "track_a": { "text": "No, United States v. Scott is no longer good law and controlling precedent. It was overruled by Smalis v. Pennsylvania, 476 U.S. 140 (1986) (Doc 13).", "input_tokens": 4325, "output_tokens": 52 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that United States v. Scott is no longer good law and" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_013", "case": "Aguilar v. Texas", "overruled_by": "Illinois v. Gates", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2425.644874572754, "track_a": { "text": "No, Aguilar v. Texas is no longer good law and is not controlling precedent. It was overruled by Illinois v. Gates, 462 U.S. 213 (1983) (Doc 1, Doc 8).", "input_tokens": 3206, "output_tokens": 58 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Aguilar v. Texas was overruled and is no longer " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_014", "case": "Booth v. Maryland", "overruled_by": "Payne v. Tennessee", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3704.3769359588623, "track_a": { "text": "No. Booth v. Maryland is no longer good law and is not controlling precedent. It was overruled by Payne v. Tennessee, 501 U.S. 808 (1991) (Docs 1 and 11).", "input_tokens": 3913, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Booth v. Maryland was overruled by Payne v. Tenn" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_015", "case": "Roe v. Wade", "overruled_by": "Planned Parenthood v. Casey", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3789.7326946258545, "track_a": { "text": "No, Roe v. Wade is no longer good law and controlling precedent. According to Doc 1, Roe v. Wade, 410 U.S. 113 (1973), was overruled by Planned Parenthood v. Casey, 505 U.S. 833 (1992), and the document explicitly states \"this Supreme Court holding is no longer good law and is not controlling precedent.\" This is confirmed by Doc 11, which shows that Planned Parenthood v. Casey is currently active controlling precedent that overrules Roe v. Wade.", "input_tokens": 4292, "output_tokens": 134 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Roe v. Wade is no longer good law and is not con" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_028", "case": "Olmstead v. United States", "overruled_by": "Katz v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2566.114902496338, "track_a": { "text": "No. Olmstead v. United States is no longer good law and is not controlling precedent. It was overruled by Katz v. United States, 389 U.S. 347 (1967) (Doc 1, Doc 14).", "input_tokens": 4425, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Olmstead v. United States is no longer good law " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_029", "case": "Chimel v. California", "overruled_by": "United States v. Ross", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3100.511074066162, "track_a": { "text": "No, Chimel v. California is no longer good law and is not controlling precedent. **Doc 1** explicitly states that Chimel (395 U.S. 752, 1969) was \"overruled by United States v. Ross, 456 U.S. 798 (1982),\" and **Doc 9** confirms that United States v. Ross is currently active and controlling precedent.", "input_tokens": 3463, "output_tokens": 96 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Reasoning:**\n\n- **currency_correct=1**: The answer explicitly states that Chimel v." }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_031", "case": "Dennis v. United States", "overruled_by": "Brandenburg v. Ohio", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3042.801856994629, "track_a": { "text": "No. Dennis v. United States is no longer good law and is not controlling precedent. It was overruled by Brandenburg v. Ohio, 395 U.S. 444 (1969), as documented in Doc 1, which explicitly states \"this Supreme Court holding is no longer good law and is not controlling precedent. The case was overruled by Brandenburg v. Ohio 395 U.S. 444 (1969).\"", "input_tokens": 4567, "output_tokens": 100 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Dennis v. United States is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_032", "case": "Chaplinsky v. New Hampshire", "overruled_by": "Cohen v. California", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 8190.34481048584, "track_a": { "text": "No, Chaplinsky v. New Hampshire is no longer good law and is not controlling precedent. The case was overruled by Cohen v. California, 403 U.S. 15 (1971) (Doc 1 and Doc 13).", "input_tokens": 4437, "output_tokens": 60 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Chaplinsky v. New Hampshire was overruled by Coh" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_033", "case": "Beauharnais v. Illinois", "overruled_by": "New York Times Co. v. Sullivan", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3186.5363121032715, "track_a": { "text": "No, Beauharnais v. Illinois is no longer good law and controlling precedent. It was overruled by New York Times Co. v. Sullivan, 376 U.S. 254 (1964) (Doc 1, Doc 15).", "input_tokens": 4524, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Beauharnais v. Illinois is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_035", "case": "Johnson v. Zerbst", "overruled_by": "Betts v. Brady", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2705.13916015625, "track_a": { "text": "No, Johnson v. Zerbst is no longer good law and is not controlling precedent. (Doc 1) Johnson v. Zerbst, 304 U.S. 458 (1938), was overruled by Betts v. Brady, 316 U.S. 455 (1942), which itself was subsequently overruled by Gideon v. Wainwright, 372 U.S. 335 (1963) (Doc 11).", "input_tokens": 3978, "output_tokens": 115 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Johnson v. Zerbst is no longer good law and expl" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_036", "case": "Betts v. Brady", "overruled_by": "Gideon v. Wainwright", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2191.3652420043945, "track_a": { "text": "No, Betts v. Brady is no longer good law and is not controlling precedent. It was overruled by Gideon v. Wainwright, 372 U.S. 335 (1963) (Doc 1, Doc 8).", "input_tokens": 3306, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_037", "case": "Escobedo v. Illinois", "overruled_by": "Miranda v. Arizona", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3723.36483001709, "track_a": { "text": "No, Escobedo v. Illinois is no longer good law and controlling precedent. It was overruled by Miranda v. Arizona, 384 U.S. 436 (1966) (Doc 1, Doc 8). Miranda established the requirement that law enforcement provide suspects with warnings about their constitutional rights before custodial interrogation, effectively superseding Escobedo's earlier approach to criminal procedure protections.", "input_tokens": 3889, "output_tokens": 94 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Escobedo v. Illinois was overruled by Miranda v." }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_038", "case": "Lochner v. New York", "overruled_by": "West Coast Hotel Co. v. Parrish", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 5082.236051559448, "track_a": { "text": "No. Lochner v. New York is no longer good law and controlling precedent. It was overruled by West Coast Hotel Co. v. Parrish, 300 U.S. 379 (1937) (Doc 1, Doc 14). The overruling decision explicitly rejected Lochner's holding that state regulations on working hours violated freedom of contract under the Fourteenth Amendment.", "input_tokens": 4439, "output_tokens": 94 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Lochner v. New York is no longer good law and ex" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_039", "case": "Dred Scott v. Sandford", "overruled_by": "Civil Rights Cases", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3169.8968410491943, "track_a": { "text": "No. Dred Scott v. Sandford is no longer good law and is not controlling precedent. The case was overruled by Civil Rights Cases, 109 U.S. 3 (1883), as stated in Doc 1, which explicitly marks Dred Scott as overruled and confirms it is \"no longer good law.\"", "input_tokens": 4636, "output_tokens": 79 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Dred Scott v. Sandford is no longer good law and" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_040", "case": "Paul v. Virginia", "overruled_by": "United States v. South-Eastern Underwriters Assn.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3177.9160499572754, "track_a": { "text": "No, Paul v. Virginia is no longer good law and controlling precedent. The case was overruled by United States v. South-Eastern Underwriters Assn., 322 U.S. 533 (1944) (Doc 1, Doc 11).", "input_tokens": 3757, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Paul v. Virginia is no longer good law and expli" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_044", "case": "Aguilar v. Texas", "overruled_by": "Illinois v. Gates", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3319.324731826782, "track_a": { "text": "No. Aguilar v. Texas is no longer good law and is not controlling precedent. It was overruled by Illinois v. Gates, 462 U.S. 213 (1983) (Doc 1, Doc 8).", "input_tokens": 3206, "output_tokens": 58 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Aguilar v. Texas is no longer good law and expli" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_045", "case": "Spinelli v. United States", "overruled_by": "Illinois v. Gates", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3910.508871078491, "track_a": { "text": "No, Spinelli v. United States is no longer good law and is not controlling precedent. According to Doc 1, Spinelli v. United States, 393 U.S. 410 (1969), was overruled by Illinois v. Gates, 462 U.S. 213 (1983), and the document explicitly states \"this Supreme Court holding is no longer good law and is not controlling precedent.\"", "input_tokens": 3487, "output_tokens": 98 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Spinelli v. United States was overruled by Illin" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_046", "case": "Penry v. Lynaugh", "overruled_by": "Atkins v. Virginia", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3950.993776321411, "track_a": { "text": "No. Penry v. Lynaugh is no longer good law and is not controlling precedent. It was overruled by Atkins v. Virginia, 536 U.S. 304 (2002), as documented in both Doc 1 (which marks Penry as overturned) and Doc 9 (which confirms Atkins as the currently active ruling that overrules Penry).", "input_tokens": 3765, "output_tokens": 96 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Penry v. Lynaugh was overruled by Atkins v. Virg" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_047", "case": "Stanford v. Kentucky", "overruled_by": "Roper v. Simmons", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3534.2557430267334, "track_a": { "text": "No, Stanford v. Kentucky is not controlling precedent. It was **overruled by Roper v. Simmons, 543 U.S. 551 (2005)** (Doc 1 and Doc 7). The case is no longer good law as of 2005.", "input_tokens": 3791, "output_tokens": 69 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Stanford v. Kentucky is no longer controlling pr" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_050", "case": "Fay v. Noia", "overruled_by": "Wainwright v. Sykes", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3376.9400119781494, "track_a": { "text": "No, Fay v. Noia is no longer good law and controlling precedent. The case was overruled by Coleman v. Thompson, 501 U.S. 722 (1991) (Doc 1, Doc 10). Coleman v. Thompson is currently active controlling precedent that superseded Fay v. Noia's holdings.", "input_tokens": 3707, "output_tokens": 82 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 0, "anchor_leak": 0, "judge_text": "currency_correct=0 anchor_leak=0\n\n**Explanation:**\n\n- **currency_correct = 0**: The answer correctly identifies that Fa" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_031", "case": "Paul v. Virginia", "overruled_by": "United States v. South-Eastern Underwriters Ass'n", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3713.70005607605, "track_a": { "text": "No, Paul v. Virginia is no longer good law and controlling precedent. The case was overruled by United States v. South-Eastern Underwriters Assn., 322 U.S. 533 (1944) (Doc 1, Doc 11).", "input_tokens": 3757, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Paul v. Virginia is no longer good law and expli" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_032", "case": "Puget Sound Stevedoring Co. v. State Tax Commission", "overruled_by": "Department of Revenue v. Washington Stevedoring Cos.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 6279.599189758301, "track_a": { "text": "No, Puget Sound Stevedoring Co. v. State Tax Commission is no longer controlling precedent. The case was overruled by Department of Revenue v. Washington Stevedoring Cos., 435 U.S. 734 (1978) (Doc 1). This Supreme Court holding is explicitly marked as no longer good law and not controlling precedent.", "input_tokens": 4176, "output_tokens": 84 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Puget Sound Stevedoring was overruled by Departm" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_033", "case": "Joseph v. Carter & Weekes Stevedoring Co.", "overruled_by": "Department of Revenue v. Washington Stevedoring Cos.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4725.597858428955, "track_a": { "text": "No, Joseph v. Carter & Weekes Stevedoring Co., 330 U.S. 422 (1947) is no longer good law and is not controlling precedent. It was overruled by Department of Revenue v. Washington Stevedoring Cos., 435 U.S. 734 (1978) (Doc 1, Doc 11).", "input_tokens": 4161, "output_tokens": 87 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Joseph v. Carter & Weekes Stevedoring Co. is no " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_034", "case": "Spector Motor Service v. O'Connor", "overruled_by": "Complete Auto Transit v. Brady", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2613.5401725769043, "track_a": { "text": "No. Spector Motor Service v. O'Connor is no longer good law and is not controlling precedent. It was overruled by Complete Auto Transit v. Brady, 430 U.S. 274 (1977) (Doc 1, Doc 16).", "input_tokens": 4451, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Spector Motor Service v. O'Connor is no longer g" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_035", "case": "Joseph E. Seagram & Sons v. Hostetter", "overruled_by": "Healy v. Beer Institute", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 9007.873058319092, "track_a": { "text": "No, Joseph E. Seagram & Sons v. Hostetter is not controlling precedent. The case was overruled by Healy v. Beer Institute, 491 U.S. 324 (1989) (Doc 1). This is confirmed by Doc 10, which shows that Healy v. Beer Institute is currently active and explicitly overruled the prior Seagram & Sons decision.", "input_tokens": 4508, "output_tokens": 93 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Joseph E. Seagram & Sons v. Hostetter is not con" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_036", "case": "Kring v. Missouri", "overruled_by": "Collins v. Youngblood", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 6039.953947067261, "track_a": { "text": "No, Kring v. Missouri is no longer good law and controlling precedent. The case was overruled by Collins v. Youngblood, 497 U.S. 37 (1990) (Doc 1, 15). Collins v. Youngblood is the currently active Supreme Court ruling that superseded Kring's holding.", "input_tokens": 4809, "output_tokens": 81 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Kring v. Missouri is no longer good law and expl" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_037", "case": "Thompson v. Utah", "overruled_by": "Collins v. Youngblood", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3478.1432151794434, "track_a": { "text": "No, Thompson v. Utah is no longer good law and is not controlling precedent. Thompson v. Utah, 170 U.S. 343 (1898), was overruled by Collins v. Youngblood, 497 U.S. 37 (1990), as confirmed in Doc 1 and Doc 11.", "input_tokens": 4042, "output_tokens": 79 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Thompson v. Utah is no longer good law and expli" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_038", "case": "Pollock v. Farmers' Loan & Trust Co.", "overruled_by": "South Carolina v. Baker", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4712.58807182312, "track_a": { "text": "No, Pollock v. Farmers' Loan & Trust Co. is no longer good law and is not controlling precedent. The case was overruled by South Carolina v. Baker, 485 U.S. 505 (1988) (Doc 1, Doc 12).", "input_tokens": 4434, "output_tokens": 67 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Pollock v. Farmers' Loan & Trust Co. is no longe" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_039", "case": "Hooven & Allison Co. v. Evatt", "overruled_by": "Limbach v. Hooven & Allison Co.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3174.100875854492, "track_a": { "text": "No, Hooven & Allison Co. v. Evatt is no longer good law and controlling precedent. The case was overruled by Limbach v. Hooven & Allison Co., 466 U.S. 353 (1984) (Doc 1, Doc 18).", "input_tokens": 4478, "output_tokens": 73 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Hooven & Allison Co. v. Evatt is no longer good " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_040", "case": "Ex parte Bakelite Corp.", "overruled_by": "Glidden Co. v. Zdanok", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2863.771915435791, "track_a": { "text": "No. Ex parte Bakelite Corp. is no longer good law and is not controlling precedent. It was overruled by Glidden Co. v. Zdanok, 370 U.S. 530 (1962) (Docs. 1 and 4).", "input_tokens": 2639, "output_tokens": 68 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Reasoning:**\n\n- **currency_correct=1**: The answer correctly identifies that Ex par" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_041", "case": "Williams v. United States", "overruled_by": "Glidden Co. v. Zdanok", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2983.048915863037, "track_a": { "text": "No. Williams v. United States, 289 U.S. 553 (1933) is no longer good law and is not controlling precedent. It was overruled by Glidden Co. v. Zdanok, 370 U.S. 530 (1962), as documented in Doc 1 and Doc 13.", "input_tokens": 4380, "output_tokens": 81 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Williams v. United States is no longer good law " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_042", "case": "O'Callahan v. Parker", "overruled_by": "Solorio v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2749.1300106048584, "track_a": { "text": "No. O'Callahan v. Parker is no longer good law and is not controlling precedent. The case was overruled by Solorio v. United States, 483 U.S. 435 (1987) (Doc 1 and Doc 12).", "input_tokens": 4367, "output_tokens": 64 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_043", "case": "Durham v. United States", "overruled_by": "Dove v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2744.307041168213, "track_a": { "text": "No, Durham v. United States is no longer good law and is not controlling precedent. It was overruled by Dove v. United States, 423 U.S. 325 (1976) (Doc 1 and Doc 8).", "input_tokens": 3931, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Durham v. United States is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_044", "case": "Evans v. Gore", "overruled_by": "United States v. Hatter", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4609.076976776123, "track_a": { "text": "No, Evans v. Gore is no longer good law and controlling precedent. Evans v. Gore, 253 U.S. 245 (1920), was overruled by United States v. Hatter, 532 U.S. 557 (2001) (Doc 1 and Doc 10). The holding in Evans v. Gore is therefore superseded and no longer controlling precedent.", "input_tokens": 4414, "output_tokens": 93 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_045", "case": "Miles v. Graham", "overruled_by": "O'Malley v. Woodrough", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2751.27911567688, "track_a": { "text": "No. Miles v. Graham is no longer good law and is not controlling precedent. It was overruled by O'Malley v. Woodrough, 307 U.S. 277 (1939), as confirmed in Doc 1 and Doc 12.", "input_tokens": 4594, "output_tokens": 64 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_046", "case": "Bonelli Cattle Co. v. Arizona", "overruled_by": "Oregon ex rel. State Land Board v. Corvallis Sand & Gravel Co.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3372.472047805786, "track_a": { "text": "**No.** Bonelli Cattle Co. v. Arizona, 414 U.S. 313 (1973) is no longer controlling precedent. It was overruled by Oregon ex rel. State Land Board v. Corvallis Sand & Gravel Co., 429 U.S. 363 (1977) (Doc 1, Doc 10).", "input_tokens": 3929, "output_tokens": 88 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Bonelli Cattle Co. v. Arizona was overruled and " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_047", "case": "Reitz v. Mealey", "overruled_by": "Perez v. Campbell", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3312.4101161956787, "track_a": { "text": "No, Reitz v. Mealey is no longer good law and is not controlling precedent. The case was overruled by Perez v. Campbell, 402 U.S. 637 (1971) (Doc 1, Doc 12). The Supreme Court decision in Perez v. Campbell explicitly superseded the holding in Reitz v. Mealey, making it no longer controlling precedent.", "input_tokens": 4211, "output_tokens": 98 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Reitz v. Mealey is no longer good law and explic" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_048", "case": "Kesler v. Department of Public Safety", "overruled_by": "Perez v. Campbell", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2914.381980895996, "track_a": { "text": "No. Kesler v. Department of Public Safety is no longer good law and is not controlling precedent. The case was overruled by Perez v. Campbell, 402 U.S. 637 (1971) (Doc 1, Doc 11).", "input_tokens": 4390, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Kesler v. Department of Public Safety is no long" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_049", "case": "Meek v. Pittinger", "overruled_by": "Mitchell v. Helms", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2706.6409587860107, "track_a": { "text": "No, Meek v. Pittinger is no longer good law and controlling precedent. The case was overruled by Mitchell v. Helms, 530 U.S. 793 (2000) (Doc 1, Doc 13). Mitchell v. Helms is the currently active controlling precedent on this issue.", "input_tokens": 4543, "output_tokens": 77 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Meek v. Pittinger was overruled by Mitchell v. H" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_050", "case": "Wolman v. Walter", "overruled_by": "Mitchell v. Helms", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2670.105218887329, "track_a": { "text": "No. Wolman v. Walter is no longer good law and is not controlling precedent. It was overruled by Mitchell v. Helms, 530 U.S. 793 (2000), as confirmed in Doc 1 and Doc 15.", "input_tokens": 4557, "output_tokens": 62 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Wolman v. Walter is no longer good law and was o" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_051", "case": "School District of City of Grand Rapids v. Ball", "overruled_by": "Agostini v. Felton", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2864.441156387329, "track_a": { "text": "No. School District of City of Grand Rapids v. Ball is no longer good law and is not controlling precedent. It was overruled by Agostini v. Felton, 521 U.S. 203 (1997) (Doc 1, Doc 15).", "input_tokens": 4335, "output_tokens": 66 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that the case was overruled and names the overruling " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_052", "case": "Aguilar v. Felton", "overruled_by": "Agostini v. Felton", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2875.2260208129883, "track_a": { "text": "No, Aguilar v. Felton is no longer good law and controlling precedent. It was overruled by Agostini v. Felton, 521 U.S. 203 (1997) (Doc 1, Doc 9). The overruling decision clarified that the prior reasoning in Aguilar v. Felton was no longer valid under current constitutional analysis.", "input_tokens": 3186, "output_tokens": 93 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Aguilar v. Felton was overruled by Agostini v. F" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_053", "case": "Whitney v. California", "overruled_by": "Brandenburg v. Ohio", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3675.7709980010986, "track_a": { "text": "No, Whitney v. California is no longer good law and is not controlling precedent. It was overruled by Brandenburg v. Ohio, 395 U.S. 444 (1969) (Doc 1, Doc 13). Brandenburg established a more speech-protective standard for evaluating advocacy of illegal action, replacing Whitney's previously deferential approach.", "input_tokens": 4346, "output_tokens": 80 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Whitney v. California is no longer good law and " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_054", "case": "Valentine v. Chrestensen", "overruled_by": "Virginia State Pharmacy Board v. Virginia Citizens Consumer Council", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3176.193952560425, "track_a": { "text": "No, Valentine v. Chrestensen is no longer good law and is not controlling precedent. It was overruled by Virginia State Pharmacy Board v. Virginia Citizens Consumer Council, 425 U.S. 748 (1976) (Docs. 1 and 13).", "input_tokens": 4725, "output_tokens": 67 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Valentine v. Chrestensen is no longer good law a" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_055", "case": "Roth v. United States", "overruled_by": "Miller v. California", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3277.3990631103516, "track_a": { "text": "No, Roth v. United States is no longer good law and is not controlling precedent. It was overruled by Miller v. California, 413 U.S. 15 (1973) (Doc 1, Doc 13).", "input_tokens": 4867, "output_tokens": 58 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Roth v. United States is no longer good law and " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_056", "case": "Amalgamated Food Employees Union Local 590 v. Logan Valley Plaza", "overruled_by": "Hudgens v. National Labor Relations Board", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2943.471908569336, "track_a": { "text": "No, Amalgamated Food Employees Union Local 590 v. Logan Valley Plaza is no longer controlling precedent. The case was overruled by Hudgens v. National Labor Relations Board, 424 U.S. 507 (1976) (Doc 1 and Doc 14).", "input_tokens": 4641, "output_tokens": 70 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Amalgamated Food Employees Union Local 590 v. Lo" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_057", "case": "Harris v. United States", "overruled_by": "Chimel v. California", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3613.8060092926025, "track_a": { "text": "No, Harris v. United States is no longer good law and controlling precedent. It was overruled by Chimel v. California, 395 U.S. 752 (1969) (Doc 1). This is further confirmed by Doc 10, which shows that Chimel v. California is currently an active Supreme Court ruling that overruled Harris v. United States, 331 U.S. 145 (1947).", "input_tokens": 4328, "output_tokens": 101 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Harris v. United States is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_058", "case": "Lustig v. United States", "overruled_by": "Elkins v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3527.9760360717773, "track_a": { "text": "No. Lustig v. United States is no longer good law and is not controlling precedent. It was overruled by Elkins v. United States, 364 U.S. 206 (1960) (Doc 1 and Doc 14).", "input_tokens": 4351, "output_tokens": 62 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Lustig v. United States is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_059", "case": "United States v. Rabinowitz", "overruled_by": "Chimel v. California", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3521.3382244110107, "track_a": { "text": "No, United States v. Rabinowitz is no longer good law and is not controlling precedent. The case was overruled by Chimel v. California, 395 U.S. 752 (1969) (Doc 1).", "input_tokens": 4167, "output_tokens": 58 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that United States v. Rabinowitz is no longer good la" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_060", "case": "Jones v. United States", "overruled_by": "United States v. Salvucci", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3304.6751022338867, "track_a": { "text": "No. Jones v. United States, 362 U.S. 257 (1960) is no longer good law and is not controlling precedent. It was overruled by United States v. Salvucci, 448 U.S. 83 (1980) (Docs. 1 and 13).", "input_tokens": 4520, "output_tokens": 77 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Jones v. United States is no longer good law and" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_061", "case": "Arkansas v. Sanders", "overruled_by": "California v. Acevedo", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3052.0849227905273, "track_a": { "text": "No. Arkansas v. Sanders is no longer good law and is not controlling precedent. The case was overruled by California v. Acevedo, 500 U.S. 565 (1991) (Doc 1, Doc 9).", "input_tokens": 3578, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Arkansas v. Sanders is no longer good law and ha" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_062", "case": "Robbins v. California", "overruled_by": "United States v. Ross", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3866.6319847106934, "track_a": { "text": "No, Robbins v. California is no longer good law and controlling precedent. According to Doc 1, Robbins v. California, 453 U.S. 420 (1981), was overruled by United States v. Ross, 456 U.S. 798 (1982), and is explicitly marked as \"no longer good law and is not controlling precedent.\"", "input_tokens": 4154, "output_tokens": 90 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\n**Explanation:**\n- **currency_correct=1**: The answer correctly identifies that Robbi" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_063", "case": "Ex parte Bain", "overruled_by": "United States v. Miller (1985)", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3602.5478839874268, "track_a": { "text": "No, Ex parte Bain is no longer good law and controlling precedent. The case was overruled by United States v. Miller, 471 U.S. 130 (1985) (Doc 1 & Doc 12). Ex parte Bain's holding is therefore superseded and no longer represents controlling Supreme Court precedent.", "input_tokens": 4201, "output_tokens": 78 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Ex parte Bain was overruled by United States v. " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_064", "case": "Brantley v. Georgia", "overruled_by": "Price v. Georgia", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2910.3329181671143, "track_a": { "text": "No, Brantley v. Georgia is no longer good law and controlling precedent. The case was overruled by Price v. Georgia, 398 U.S. 323 (1970) (Doc 1). As Doc 10 confirms, Price v. Georgia is currently an active Supreme Court ruling that overruled Brantley v. Georgia, 217 U.S. 284 (1910).", "input_tokens": 4083, "output_tokens": 97 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_065", "case": "Palko v. Connecticut", "overruled_by": "Benton v. Maryland", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3433.99977684021, "track_a": { "text": "**No.** Palko v. Connecticut is no longer good law and is not controlling precedent. It was overruled by Benton v. Maryland, 395 U.S. 784 (1969) (Doc 1, Doc 13).", "input_tokens": 4677, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Palko v. Connecticut is no longer good law and h" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_066", "case": "Bryan v. United States", "overruled_by": "Burks v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3245.526075363159, "track_a": { "text": "No, Bryan v. United States is no longer good law and controlling precedent. The case was overruled by Burks v. United States, 437 U.S. 1 (1978) (Doc 1).", "input_tokens": 4128, "output_tokens": 54 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Bryan v. United States is no longer good law and" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_067", "case": "Sapir v. United States", "overruled_by": "Burks v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3043.1721210479736, "track_a": { "text": "No. Sapir v. United States is no longer good law and is not controlling precedent. It was overruled by Burks v. United States, 437 U.S. 1 (1978) (Docs 1, 16).", "input_tokens": 4871, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Sapir v. United States is no longer good law and" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_068", "case": "Yates v. United States", "overruled_by": "Burks v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3768.3560848236084, "track_a": { "text": "No, Yates v. United States is no longer controlling precedent. It was overruled by Burks v. United States, 437 U.S. 1 (1978) (Doc 1, Doc 14). The case is explicitly marked as \"no longer good law\" and has been legally superseded.", "input_tokens": 4818, "output_tokens": 75 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Yates v. United States was overruled by Burks v." }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_069", "case": "Hoag v. New Jersey", "overruled_by": "Ashe v. Swenson", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 11351.16696357727, "track_a": { "text": "No, Hoag v. New Jersey is no longer good law and is not controlling precedent. The case was overruled by Ashe v. Swenson, 397 U.S. 436 (1970) (Doc 1 and Doc 14).", "input_tokens": 4566, "output_tokens": 64 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Hoag v. New Jersey is no longer good law and exp" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_070", "case": "Forman v. United States", "overruled_by": "Burks v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 13382.843017578125, "track_a": { "text": "No, Forman v. United States is no longer good law and is not controlling precedent. It was overruled by Burks v. United States, 437 U.S. 1 (1978) (Doc 1, Doc 14).", "input_tokens": 4536, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Forman v. United States is no longer good law an" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_071", "case": "United States v. Jenkins", "overruled_by": "United States v. Scott", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 75290.99178314209, "track_a": { "text": "No. United States v. Jenkins is no longer good law and is not controlling precedent. It was overruled by United States v. Scott, 437 U.S. 82 (1978) (Doc 1, Doc 11).", "input_tokens": 4069, "output_tokens": 57 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that United States v. Jenkins is no longer good law a" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_072", "case": "United States v. Halper", "overruled_by": "Hudson v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2933.339834213257, "track_a": { "text": "No. United States v. Halper is no longer good law and is not controlling precedent. It was overruled by Hudson v. United States, 522 U.S. 93 (1997) (Doc 1, Doc 12).", "input_tokens": 4746, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Halper was overruled by Hudson v. United States " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_073", "case": "Grady v. Corbin", "overruled_by": "United States v. Dixon", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2491.4391040802, "track_a": { "text": "No, Grady v. Corbin is no longer good law and is not controlling precedent. It was overruled by United States v. Dixon, 509 U.S. 688 (1993) (Doc 1, Doc 12).", "input_tokens": 3924, "output_tokens": 60 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Grady v. Corbin was overruled and is no longer g" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_074", "case": "Twining v. New Jersey", "overruled_by": "Malloy v. Hogan", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 5528.14507484436, "track_a": { "text": "No, Twining v. New Jersey is no longer good law and controlling precedent. The case was overruled by Malloy v. Hogan, 378 U.S. 1 (1964) (Doc 1 and Doc 14), which held that the Fifth Amendment privilege against self-incrimination is incorporated against the states through the Fourteenth Amendment.", "input_tokens": 4680, "output_tokens": 87 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Twining v. New Jersey is no longer good law and " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_075", "case": "Cohen v. Hurley", "overruled_by": "Spevack v. Klein", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3645.2901363372803, "track_a": { "text": "No, Cohen v. Hurley is no longer good law and is not controlling precedent. It was overruled by Spevack v. Klein, 385 U.S. 511 (1967) (Doc 1 and Doc 9).", "input_tokens": 3865, "output_tokens": 61 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Cohen v. Hurley is no longer good law and has be" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_076", "case": "Agins v. City of Tiburon", "overruled_by": "Lingle v. Chevron U.S.A. Inc.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3727.1621227264404, "track_a": { "text": "No, Agins v. City of Tiburon is no longer good law and is not controlling precedent. The case was overruled by Lingle v. Chevron U.S.A. Inc., 544 U.S. 528 (2005) (Doc 1). Lingle superseded Agins's holding, as confirmed in Doc 9, which identifies Lingle as the currently active controlling precedent that overruled Agins.", "input_tokens": 4242, "output_tokens": 108 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Agins v. City of Tiburon is no longer good law a" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_077", "case": "Sinclair v. United States", "overruled_by": "United States v. Gaudin", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2400.8820056915283, "track_a": { "text": "No, Sinclair v. United States is no longer good law and is not controlling precedent. The case was overruled by United States v. Gaudin, 515 U.S. 506 (1995), as confirmed in Doc 1 and Doc 14.", "input_tokens": 4577, "output_tokens": 65 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Sinclair v. United States is no longer good law " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_078", "case": "Walton v. Arizona", "overruled_by": "Ring v. Arizona", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3021.8420028686523, "track_a": { "text": "No. Walton v. Arizona is no longer good law and is not controlling precedent. It was overruled by Ring v. Arizona, 536 U.S. 584 (2002) (Doc 1, Doc 9).", "input_tokens": 4042, "output_tokens": 57 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Walton v. Arizona is no longer good law and has " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_079", "case": "Delli Paoli v. United States", "overruled_by": "Bruton v. United States", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3197.5247859954834, "track_a": { "text": "No, Delli Paoli v. United States is no longer good law and controlling precedent. The case was overruled by Bruton v. United States, 391 U.S. 123 (1968) (Doc 1, Doc 13).", "input_tokens": 4652, "output_tokens": 63 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Delli Paoli v. United States is no longer good l" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_080", "case": "Ohio v. Roberts", "overruled_by": "Crawford v. Washington", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3867.1059608459473, "track_a": { "text": "No. Ohio v. Roberts is no longer controlling precedent. The case was explicitly overruled by Crawford v. Washington, 541 U.S. 36 (2004), as confirmed in Doc 1, which states the holding \"is no longer good law and is not controlling precedent\" and was \"overruled by Crawford v. Washington 541 U.S. 36 (2004).\"", "input_tokens": 3914, "output_tokens": 93 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Ohio v. Roberts was overruled by Crawford v. Was" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_081", "case": "Booth v. Maryland", "overruled_by": "Payne v. Tennessee", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 5964.504957199097, "track_a": { "text": "No. Booth v. Maryland is no longer good law and is not controlling precedent. It was overruled by Payne v. Tennessee, 501 U.S. 808 (1991) (Doc 1, Doc 11).", "input_tokens": 3913, "output_tokens": 58 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Booth v. Maryland is no longer good law and expl" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_082", "case": "South Carolina v. Gathers", "overruled_by": "Payne v. Tennessee", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3492.0759201049805, "track_a": { "text": "No. South Carolina v. Gathers is no longer good law and is not controlling precedent. It was overruled by Payne v. Tennessee, 501 U.S. 808 (1991) (Doc 1).", "input_tokens": 3657, "output_tokens": 56 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that South Carolina v. Gathers is no longer good law " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_083", "case": "Ford Motor Co. v. Department of Treasury", "overruled_by": "Lapides v. Board of Regents of University System of Georgia", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 5429.516792297363, "track_a": { "text": "No, **Ford Motor Co. v. Department of Treasury is no longer good law and is not controlling precedent**. The case was overruled by *Lapides v. Board of Regents of University System of Georgia*, 535 U.S. 613 (2002) (Doc. 1 and Doc. 15).", "input_tokens": 4438, "output_tokens": 78 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_084", "case": "Parden v. Terminal Railroad Co. of Alabama Docks Department", "overruled_by": "Welch v. Texas Department of Highways & Transportation", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 6604.337930679321, "track_a": { "text": "No, Parden v. Terminal Railroad Co. of Alabama Docks Department is no longer good law and controlling precedent. The case was overruled by College Savings Bank v. Florida Prepaid Postsecondary Education Expense Board, 527 U.S. 666 (1999) (Doc 10), which is currently controlling precedent. Additionally, it was previously overruled by Welch v. Texas Department of Highways & Transportation, 483 U.S. 468 (1987) (Doc 8).", "input_tokens": 4000, "output_tokens": 125 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Parden is no longer good law and cites the actua" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_085", "case": "Parden v. Terminal Railroad Co. of Alabama Docks Department", "overruled_by": "College Savings Bank v. Florida Prepaid Postsecondary Education Expense Board", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 7281.523942947388, "track_a": { "text": "No, Parden v. Terminal Railroad Co. of Alabama Docks Department is no longer good law and is not controlling precedent. The case was overruled by College Savings Bank v. Florida Prepaid Postsecondary Education Expense Board, 527 U.S. 666 (1999) (Doc 10), which is currently active controlling precedent. Additionally, it was earlier overruled by Welch v. Texas Department of Highways & Transportation, 483 U.S. 468 (1987) (Doc 8).", "input_tokens": 4000, "output_tokens": 128 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Parden is no longer good law and is not controll" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_086", "case": "Shapiro v. Thompson", "overruled_by": "Edelman v. Jordan", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4910.780906677246, "track_a": { "text": "No. Shapiro v. Thompson is no longer good law and is not controlling precedent. It was overruled by Edelman v. Jordan, 415 U.S. 651 (1974) (Doc 1 and Doc 12).", "input_tokens": 4553, "output_tokens": 60 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Shapiro v. Thompson is no longer good law and ex" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_087", "case": "Wyman v. Bowens", "overruled_by": "Edelman v. Jordan", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2341.273069381714, "track_a": { "text": "No, Wyman v. Bowens is no longer good law and controlling precedent. It was overruled by Edelman v. Jordan, 415 U.S. 651 (1974) (Doc 1, Doc 13).", "input_tokens": 4413, "output_tokens": 59 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Wyman v. Bowens is no longer good law and explic" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_088", "case": "Pennsylvania v. Union Gas Co.", "overruled_by": "Seminole Tribe of Florida v. Florida", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2778.217077255249, "track_a": { "text": "**No.** Pennsylvania v. Union Gas Co. is no longer good law and is not controlling precedent. The case was overruled by Seminole Tribe of Florida v. Florida, 517 U.S. 44 (1997) (Doc 1, Doc 11).", "input_tokens": 4423, "output_tokens": 67 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Pennsylvania v. Union Gas Co. is no longer good " }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_089", "case": "Simpson v. Rice", "overruled_by": "Alabama v. Smith", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3112.823963165283, "track_a": { "text": "No. Simpson v. Rice is no longer good law and is not controlling precedent. It was overruled by Alabama v. Smith, 490 U.S. 794 (1989) (Doc 1, Doc 13).", "input_tokens": 4504, "output_tokens": 55 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Simpson v. Rice is no longer good law and explic" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_090", "case": "Arnett v. Kennedy", "overruled_by": "Cleveland Board of Education v. Loudermill", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2518.7151432037354, "track_a": { "text": "**No.** Arnett v. Kennedy is no longer good law and is not controlling precedent. The case was overruled by Cleveland Board of Education v. Loudermill, 470 U.S. 532 (1985) (Doc 1, Doc 12).", "input_tokens": 4627, "output_tokens": 66 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Arnett v. Kennedy is no longer good law and expl" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_091", "case": "Parratt v. Taylor", "overruled_by": "Daniels v. Williams", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3584.0611457824707, "track_a": { "text": "No, Parratt v. Taylor is no longer good law and is not controlling precedent. It was overruled by Daniels v. Williams, 474 U.S. 327 (1986) (Doc 1, Doc 8).", "input_tokens": 4097, "output_tokens": 60 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Parratt v. Taylor was overruled and is no longer" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_092", "case": "Liggett Co. v. Baldridge", "overruled_by": "North Dakota Pharmacy Board v. Snyder\u2019s Drug Stores", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3888.2179260253906, "track_a": { "text": "No. Liggett Co. v. Baldridge is no longer good law and is not controlling precedent. The case was overruled by North Dakota Pharmacy Board v. Snyder's Drug Stores, 414 U.S. 156 (1973) (Doc 1 and Doc 10).", "input_tokens": 4272, "output_tokens": 74 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Liggett Co. v. Baldridge is no longer good law a" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_093", "case": "City of Akron v. Akron Center for Reproductive Health", "overruled_by": "Planned Parenthood v. Casey", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3193.598747253418, "track_a": { "text": "No, City of Akron v. Akron Center for Reproductive Health is no longer controlling precedent. The case was overruled by Planned Parenthood v. Casey, 505 U.S. 833 (1992) (Doc 1). Document 11 confirms that Casey is currently active law that overruled prior abortion precedent.", "input_tokens": 4112, "output_tokens": 82 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that City of Akron v. Akron Center for Reproductive H" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_094", "case": "Thornburgh v. American College of Obstetricians & Gynecologists", "overruled_by": "Planned Parenthood v. Casey", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3561.936140060425, "track_a": { "text": "No. Thornburgh v. American College of Obstetricians & Gynecologists is no longer good law and is not controlling precedent. The case was overruled by Planned Parenthood v. Casey, 505 U.S. 833 (1992) (Doc 1). As indicated in Doc 1, this Supreme Court holding is explicitly marked as superseded and no longer controlling precedent.", "input_tokens": 3572, "output_tokens": 94 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Thornburgh was overruled by Planned Parenthood v" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_095", "case": "Quaker City Cab Co. v. Pennsylvania", "overruled_by": "Lehnhausen v. Lake Shore Auto Parts Co.", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 3864.5710945129395, "track_a": { "text": "No, Quaker City Cab Co. v. Pennsylvania is no longer good law and is not controlling precedent. The case was overruled by Lehnhausen v. Lake Shore Auto Parts Co., 410 U.S. 356 (1973), as confirmed in Doc 1 and Doc 15.", "input_tokens": 4637, "output_tokens": 74 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Quaker City Cab Co. v. Pennsylvania is no longer" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_096", "case": "Goesaert v. Cleary", "overruled_by": "Craig v. Boren", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 4070.834159851074, "track_a": { "text": "No, Goesaert v. Cleary is no longer good law and is not controlling precedent. The case was overruled by Craig v. Boren, 429 U.S. 190 (1976) (Doc 1). Doc 15 confirms that Craig v. Boren is currently active controlling precedent that specifically overruled Goesaert v. Cleary.", "input_tokens": 4650, "output_tokens": 94 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Goesaert v. Cleary is no longer good law and has" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_097", "case": "Morey v. Doud", "overruled_by": "City of New Orleans v. Dukes", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2812.7520084381104, "track_a": { "text": "No. Morey v. Doud is no longer good law and is not controlling precedent. The case was overruled by City of New Orleans v. Dukes, 427 U.S. 297 (1976) (Doc 1, Doc 17).", "input_tokens": 4715, "output_tokens": 65 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Morey v. Doud is no longer good law and explicit" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_098", "case": "Hoyt v. Florida", "overruled_by": "Taylor v. Louisiana", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2661.970853805542, "track_a": { "text": "No, Hoyt v. Florida is no longer good law and controlling precedent. According to Doc 1, Hoyt v. Florida, 368 U.S. 57 (1961), was overruled by Taylor v. Louisiana, 419 U.S. 522 (1975). Doc 13 confirms that Taylor v. Louisiana is currently active controlling precedent that overruled the prior decision in Hoyt.", "input_tokens": 4646, "output_tokens": 100 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Hoyt v. Florida was overruled by Taylor v. Louis" }, "track_b_score": { "_skipped": true } }, { "pair_id": "scotus_099", "case": "Swain v. Alabama", "overruled_by": "Batson v. Kentucky", "hybrid": { "used_hybrid": false }, "track_a_latency_ms": 2971.61602973938, "track_a": { "text": "No, Swain v. Alabama is no longer good law and controlling precedent. It was overruled by Batson v. Kentucky, 476 U.S. 79 (1986) (Doc 1, Doc 13). Batson established a new framework for evaluating peremptory challenges in jury selection, replacing Swain's more permissive standard.", "input_tokens": 4896, "output_tokens": 87 }, "track_b_latency_ms": 0.0, "track_b": { "_skipped": true }, "track_a_score": { "currency_correct": 1, "anchor_leak": 0, "judge_text": "currency_correct=1 anchor_leak=0\n\nThe answer correctly identifies that Swain v. Alabama was overruled and explicitly na" }, "track_b_score": { "_skipped": true } } ] }