{
  "title": "Weblaw public-slide observations, transcribed by Whisperit",
  "event_date": "2026-06-17",
  "checked_date": "2026-10-02",
  "publisher": "Weblaw",
  "transcriber": "Whisperit editorial team",
  "type": "organizer_published_observations_not_independent_benchmark",
  "provider_mapping": null,
  "column_identity": "Anonymous left-to-right slide positions 1–7 only. Cross-case vendor identity is not established. Do not join into vendor scores.",
  "participants": [
    "OpenCaseLaw with Opus",
    "Silex",
    "Omnilex",
    "Unplex",
    "Jurata",
    "Lawsearch AI",
    "Libra"
  ],
  "source_page": "https://weblaw.ch/en/home/academy/forum/forum-2026/ai-legal-research-challenge",
  "slides": [
    {
      "number": 1,
      "url": "https://weblaw.ch/dam/jcr:ebb1a0a6-6aa0-4005-a5a3-663d8940e2d2/challenge_one_weblaw.webp",
      "source_key": "wl-slide-1"
    },
    {
      "number": 2,
      "url": "https://weblaw.ch/dam/jcr:8c283b7b-1326-45cd-8b80-295a38eaf8e2/challeng_two_weblaw.webp",
      "source_key": "wl-slide-2"
    },
    {
      "number": 3,
      "url": "https://weblaw.ch/dam/jcr:9b587a79-f93c-4f42-b54d-3326323d078c/challenge_three_weblaw.webp",
      "source_key": "wl-slide-3"
    },
    {
      "number": 4,
      "url": "https://weblaw.ch/dam/jcr:54ba657d-3b27-4dcd-9b0c-ec621afe6418/challenge_four_weblaw.webp",
      "source_key": "wl-slide-4"
    },
    {
      "number": 5,
      "url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "source_key": "wl-slide-5"
    },
    {
      "number": 6,
      "url": "https://weblaw.ch/dam/jcr:b501fa78-97ac-4e03-950b-a638ad5c863c/challenge_six_weblaw.webp",
      "source_key": "wl-slide-6"
    },
    {
      "number": 7,
      "url": "https://weblaw.ch/dam/jcr:3a0dea2a-ebac-4050-bf7e-bdc517320960/challenge_seven_weblaw.webp",
      "source_key": "wl-slide-7"
    },
    {
      "number": 8,
      "url": "https://weblaw.ch/dam/jcr:894bb6bc-eed5-48a9-85ac-827bc8db9ef8/challenge_eight_weblaw.webp",
      "source_key": "wl-slide-8"
    },
    {
      "number": 9,
      "url": "https://weblaw.ch/dam/jcr:2d527a8f-fbb5-4ca2-bab5-251de42b79b7/challenge_nine_weblaw.webp",
      "source_key": "wl-slide-9"
    }
  ],
  "not_publicly_disclosed": [
    "Provider-to-column mapping",
    "Complete case 4 results",
    "Case 3 detailed statute-version results on the next slide",
    "Numeric answer-length values",
    "Full reproducibility record and complete outputs"
  ],
  "limitations": [
    "Only first nine slides publicly supplied",
    "Weblaw operates participant Lawsearch AI",
    "One challenger declined reproduction; identity not stated",
    "No composite scores or provider ranking calculated"
  ],
  "rows": [
    {
      "case": 1,
      "metric": "statutes_cited_out_of_six",
      "values": [null, null, null, null, null, null, null],
      "yes_count": null,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": "Seven X marks; numeric counts are not disclosed. X is not interpreted as zero or six."
    },
    {
      "case": 1,
      "metric": "cites_2C_149_2024",
      "values": [true, true, true, true, true, true, true],
      "yes_count": 7,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": ""
    },
    {
      "case": 1,
      "metric": "cites_2C_373_2023",
      "values": [true, true, true, true, true, true, true],
      "yes_count": 7,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": ""
    },
    {
      "case": 1,
      "metric": "cites_2C_131_2023",
      "values": [true, false, false, false, false, false, false],
      "yes_count": 1,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": "Presence of an additional decision is not itself a quality score."
    },
    {
      "case": 1,
      "metric": "cites_literature",
      "values": [false, false, false, true, true, true, true],
      "yes_count": 4,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": ""
    },
    {
      "case": 1,
      "metric": "answer_words",
      "values": [null, null, null, null, null, null, null],
      "yes_count": null,
      "denominator": 7,
      "source_slide": 5,
      "source_url": "https://weblaw.ch/dam/jcr:e45561f2-0d2e-4d68-8ada-555d4013633c/challenge_five_weblaw.webp",
      "note": "Answer-length box is empty, not zero."
    },
    {
      "case": 2,
      "metric": "cites_Art_298_2_SchKG",
      "values": [true, true, true, true, true, true, true],
      "yes_count": 7,
      "denominator": 7,
      "source_slide": 7,
      "source_url": "https://weblaw.ch/dam/jcr:3a0dea2a-ebac-4050-bf7e-bdc517320960/challenge_seven_weblaw.webp",
      "note": ""
    },
    {
      "case": 2,
      "metric": "cites_5A_53_2026",
      "values": [true, false, true, true, true, true, true],
      "yes_count": 6,
      "denominator": 7,
      "source_slide": 7,
      "source_url": "https://weblaw.ch/dam/jcr:3a0dea2a-ebac-4050-bf7e-bdc517320960/challenge_seven_weblaw.webp",
      "note": ""
    },
    {
      "case": 2,
      "metric": "cites_literature",
      "values": [false, false, true, true, false, true, true],
      "yes_count": 4,
      "denominator": 7,
      "source_slide": 7,
      "source_url": "https://weblaw.ch/dam/jcr:3a0dea2a-ebac-4050-bf7e-bdc517320960/challenge_seven_weblaw.webp",
      "note": ""
    },
    {
      "case": 2,
      "metric": "addresses_nullity",
      "values": [true, false, true, false, true, true, false],
      "yes_count": 4,
      "denominator": 7,
      "source_slide": 7,
      "source_url": "https://weblaw.ch/dam/jcr:3a0dea2a-ebac-4050-bf7e-bdc517320960/challenge_seven_weblaw.webp",
      "note": "An extra issue is not automatically a better answer."
    },
    {
      "case": 3,
      "metric": "cites_BGE_146_IV_226",
      "values": [true, true, true, true, true, true, true],
      "yes_count": 7,
      "denominator": 7,
      "source_slide": 9,
      "source_url": "https://weblaw.ch/dam/jcr:2d527a8f-fbb5-4ca2-bab5-251de42b79b7/challenge_nine_weblaw.webp",
      "note": ""
    },
    {
      "case": 3,
      "metric": "agreement_with_expected_answer",
      "values": ["full", "full", "full", "full", "full", "full", "partial"],
      "yes_count": null,
      "denominator": 7,
      "source_slide": 9,
      "source_url": "https://weblaw.ch/dam/jcr:2d527a8f-fbb5-4ca2-bab5-251de42b79b7/challenge_nine_weblaw.webp",
      "note": ""
    },
    {
      "case": 3,
      "metric": "cites_literature",
      "values": [false, false, false, false, true, true, true],
      "yes_count": 3,
      "denominator": 7,
      "source_slide": 9,
      "source_url": "https://weblaw.ch/dam/jcr:2d527a8f-fbb5-4ca2-bab5-251de42b79b7/challenge_nine_weblaw.webp",
      "note": ""
    },
    {
      "case": 3,
      "metric": "answer_words",
      "values": [null, null, null, null, null, null, null],
      "yes_count": null,
      "denominator": 7,
      "source_slide": 9,
      "source_url": "https://weblaw.ch/dam/jcr:2d527a8f-fbb5-4ca2-bab5-251de42b79b7/challenge_nine_weblaw.webp",
      "note": "Answer-length box is empty, not zero."
    }
  ]
}