{
  "source_archive_sha256": "c9e38ddf5ef1dfd0571c6fe476624adeb2bd240fca69e4aa7ffe68543e48eac1",
  "models": {
    "gpt-5.4-mini": {
      "records": 500,
      "unique_run_ids": 500,
      "response_model_labels": [
        "gpt-5.4-mini-2026-03-17"
      ],
      "first_timestamp_utc": "2026-11-14T03:26:04.656535+00:00",
      "last_timestamp_utc": "2026-11-14T03:33:02.187028+00:00",
      "business_count": 64,
      "average_businesses": 4.416,
      "empty_business_lists": 1,
      "unique_sets": 240,
      "unique_ordered_lists": 334,
      "pair_denominator": 124750,
      "same_set_pairs": 1600,
      "same_set_pct": 1.282565130260521,
      "same_order_pairs": 609,
      "same_order_pct": 0.4881763527054109,
      "hipages_answers_including_subdomains": 411,
      "hipages_only_answers": 362,
      "web_search_tool_calls": 502,
      "average_unique_cited_hostnames": 1.422,
      "businesses_below_one_percent": 38,
      "citation_answers_by_hostname": {
        "hipages.com.au": 406,
        "jobchorus.com.au": 73,
        "aptroofing.com.au": 57,
        "australianroofers.com": 32,
        "origin-web-prod.hipages.com.au": 32,
        "productreview.com.au": 22,
        "wordofmouth.com.au": 22,
        "tradieladder.com.au": 20,
        "assets.hipages.com.au": 10,
        "sites.google.com": 7,
        "localsearch.com.au": 5,
        "bestinhood.com": 3,
        "localaustralia.net": 2,
        "eastsideroofing.wordpress.com": 2,
        "monkeysroofing.com.au": 2,
        "starworks.com.au": 2,
        "roofingcompare.com.au": 2,
        "sydney10.com": 2,
        "iansroofing.com.au": 2,
        "scansw.com.au": 1,
        "rooferscore.com": 1,
        "business.google.com": 1,
        "laroofingspecialists.wordpress.com": 1,
        "calso.com.au": 1,
        "truelocal.com.au": 1,
        "oneflare.com.au": 1,
        "tomkatroofing.com.au": 1
      },
      "businesses": [
        {
          "name": "Dream Roofing Pty Ltd",
          "answers": 353,
          "pct": 70.6,
          "first": 118
        },
        {
          "name": "All Sydney Roofing Pty Ltd",
          "answers": 250,
          "pct": 50.0,
          "first": 11
        },
        {
          "name": "Marshall Roofing Pty Ltd",
          "answers": 248,
          "pct": 49.6,
          "first": 101
        },
        {
          "name": "AAA Metal Roofing",
          "answers": 190,
          "pct": 38.0,
          "first": 22
        },
        {
          "name": "Solway Slate And Roofing Services",
          "answers": 185,
          "pct": 37.0,
          "first": 0
        },
        {
          "name": "APT Roofing Pty Ltd",
          "answers": 179,
          "pct": 35.8,
          "first": 78
        },
        {
          "name": "All Round Roofing and Maintenance",
          "answers": 132,
          "pct": 26.4,
          "first": 19
        },
        {
          "name": "Chubbs Roofing & Maintenance",
          "answers": 125,
          "pct": 25.0,
          "first": 1
        },
        {
          "name": "Monkeys Roofing \u2013 Eastern Suburbs",
          "answers": 97,
          "pct": 19.4,
          "first": 65
        },
        {
          "name": "Al's Property Solutions",
          "answers": 68,
          "pct": 13.6,
          "first": 38
        },
        {
          "name": "Pure Metal Roofing",
          "answers": 55,
          "pct": 11.0,
          "first": 0
        },
        {
          "name": "JOA-Construction & Maintenance Pty Ltd",
          "answers": 52,
          "pct": 10.4,
          "first": 0
        },
        {
          "name": "The Roofing Professionals Eastside",
          "answers": 32,
          "pct": 6.4,
          "first": 0
        },
        {
          "name": "Russom Plumbing",
          "answers": 29,
          "pct": 5.8,
          "first": 21
        },
        {
          "name": "Angel Roof Maintenance",
          "answers": 26,
          "pct": 5.2,
          "first": 1
        },
        {
          "name": "Easy Gutters & Roof Pty Ltd",
          "answers": 18,
          "pct": 3.6,
          "first": 0
        },
        {
          "name": "Sydney Roof Painting",
          "answers": 18,
          "pct": 3.6,
          "first": 8
        },
        {
          "name": "First Slate Roofing",
          "answers": 17,
          "pct": 3.4,
          "first": 0
        },
        {
          "name": "The Roof Maintenance Company",
          "answers": 14,
          "pct": 2.8,
          "first": 0
        },
        {
          "name": "Sydney Roofing Company",
          "answers": 10,
          "pct": 2.0,
          "first": 0
        },
        {
          "name": "Tomkat Roofing",
          "answers": 8,
          "pct": 1.6,
          "first": 1
        },
        {
          "name": "Roof Restoration Sydney",
          "answers": 7,
          "pct": 1.4,
          "first": 0
        },
        {
          "name": "Oz Pix Discount Roof Restore",
          "answers": 7,
          "pct": 1.4,
          "first": 6
        },
        {
          "name": "Sydney Roofers",
          "answers": 6,
          "pct": 1.2,
          "first": 0
        },
        {
          "name": "Fair Dinkum Roof Restoration",
          "answers": 6,
          "pct": 1.2,
          "first": 4
        },
        {
          "name": "Sydney Local Roofers",
          "answers": 5,
          "pct": 1.0,
          "first": 0
        },
        {
          "name": "Harley & Sons Roofing",
          "answers": 4,
          "pct": 0.8,
          "first": 0
        },
        {
          "name": "Friendly Roofing",
          "answers": 4,
          "pct": 0.8,
          "first": 0
        },
        {
          "name": "Brar Roofing Solution Pty Ltd",
          "answers": 4,
          "pct": 0.8,
          "first": 0
        },
        {
          "name": "Sergio Olea Concha (Serg)",
          "answers": 4,
          "pct": 0.8,
          "first": 1
        },
        {
          "name": "Top Glaze Roofing Systems",
          "answers": 3,
          "pct": 0.6,
          "first": 1
        },
        {
          "name": "JSJ Roofing",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "AAA Plus Roofing Maintenance",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "RoofOz",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "Your Local Roofers",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "Jim\u2019s Roofing",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "Unique Building Corp",
          "answers": 3,
          "pct": 0.6,
          "first": 0
        },
        {
          "name": "Megasealed NSW Sydney Eastern Suburbs",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "Roof Makeover Specialist",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "Eastside Roofing",
          "answers": 2,
          "pct": 0.4,
          "first": 2
        },
        {
          "name": "CORR BUILT Pty Ltd",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "GN Roof Restoration Sydney Pty Ltd",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "Sydney Roofing Specialists",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "Ian\u2019s Roofing",
          "answers": 2,
          "pct": 0.4,
          "first": 0
        },
        {
          "name": "The Roof Mates",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "RoofingCorp",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sydney Waterproofing Experts",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "L.A Roofing Specialists",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Bondi Beach Roof Repair",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Reliance Roof Restoration",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Inner West Roof Repairs",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "NU Roofing",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sydney Roofing Masters",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sydney Discount Roof Repair",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Joe\u2019s Roofing and Guttering",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "All Roofing Services Pty Ltd",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Climate Roofing",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "D J Daisley & Sons",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sydney Affordable Roofing Services",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sydney Roofing Repairs",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "GTB ROOF RESTORATION Pty Ltd",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Storey Roofing",
          "answers": 1,
          "pct": 0.2,
          "first": 1
        },
        {
          "name": "Red House Roofing",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Sanders Roofing Pty Ltd",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        }
      ],
      "name_text_spotcheck_flags": [],
      "reported_stats_reproduced": true
    },
    "gpt-6-luna": {
      "records": 500,
      "unique_run_ids": 500,
      "response_model_labels": [
        "gpt-6-luna"
      ],
      "first_timestamp_utc": "2026-11-14T03:40:31.086067+00:00",
      "last_timestamp_utc": "2026-11-14T04:04:28.268594+00:00",
      "business_count": 15,
      "average_businesses": 2.372,
      "empty_business_lists": 0,
      "unique_sets": 94,
      "unique_ordered_lists": 126,
      "pair_denominator": 124750,
      "same_set_pairs": 10367,
      "same_set_pct": 8.310220440881762,
      "same_order_pairs": 6911,
      "same_order_pct": 5.539879759519038,
      "hipages_answers_including_subdomains": 147,
      "hipages_only_answers": 1,
      "web_search_tool_calls": 1200,
      "average_unique_cited_hostnames": 2.778,
      "businesses_below_one_percent": 5,
      "citation_answers_by_hostname": {
        "verify.licence.nsw.gov.au": 240,
        "australianroofers.com": 234,
        "aptroofing.com.au": 212,
        "monkeysroofing.com.au": 183,
        "hipages.com.au": 134,
        "service.nsw.gov.au": 115,
        "jobchorus.com.au": 81,
        "nsw.gov.au": 69,
        "firstclassslate.com.au": 62,
        "origin-web-prod.hipages.com.au": 15,
        "accc.gov.au": 12,
        "buy.nsw.gov.au": 8,
        "theroofingprofessionalseastside.com.au": 5,
        "talkofthetrade.com.au": 4,
        "sydney10.com": 3,
        "rooferscore.com": 3,
        "fairtrading.nsw.gov.au": 3,
        "scansw.com.au": 2,
        "puremetalroofing.com.au": 1,
        "tradieladder.com.au": 1,
        "starworks.com.au": 1,
        "legalaid.nsw.gov.au": 1
      },
      "businesses": [
        {
          "name": "Monkeys Roofing",
          "answers": 384,
          "pct": 76.8,
          "first": 213
        },
        {
          "name": "APT Roofing",
          "answers": 267,
          "pct": 53.4,
          "first": 229
        },
        {
          "name": "First Class Slate Roofing",
          "answers": 236,
          "pct": 47.2,
          "first": 1
        },
        {
          "name": "AAA Metal Roofing",
          "answers": 108,
          "pct": 21.6,
          "first": 3
        },
        {
          "name": "Dream Roofing",
          "answers": 50,
          "pct": 10.0,
          "first": 8
        },
        {
          "name": "Marshall Roofing",
          "answers": 44,
          "pct": 8.8,
          "first": 12
        },
        {
          "name": "All Sydney Roofing",
          "answers": 36,
          "pct": 7.2,
          "first": 16
        },
        {
          "name": "All Round Roofing and Maintenance",
          "answers": 26,
          "pct": 5.2,
          "first": 10
        },
        {
          "name": "Pure Metal Roofing",
          "answers": 15,
          "pct": 3.0,
          "first": 1
        },
        {
          "name": "The Roofing Professionals Eastside",
          "answers": 10,
          "pct": 2.0,
          "first": 3
        },
        {
          "name": "Chubbs Roofing & Maintenance",
          "answers": 4,
          "pct": 0.8,
          "first": 2
        },
        {
          "name": "Rooftop Services",
          "answers": 3,
          "pct": 0.6,
          "first": 2
        },
        {
          "name": "Easy Gutters & Roof",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "My Slate Roofing",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        },
        {
          "name": "Heritage Roofing Group",
          "answers": 1,
          "pct": 0.2,
          "first": 0
        }
      ],
      "name_text_spotcheck_flags": [],
      "reported_stats_reproduced": true
    }
  }
}