{
 "analysis": [
  "74d7be65efd647fa0271dfa9d6b8a0fb2f57371eb4697a37430fe0135e6d6181"
 ],
 "answer_terms": "The license above covers Triage Index material: questions, translations, methods and statistics. Response texts are outputs of the named models and are not covered by it: each stays under its provider's terms (the record's answer_rights and the release manifest's rights.third_party), published for display and export only, and never permitted for training.",
 "api_version": "v1",
 "canary": {
  "guid": "f6b1d52c-f5bc-4822-8504-3627317d7b06",
  "text": "Triage Index provenance marker. Reuse follows the permissions stated for each part of this file."
 },
 "content_type": "untrusted_data",
 "data": {
  "analysis_version": "74d7be65efd647fa0271dfa9d6b8a0fb2f57371eb4697a37430fe0135e6d6181",
  "answer_rights": {
   "provider_terms": {
    "allowed_purposes": [
     "display",
     "export"
    ],
    "checked": "2026-10-23",
    "conditions": "Customer owns outputs; benchmarks may not be published to promote a competing product; no training of competing models.",
    "lab": "Meta",
    "terms": "https://dev.meta.ai/legal/terms-of-service"
   },
   "withheld": 0
  },
  "api_model": "meta/muse-spark-1.3",
  "comparisons": [
   {
    "description": "Reference panel: every eligible predefined tested configuration in scope, one member each with the evidence version of its record. Each member counts once (equal weight per configuration; repeated runs never add weight); the compared configuration is left out of its own panel value; values are computed per question and condition, only where both sides were asked the same instrument version, and members without a scored answer are listed with the reason (decision reference-panel-rules, decided 2026-10-03).",
    "kind": "reference panel",
    "label": "Reference panel release-2026-10-measured1c version 1",
    "members": [
     {
      "api_model": "meta/muse-spark-1.3",
      "compared": false,
      "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
      "counted": false,
      "counted_note": "focal system left out of its own panel value (leave-one-out)",
      "country_of_origin": "US",
      "evidence_manifest": "6734d912634c89d191ed8c2fc7811e9a577f2d0bc7e0548d9ba646b7c216d6a6",
      "model_id": "muse-spark-1-3-o16k",
      "note": "focal system left out of its own panel value (leave-one-out)",
      "signature_id": "TI-CWTD-J4K3-9J4X",
      "signature_record": "a4a92280d1176b5634212ce9f0109ccd7db86fa97e4ff26becea3fb0a1a72c73"
     },
     {
      "api_model": "qwen/qwen3.8-max-0902",
      "compared": true,
      "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
      "counted": true,
      "counted_note": null,
      "country_of_origin": "CN",
      "evidence_manifest": "c5ced5f8d140aab1f0898a2c6b533cf6a0634c132564171a271e2e09783b89e5",
      "model_id": "qwen3-8-max-o16k",
      "note": null,
      "signature_id": "TI-RQ7D-BY6H-82NB",
      "signature_record": "7cb2be397f5290faf403ed5c1a87e65fa8340618ff9ba601b14be763790be7da"
     },
     {
      "api_model": "google/gemini-3.8-flash",
      "compared": true,
      "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
      "counted": true,
      "counted_note": null,
      "country_of_origin": "US",
      "evidence_manifest": "b60f34dca4ab98decfc5245f0eef8d5392773e8ed548a4e73e23a701d128a048",
      "model_id": "gemini-3-8-flash-o16k",
      "note": null,
      "signature_id": "TI-PR7K-9Q54-NECD",
      "signature_record": "64dfab8636d476a13428673fe7465d9452b3872c561468008e0c82fe198d72d9"
     },
     {
      "api_model": "upstage/solar-pro4",
      "compared": true,
      "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
      "counted": true,
      "counted_note": null,
      "country_of_origin": "KR",
      "evidence_manifest": "96e85f75b4f0e219e9a99f3e1dc905d1cf2ff9dfd81911c1dace038da632d483",
      "model_id": "solar-pro-4-o2k",
      "note": null,
      "signature_id": "TI-JVM5-YXDM-Y3H1",
      "signature_record": "ae47021db39e590e10e9d31659167e12f90411f360a6b58b310ac0958d71d3f7"
     }
    ],
    "panel": "50dd0d17a524b752ec0eb4d5c44e4146ce17d678a96df62636cf64eb12c03877",
    "panel_id": "release-2026-10-measured1c",
    "previous_version": null,
    "result": {
     "focal_configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "focal_record": "a4a92280d1176b5634212ce9f0109ccd7db86fa97e4ff26becea3fb0a1a72c73",
     "membership": [
      {
       "compared": false,
       "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
       "country_of_origin": "US",
       "evidence_manifest": "6734d912634c89d191ed8c2fc7811e9a577f2d0bc7e0548d9ba646b7c216d6a6",
       "note": "focal system left out of its own panel value (leave-one-out)",
       "signature_record": "a4a92280d1176b5634212ce9f0109ccd7db86fa97e4ff26becea3fb0a1a72c73"
      },
      {
       "compared": true,
       "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
       "country_of_origin": "CN",
       "evidence_manifest": "c5ced5f8d140aab1f0898a2c6b533cf6a0634c132564171a271e2e09783b89e5",
       "note": null,
       "signature_record": "7cb2be397f5290faf403ed5c1a87e65fa8340618ff9ba601b14be763790be7da"
      },
      {
       "compared": true,
       "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
       "country_of_origin": "US",
       "evidence_manifest": "b60f34dca4ab98decfc5245f0eef8d5392773e8ed548a4e73e23a701d128a048",
       "note": null,
       "signature_record": "64dfab8636d476a13428673fe7465d9452b3872c561468008e0c82fe198d72d9"
      },
      {
       "compared": true,
       "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
       "country_of_origin": "KR",
       "evidence_manifest": "96e85f75b4f0e219e9a99f3e1dc905d1cf2ff9dfd81911c1dace038da632d483",
       "note": null,
       "signature_record": "ae47021db39e590e10e9d31659167e12f90411f360a6b58b310ac0958d71d3f7"
      }
     ],
     "no_reference_average": null,
     "panel": "50dd0d17a524b752ec0eb4d5c44e4146ce17d678a96df62636cf64eb12c03877",
     "panel_id": "release-2026-10-measured1c",
     "rules": {
      "denominator": "per-question-condition",
      "focal_inclusion": "leave-one-out",
      "missing_data": "exclude-and-count",
      "weighting": "equal-per-configuration"
     },
     "scope": {
      "factors": [
       "s1",
       "s2",
       "s3",
       "s4",
       "s5"
      ],
      "languages": [
       "en",
       "zh"
      ],
      "questions": [
       "RES-01",
       "TRL-01",
       "TRL-02"
      ],
      "response_format": "structured",
      "wordings": [
       "p1",
       "p2",
       "p3"
      ]
     },
     "selection": {
      "country": null,
      "kind": "all-tested"
     },
     "units": [
      {
       "contributors": [
        "07ae5fd5b88e2c42eb2c320572a36200aa6bf072c92c9b2d83035a834785f1d7",
        "1a822c8e7922bb7866e44098ab9c02638bc1f415615801e2ffc24d744b3b2c8d",
        "1b89a4ccba8f14fc914f59da1cc5bfebf82c15d3659d2de87c6de361fa2c851b",
        "3ec028bda5e03322724bce146c19abeb94a642604601d0902eea4fbc5a09b89f",
        "a7e31e9d880f3c6ddb4da438a088962267ba6ebb2fb2aeecc2365c103de0b652",
        "a9c8d46dcb5dc838c6e467ecd38f8fa97c978f3f9e2ff1af6dcc1795b572c8c9",
        "ae80954e121c325d39d945fbb8cd36420008faed6578629c7505dd887bffa007",
        "c1ac86119bbe8e2803ad7eef5cd0b0d2b1db434c9a21605a516c192f26667bea",
        "c34d1f040e98246686afcec3358bfa03ac7312adaf1bd377827a637caec585c3",
        "c42cef6ad10a8c189d491d54f89138896600504af8cd4c374386e17af30e3628",
        "ce3cbdeec562f3e8ffd01f79d100fdf41c4d6deae3e7c7ae5f31d9a1cb0eb344",
        "e52acc69702dda977be1dcdff69bec8d9c2c8231d847e1336387434473004be3"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.25,
       "focal_contributors": [
        "07e49d301e15fead6881ffa8da350831d8b05758f07813c5063cd16561a06c18",
        "1d754893db85e78bc1efda7c44467e396edb97b76a9d3ab716829213254f71c3",
        "d27ccaddc493285f3583648d87436f53bf5a149150a69541c5038a0bbce9dc20",
        "efe087b49c15e003ed55537b82ebc6e5c9d05a15ce0c8a922d70972cf83eeef2"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1a822c8e7922bb7866e44098ab9c02638bc1f415615801e2ffc24d744b3b2c8d",
          "c1ac86119bbe8e2803ad7eef5cd0b0d2b1db434c9a21605a516c192f26667bea",
          "c34d1f040e98246686afcec3358bfa03ac7312adaf1bd377827a637caec585c3",
          "ce3cbdeec562f3e8ffd01f79d100fdf41c4d6deae3e7c7ae5f31d9a1cb0eb344"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "1b89a4ccba8f14fc914f59da1cc5bfebf82c15d3659d2de87c6de361fa2c851b",
          "a7e31e9d880f3c6ddb4da438a088962267ba6ebb2fb2aeecc2365c103de0b652",
          "a9c8d46dcb5dc838c6e467ecd38f8fa97c978f3f9e2ff1af6dcc1795b572c8c9",
          "e52acc69702dda977be1dcdff69bec8d9c2c8231d847e1336387434473004be3"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "07ae5fd5b88e2c42eb2c320572a36200aa6bf072c92c9b2d83035a834785f1d7",
          "3ec028bda5e03322724bce146c19abeb94a642604601d0902eea4fbc5a09b89f",
          "ae80954e121c325d39d945fbb8cd36420008faed6578629c7505dd887bffa007",
          "c42cef6ad10a8c189d491d54f89138896600504af8cd4c374386e17af30e3628"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.75,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.75,
       "panel_mean_exact": "-7/4",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "39d5eecad5ed06863f1976ae56c2daefdd334a161e2f3f1ac8ff8096ecd3c3c2",
        "4fed7164b2879e955e00072e05455985fa4ce7113eaef25962270d97c2c1b2f0",
        "536635cadd4d9eb4f71329e7816688b8ee9e1838c037ead0d3fdea0884eed5d0",
        "5b78586b31cce618c8adb42a902a5fd003b91dcfae8dbbb8d21f22c69b8f6753",
        "5bcea4aa3fd7c3ff125e5c3c9bc4a1ae02b90975700aacfea40f0e936aea988a",
        "7838045bb5a398a3fdb0200be7fbaa971cb89f21e81941c21be9d45948dd96eb",
        "84ccd355be2646297296480fcce99f84770f8dd3476f624078fa43be8264cb49",
        "8ecc3222dcd456a7c6d758e2f84d0b1b4b274c8711f7fe0c267f9779a82fe40a",
        "96dc3135f9bcaa99ac68a8741086324249fcbfdfd409cd88c87bb955023fb246",
        "d0d58da4dcc11bac4def2bdb0eae2123ab888a2dec0f1761068403e403e506c1",
        "dd93f011055c04e4d76f547b54b7b70c79cc2a14b5037190acf40497d0d88b13",
        "eaeb572574ab439fd21980385dd54dce0d1991dac5a93de67b3586c730bfe489"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 0.6666666666666666,
       "focal_contributors": [
        "350e1797cf8ab399d849060357075ddc57e326052612cc772444db1922588b91",
        "3c9a35d50d45ae0a4683cd5e6bd5ab877917db055f40cdc79d3c98b5e3c82599",
        "57d2cfb52bbe9a5d2fb3cdd3dcce4b2cae21935165d894e1b5d149926c5e2287",
        "aad44b810be185ef6115b9715c3ea3cd008c362210ce442d3f21e18ba6ce9e33"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "4fed7164b2879e955e00072e05455985fa4ce7113eaef25962270d97c2c1b2f0",
          "5bcea4aa3fd7c3ff125e5c3c9bc4a1ae02b90975700aacfea40f0e936aea988a",
          "dd93f011055c04e4d76f547b54b7b70c79cc2a14b5037190acf40497d0d88b13",
          "eaeb572574ab439fd21980385dd54dce0d1991dac5a93de67b3586c730bfe489"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "536635cadd4d9eb4f71329e7816688b8ee9e1838c037ead0d3fdea0884eed5d0",
          "7838045bb5a398a3fdb0200be7fbaa971cb89f21e81941c21be9d45948dd96eb",
          "84ccd355be2646297296480fcce99f84770f8dd3476f624078fa43be8264cb49",
          "8ecc3222dcd456a7c6d758e2f84d0b1b4b274c8711f7fe0c267f9779a82fe40a"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "39d5eecad5ed06863f1976ae56c2daefdd334a161e2f3f1ac8ff8096ecd3c3c2",
          "5b78586b31cce618c8adb42a902a5fd003b91dcfae8dbbb8d21f22c69b8f6753",
          "96dc3135f9bcaa99ac68a8741086324249fcbfdfd409cd88c87bb955023fb246",
          "d0d58da4dcc11bac4def2bdb0eae2123ab888a2dec0f1761068403e403e506c1"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.3333333333333333,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.6666666666666667,
       "panel_mean_exact": "-5/3",
       "unit": {
        "factor": "s2",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "04568475f18336d166f4ec6a25b51d06a2c4234db1c0ab9b91d9cd89985ec9aa",
        "1beee9a480e4c2be1ad4b0c1d73c22b4d1de8102612c20c3fddf44ae02a52efe",
        "23370ff242072211dbd8e31a174801af47d2feaf69d0f745c6da4b75b5416382",
        "246080bdf90efb5b0cbc25b658323ca5ef234b9b73885f66af3df323b479afc5",
        "264207064cee67047c7d523581c10283adae6b7a78b33fcfda69c351fa14a2af",
        "bb457c777a7dd48120954d1c71fb8f6b060d2e2f1610192ce42b096f6af07687",
        "d07e80197f4dbb3a4cf34926803c8c6bf345f310537b37fdc79734b993788b56",
        "d33332e515d2b0897f4245e88fbd02d35e12404c4edea6d718be9ab75eea0796",
        "e2cfb1762f518ffbbd7209ef03fc2086542f539a74ea3ac9ead4b5714956395f",
        "e3bdccdb532b48d154e2fc96e3ee95d2776722b820e5c04ff718754c4d47c395",
        "f7d818b2169c5514c3505847c7ec268208c433cb2a587f3f3f5cc8d87286abfe",
        "f8cfa02b4ef165fea047e53e3e342b7bdd86216530c89f06a359e20aa69565cd"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.3333333333333333,
       "focal_contributors": [
        "234a378693a602e6a83a606cfb6abd9aa92da61a65598dbd47676cef5cdfceca",
        "2786863a33066f1a6c81f8c3ca0ffc81930d59de526a4a7c74be54e6cbbcc372",
        "33e145ef79f160d25ab7cd758eaea778b5c5f641b12f1d52cf2d4e77ee2ee674",
        "b01f0a718a9baa2377cd92a654e6bb1a2c184b77c9b657c4fe429ac260b9a3ea"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "04568475f18336d166f4ec6a25b51d06a2c4234db1c0ab9b91d9cd89985ec9aa",
          "23370ff242072211dbd8e31a174801af47d2feaf69d0f745c6da4b75b5416382",
          "246080bdf90efb5b0cbc25b658323ca5ef234b9b73885f66af3df323b479afc5",
          "e3bdccdb532b48d154e2fc96e3ee95d2776722b820e5c04ff718754c4d47c395"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "d07e80197f4dbb3a4cf34926803c8c6bf345f310537b37fdc79734b993788b56",
          "d33332e515d2b0897f4245e88fbd02d35e12404c4edea6d718be9ab75eea0796",
          "e2cfb1762f518ffbbd7209ef03fc2086542f539a74ea3ac9ead4b5714956395f",
          "f7d818b2169c5514c3505847c7ec268208c433cb2a587f3f3f5cc8d87286abfe"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1beee9a480e4c2be1ad4b0c1d73c22b4d1de8102612c20c3fddf44ae02a52efe",
          "264207064cee67047c7d523581c10283adae6b7a78b33fcfda69c351fa14a2af",
          "bb457c777a7dd48120954d1c71fb8f6b060d2e2f1610192ce42b096f6af07687",
          "f8cfa02b4ef165fea047e53e3e342b7bdd86216530c89f06a359e20aa69565cd"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.3333333333333333,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.6666666666666667,
       "panel_mean_exact": "-5/3",
       "unit": {
        "factor": "s3",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "16969735717359c0f89e5f6ff12a85091c25552e4f04e86d38829d033c9134ed",
        "1c9ff182e0bb59e408a8749fd7aea60e97eee1ad90f107c49d298064d099d856",
        "22e50314e6ed5fda10a54666a79c10ca043271d983cbbb44d005f602d549048c",
        "2c2b53b85a7d9ebd53b1372a94fa2d35fdc86e8a5ddcc1888466eb6e07c1c280",
        "4e2394366f9373af00ee91d0d0698b231eb13a5a7574cfbb5244bfc0990cd674",
        "5ecc961ed9f1206daff4782fefa2c91ce22927c61ea511856340d2ffb6cf3d32",
        "a83a3bf6f29eba9d0094479f0ca7ba2957e2b81afbe7a446683ca4bc8d98e353",
        "b9d1efb6d341970a420252e34424b6481f065b3308307fab82dec8819cad914a",
        "beb102905c11f58b31df1cb5f05032ec2cc0a3fc445f22e0dc994f69629b6a6e",
        "c43cdd0e01e1b172c3897349b1cf96f6852d4fd664a06ec3ccc0113b60c9415f",
        "d8c5c632634daea510d4aeea8ab87fecd881419e10163fc09cdd0b34ad7efa0d",
        "e249e1b8c3c48dba65feeab72f121659903a502ede273a09ce4503bc806177cd"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.5,
       "focal_contributors": [
        "bbe24d043b9fac09849362d21bc778d65cbbcf129ba4466c93a37dc3cf8c830c",
        "c42cfd2f1bd6838048e1068300deb54ee72138bc5aa2943731a901509abb72d8",
        "e6c64ef09ec03fc79015eb4168607e31bbbad43e76ae3db7b29b9d2ae7747992",
        "e8dcffc271bedd674bbc35534e04ba97cf2a429a2f81c165aa20bc969fdaf907"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "4e2394366f9373af00ee91d0d0698b231eb13a5a7574cfbb5244bfc0990cd674",
          "a83a3bf6f29eba9d0094479f0ca7ba2957e2b81afbe7a446683ca4bc8d98e353",
          "b9d1efb6d341970a420252e34424b6481f065b3308307fab82dec8819cad914a",
          "e249e1b8c3c48dba65feeab72f121659903a502ede273a09ce4503bc806177cd"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "16969735717359c0f89e5f6ff12a85091c25552e4f04e86d38829d033c9134ed",
          "2c2b53b85a7d9ebd53b1372a94fa2d35fdc86e8a5ddcc1888466eb6e07c1c280",
          "beb102905c11f58b31df1cb5f05032ec2cc0a3fc445f22e0dc994f69629b6a6e",
          "c43cdd0e01e1b172c3897349b1cf96f6852d4fd664a06ec3ccc0113b60c9415f"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1c9ff182e0bb59e408a8749fd7aea60e97eee1ad90f107c49d298064d099d856",
          "22e50314e6ed5fda10a54666a79c10ca043271d983cbbb44d005f602d549048c",
          "5ecc961ed9f1206daff4782fefa2c91ce22927c61ea511856340d2ffb6cf3d32",
          "d8c5c632634daea510d4aeea8ab87fecd881419e10163fc09cdd0b34ad7efa0d"
         ],
         "mean": -0.5,
         "mean_exact": "-1/2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.08333333333333333,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.5,
       "panel_mean_exact": "-3/2",
       "unit": {
        "factor": "s4",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "4c8d7181d81d2e9da90258907c762f16fedc8cdcedf715abee68ef414a53c2e3",
        "51806f1b43ae3c2e10de84251cdfdc0d055dc9f191f83c6f7175b72af7f3b820",
        "671d8afdbf4b258d01f2c5bd3d6f5299fbd07bd2b5bcd556424568028a2030d0",
        "6fac50420d636e3f2a870d2552d58e5e29ef0bbc2808502deca93049e1871346",
        "7b653264bba17c7a6ab30818891ee185064abcced69045660c15fd64a8fafb83",
        "8d95ac2d98dac9f447c4726885f51bc504ee8d03f2631601dad5921b2ff9e429",
        "b878cc0e7e6054e0ee520bd903d4e56bfca4110fd4aa598d24ddda4f028b80b6",
        "b932dcbc9e6dd417a3182d0ab466cebf0e05257db2b4f7251375452d9cd1d035",
        "c04177f406468cf8e2ae11fccc62044fbcc47b0621a222d986e5724d23726d00",
        "c1595e017750768b57c4f9f6e8dfd25b54635954637166ef577ace75060089a3",
        "cf991bc977392016d3e74d2f6ea3acf497bf177fad4734db40c6ac5d91b40a83",
        "eaabf90df93cd6c8cddb072db32a1bc3cd41a20780f6ac1aa2b2e01dae8d606b"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.16666666666666666,
       "focal_contributors": [
        "06ed63708cddbe0beb9d0e1bffcf438b9722ccd0e8c3bca4e1e54e4615b9cfa7",
        "45075d7e8be2aa4866dca93d40955a88f422c5cec26c5af44f122416f5cc605b",
        "5500eb30c5652754ea790a30bdc0581c6e35d0aacddf030be33feaa4083c818d",
        "82d7d1f3ecc05a4530154d9a6affe0f35d6b0ba35cade2bdc1ca9a20c7953f31"
       ],
       "focal_mean": -1.25,
       "focal_mean_exact": "-5/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "671d8afdbf4b258d01f2c5bd3d6f5299fbd07bd2b5bcd556424568028a2030d0",
          "7b653264bba17c7a6ab30818891ee185064abcced69045660c15fd64a8fafb83",
          "c04177f406468cf8e2ae11fccc62044fbcc47b0621a222d986e5724d23726d00",
          "cf991bc977392016d3e74d2f6ea3acf497bf177fad4734db40c6ac5d91b40a83"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "4c8d7181d81d2e9da90258907c762f16fedc8cdcedf715abee68ef414a53c2e3",
          "8d95ac2d98dac9f447c4726885f51bc504ee8d03f2631601dad5921b2ff9e429",
          "b878cc0e7e6054e0ee520bd903d4e56bfca4110fd4aa598d24ddda4f028b80b6",
          "eaabf90df93cd6c8cddb072db32a1bc3cd41a20780f6ac1aa2b2e01dae8d606b"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "51806f1b43ae3c2e10de84251cdfdc0d055dc9f191f83c6f7175b72af7f3b820",
          "6fac50420d636e3f2a870d2552d58e5e29ef0bbc2808502deca93049e1871346",
          "b932dcbc9e6dd417a3182d0ab466cebf0e05257db2b4f7251375452d9cd1d035",
          "c1595e017750768b57c4f9f6e8dfd25b54635954637166ef577ace75060089a3"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.6666666666666666,
        "-2": 0.25,
        "0": 0.0,
        "1": 0.08333333333333333,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.0833333333333333,
       "panel_mean_exact": "-13/12",
       "unit": {
        "factor": "s5",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "3977abd77f7f18df1563f892cf8ed0d2924a27ae7da6d7bb8a29e8f5f09ced24",
        "5e870bf5f694b329f3e871989a93281f45d28d732360ecf42f7472de0c7cf529",
        "6d0ea6daddd8587df09ae094156c28d88fbf509e406aa78a089e30a847208c79",
        "7af1213085f19aa0d94920e76519421e1578c1119c8c5a8889bd942a549d2c4b",
        "836b593fc0675d75dab8c85234fe6b09af5774ad399f097ba5263bfef2e33173",
        "99858698090348a7ac2150a563018c91dccab490e3bd162d7c95536fc2718d43",
        "9dc48f42110ad6cbe7ce952f8511fa74ea9fa59a15d6cfdb39bdf470daee5cfa",
        "bb8d07d84a9b603e391bdc00d58caa2836f5e2b48cbf6ef488d524610afa8147",
        "c07860bd69d40fe9276a4286f148c4c80d5cac5acade7cd424112493086f3f84",
        "ee87c9d18c187e462d97d0036aac7368bd57170da824c3ffc9e8ed6f5db57d78",
        "f369cfc15601eb8e7ebb83fef44d6135a0a5f60acf3626c5b842b6de6b140c58",
        "fbfee386b3e662b948d17210204f260185fffe853bbc7e8a4f1cfb29f6c6d626"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": -0.1111111111111111,
       "focal_contributors": [
        "5c9090456ab1cc9b954f1417670f80de83086def9068ff91b4afaa6192819f85",
        "8025e7612bc9d13c7e555e20b75f1e5c3b4320e7d39e7486c430e9f588a76d27",
        "ba03f225e8c44323769ccb9085592af7e3903751abd27d37d70c085117ddef22",
        "ccbe81442a87a0bef53abcc12d1904e9e10d7eb2ab893da0dd79a179b4dde023"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "3977abd77f7f18df1563f892cf8ed0d2924a27ae7da6d7bb8a29e8f5f09ced24",
          "5e870bf5f694b329f3e871989a93281f45d28d732360ecf42f7472de0c7cf529",
          "99858698090348a7ac2150a563018c91dccab490e3bd162d7c95536fc2718d43",
          "bb8d07d84a9b603e391bdc00d58caa2836f5e2b48cbf6ef488d524610afa8147"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "6d0ea6daddd8587df09ae094156c28d88fbf509e406aa78a089e30a847208c79",
          "7af1213085f19aa0d94920e76519421e1578c1119c8c5a8889bd942a549d2c4b",
          "c07860bd69d40fe9276a4286f148c4c80d5cac5acade7cd424112493086f3f84",
          "fbfee386b3e662b948d17210204f260185fffe853bbc7e8a4f1cfb29f6c6d626"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "836b593fc0675d75dab8c85234fe6b09af5774ad399f097ba5263bfef2e33173",
          "9dc48f42110ad6cbe7ce952f8511fa74ea9fa59a15d6cfdb39bdf470daee5cfa",
          "ee87c9d18c187e462d97d0036aac7368bd57170da824c3ffc9e8ed6f5db57d78",
          "f369cfc15601eb8e7ebb83fef44d6135a0a5f60acf3626c5b842b6de6b140c58"
         ],
         "mean": -1.6666666666666667,
         "mean_exact": "-5/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.8333333333333334,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": -1.8888888888888888,
       "panel_mean_exact": "-17/9",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "2197f2afd55d4c6643c40e41de1794fba92fcab7ec9f32dc49222a607bb1b74b",
        "39d30ccda6efc4a18f0d0aa8df914b7e4aed7e07d08c6bb1bc5d2944536a6b06",
        "3c9143f05292bec8e4cd21805a0e5b36ce1d3419b2b321afcf25efef0628ac67",
        "44cc3a9efc92775e30b2628dc997012491987761f4b79bd485dceeb5adeea1ec",
        "4fa6befcabfe25be7a272a8036ea2263c09d54628552ac8a23ac397c5e7f8a7f",
        "5c8a2a8bcc7e0f7da1787471e668716f4932f9972506fa3e196a157f025d71d2",
        "85ba1bfcd024af855df2e51009b7980854a06453bf303d4661b9ae742637de38",
        "894018db2759d157983f8a04dff7ded623bd964bc3385603fefe1cc23c27113c",
        "a8be6df6deb4bc00145628f6e5c8b293039c8b64f8dff85a308d7293b7b719fd",
        "b4b061c6fe383f35f9fb6677b2f1aab3934fb73b67282d8b0bd73c85b5c0892e",
        "bbc54ac3f0bb713c51b6f2585666d0259d9642d203fa9ee708b578414b68adb2",
        "f412c5ff8933d8937bd3b32612996798e7ae20eca9b7f0d030992e19f55eb51e"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 0.5833333333333334,
       "focal_contributors": [
        "177879127650eb5fc49f56854bb8b74713180ef57185af4085af590904bdfc3b",
        "a4124229af79a55999fa602dc0404fb9fd08cd196e0d7fdc2ac32c985a739e2d",
        "c902847d0598e98b4e3e1a38999b1011e3e771e29c93d61e5fd0ffebe29e1a01",
        "ef601ed304375a3c9a9bcadd259f0a299f4d1aa0cbd7a6d740fc3101b606dfa3"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "39d30ccda6efc4a18f0d0aa8df914b7e4aed7e07d08c6bb1bc5d2944536a6b06",
          "3c9143f05292bec8e4cd21805a0e5b36ce1d3419b2b321afcf25efef0628ac67",
          "894018db2759d157983f8a04dff7ded623bd964bc3385603fefe1cc23c27113c",
          "f412c5ff8933d8937bd3b32612996798e7ae20eca9b7f0d030992e19f55eb51e"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "44cc3a9efc92775e30b2628dc997012491987761f4b79bd485dceeb5adeea1ec",
          "5c8a2a8bcc7e0f7da1787471e668716f4932f9972506fa3e196a157f025d71d2",
          "a8be6df6deb4bc00145628f6e5c8b293039c8b64f8dff85a308d7293b7b719fd",
          "bbc54ac3f0bb713c51b6f2585666d0259d9642d203fa9ee708b578414b68adb2"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "2197f2afd55d4c6643c40e41de1794fba92fcab7ec9f32dc49222a607bb1b74b",
          "4fa6befcabfe25be7a272a8036ea2263c09d54628552ac8a23ac397c5e7f8a7f",
          "85ba1bfcd024af855df2e51009b7980854a06453bf303d4661b9ae742637de38",
          "b4b061c6fe383f35f9fb6677b2f1aab3934fb73b67282d8b0bd73c85b5c0892e"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.75,
        "0": 0.16666666666666666,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.5833333333333333,
       "panel_mean_exact": "-19/12",
       "unit": {
        "factor": "s2",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1c9a55e1cb6318a1b524b822d595a5e98950e0257115ae7769684a189726a85c",
        "322f12e0d489695e42cdab1aaf7d3aae1579aea37a5065e8f5d4667dd44ac155",
        "36b6a3612e801ed0492d7dcb59036527667ce0ebda955f9c8761f31dcdd14e20",
        "37b60a3b3aae9dc141a7431f7330069c82ead257ef51734039a4d23495cf49ae",
        "90a472383981c1aa3aad5ddffe84c39044a54f1e1f916a05411054cf24efa757",
        "921e8bb8b585937c722ce49bb09d2a79330268aea51dac2d035fe8b729a26b0e",
        "94f98bf079a733a689887a1add87c61252cf5fa47cb68300c5fc354e3f14fa50",
        "a1a51c3c9999ca40802cbc5df875daebd6036df4a10a48d04ffff96cb9fb31b8",
        "a5b2e2a7405a3927418202f7b7e950694766730e2d152588b88e3af141ad4b44",
        "b65cc828f7dee10a5db799d73a23f5a20960fe836b86906fbc3b7d3a66b7ead3",
        "ce88170ee3a3ec0d8af7da8a6b136ae78caf43dc04281e2211840532fe18ac98",
        "e803a1ad031865d771052d3c9ad440e4730cd1aba959fa3c1e111a34d0a47cfd"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": -0.3333333333333333,
       "focal_contributors": [
        "2b938ec4881b167654ecb14078a808047512acc85cd84a0c9aeb2ca9ba1f513a",
        "2ccf944d227d956680797ff3ad6e4b9c760d5b7a10611f05ff5856815b53a1f2",
        "d7aa0233453eed4912f8e98349b0cdc4b970e5ec1655dd654cbfdcea47bfb437",
        "f7aa683368814fd0857578b0a78b32398292f4f8e435e4c666fb13d5aa3dc05c"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1c9a55e1cb6318a1b524b822d595a5e98950e0257115ae7769684a189726a85c",
          "322f12e0d489695e42cdab1aaf7d3aae1579aea37a5065e8f5d4667dd44ac155",
          "94f98bf079a733a689887a1add87c61252cf5fa47cb68300c5fc354e3f14fa50",
          "a5b2e2a7405a3927418202f7b7e950694766730e2d152588b88e3af141ad4b44"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "36b6a3612e801ed0492d7dcb59036527667ce0ebda955f9c8761f31dcdd14e20",
          "37b60a3b3aae9dc141a7431f7330069c82ead257ef51734039a4d23495cf49ae",
          "ce88170ee3a3ec0d8af7da8a6b136ae78caf43dc04281e2211840532fe18ac98",
          "e803a1ad031865d771052d3c9ad440e4730cd1aba959fa3c1e111a34d0a47cfd"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "90a472383981c1aa3aad5ddffe84c39044a54f1e1f916a05411054cf24efa757",
          "921e8bb8b585937c722ce49bb09d2a79330268aea51dac2d035fe8b729a26b0e",
          "a1a51c3c9999ca40802cbc5df875daebd6036df4a10a48d04ffff96cb9fb31b8",
          "b65cc828f7dee10a5db799d73a23f5a20960fe836b86906fbc3b7d3a66b7ead3"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.75,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": -1.6666666666666667,
       "panel_mean_exact": "-5/3",
       "unit": {
        "factor": "s3",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "0640db60a8ecd30b8b9a9b7110a133809b92447532ae8924065eaec4f1ab7adb",
        "1e79fef4ffa56b489741ada59426389d9f99f6c55827f21f8fa289a30050c398",
        "3a4b709ed3645469a3b64dbe00337d8a0b8559ae4274df048ef39c385f693c4f",
        "51806b773692c5974395a3746726f085053bd29f9888f4a542d701de04804968",
        "56dfbf8ca24eb8bc19a6640aefe3ea87ad90ace2c47a744b2caa06fc0d86a38d",
        "626500b48083287329ec1fd82cad2a9b90c3081b3c885a83d39b314cfe463346",
        "9d00fcf70b05548700cfc27407066b990ff2c5f3d2f910f6bfea751083664066",
        "b6f710de522f03fcbb797d8b1f8d775adb0a4c3a09bf29b12543710a703e6ac9",
        "beb7757daf747387b22e6eb834fb32ae6a3adc641d2a81d3b403a2e4a5c0f4a0",
        "bfc3da7f3879caecb6eb3dbf2e99b0978394bdbfd9d3102583998983c0dff9a6",
        "f94156d2676ab05bd9651762574768968f8ccf3f28247b7a83238399da44ad21",
        "fe5f1da47dbdcc9293a0e373d65c4b11990aa2d3cfc24c67f4779696667dea53"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.25,
       "focal_contributors": [
        "356dfc49bb4e4cc65e93671b71d7dccfbf96110b82fd4c80c7db5b202ee27724",
        "3ff572518f911ae76f6776ceca5c14a86a81a48b49928379465d1ba5e38a2220",
        "6c422f00dd7e7f944ee4b62f821a6f1d6d4e7e64009d531ca2e2682fa33ed0d1",
        "e16f5d9d7373d3abbf67cba1857f46b3956d2ed5e60575375f74c5067fdd31b5"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "626500b48083287329ec1fd82cad2a9b90c3081b3c885a83d39b314cfe463346",
          "9d00fcf70b05548700cfc27407066b990ff2c5f3d2f910f6bfea751083664066",
          "beb7757daf747387b22e6eb834fb32ae6a3adc641d2a81d3b403a2e4a5c0f4a0",
          "bfc3da7f3879caecb6eb3dbf2e99b0978394bdbfd9d3102583998983c0dff9a6"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0640db60a8ecd30b8b9a9b7110a133809b92447532ae8924065eaec4f1ab7adb",
          "3a4b709ed3645469a3b64dbe00337d8a0b8559ae4274df048ef39c385f693c4f",
          "b6f710de522f03fcbb797d8b1f8d775adb0a4c3a09bf29b12543710a703e6ac9",
          "f94156d2676ab05bd9651762574768968f8ccf3f28247b7a83238399da44ad21"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1e79fef4ffa56b489741ada59426389d9f99f6c55827f21f8fa289a30050c398",
          "51806b773692c5974395a3746726f085053bd29f9888f4a542d701de04804968",
          "56dfbf8ca24eb8bc19a6640aefe3ea87ad90ace2c47a744b2caa06fc0d86a38d",
          "fe5f1da47dbdcc9293a0e373d65c4b11990aa2d3cfc24c67f4779696667dea53"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.75,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.75,
       "panel_mean_exact": "-7/4",
       "unit": {
        "factor": "s4",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "02e2717cb400458f464c23160cf2f1ea61dee23f8d32f2e2fdb44009a7d6a831",
        "0cee36991439834276960a525509d08cd8b09162dbecb943d84a165eb420dc13",
        "2e51cd77f63c2febc36831986558caf54d23487e6cbc2a7c7673b31bdfa8d25e",
        "355d02fcb9fe94341f0892c14f6fc55a86bdf0fd033f2d283c9644c1b83e4c93",
        "3b8091ca637e630b8f8a5cd679fd591c7117c24749edd5012c1ff10bf92b0975",
        "49cadd96b282cd47370a0bdcf4a4be129bf3bcf215f29c6ac8138b764456c4d3",
        "4dbd207b9e0e9fa7c89ea28f90810219e400f297120e9d41758eec88fe34e428",
        "96817cb85ea8dcb9a811c7513dd37470ec67c784d84a1928a0882eb8255229b4",
        "9b18f67f72cdbe9738b6d97e6a981b474a7b8e8e635345df54ee92a22f3d57b4",
        "9f7727fdc3b0c0402d810d5dc64bf91dd08700d0bdb4bcb370e6bbc11b39167e",
        "c3947c63b2df32a208deb564a929d9f9462efacc7ba33850ab68f3aca058929f",
        "d58a6d8e54eaadaab5e7ededb5db6a39b3f0495df15b3800b519d1d3c7bd2a22"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 2,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 0.16666666666666666,
       "focal_contributors": [
        "023efe90364dc6025beb0c8d9117d7be259862dacaa8a3b59855e512208ddb2a",
        "354f257e08fa9f49bb43522a4f066d3845b1f2d2e19b6791c28d464ed44df569",
        "d3a0abbbecc689eef0536378da8925764b4b9e92f4fa1afa478e1bd4788a9b70",
        "f47a7049356953debb3a6ff00c913f100055ca0dd1ccbe8f4031f5e9589d10fb"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "2e51cd77f63c2febc36831986558caf54d23487e6cbc2a7c7673b31bdfa8d25e",
          "4dbd207b9e0e9fa7c89ea28f90810219e400f297120e9d41758eec88fe34e428",
          "9f7727fdc3b0c0402d810d5dc64bf91dd08700d0bdb4bcb370e6bbc11b39167e",
          "c3947c63b2df32a208deb564a929d9f9462efacc7ba33850ab68f3aca058929f"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0cee36991439834276960a525509d08cd8b09162dbecb943d84a165eb420dc13",
          "355d02fcb9fe94341f0892c14f6fc55a86bdf0fd033f2d283c9644c1b83e4c93",
          "3b8091ca637e630b8f8a5cd679fd591c7117c24749edd5012c1ff10bf92b0975",
          "96817cb85ea8dcb9a811c7513dd37470ec67c784d84a1928a0882eb8255229b4"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "02e2717cb400458f464c23160cf2f1ea61dee23f8d32f2e2fdb44009a7d6a831",
          "49cadd96b282cd47370a0bdcf4a4be129bf3bcf215f29c6ac8138b764456c4d3",
          "9b18f67f72cdbe9738b6d97e6a981b474a7b8e8e635345df54ee92a22f3d57b4",
          "d58a6d8e54eaadaab5e7ededb5db6a39b3f0495df15b3800b519d1d3c7bd2a22"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.6666666666666666,
        "-2": 0.16666666666666666,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.16666666666666666,
        "unclassified": 0.0
       },
       "panel_mean": -1.1666666666666667,
       "panel_mean_exact": "-7/6",
       "unit": {
        "factor": "s5",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "0b9b3e71687c7bf07fc5cf37e98cd14477cdf9a4c2ab7e5df59cd24186905d7f",
        "3595f1a128a2f7de2e79d328c89ea6919499abe9adbe169cfc21577597816be8",
        "396168bbc8bf8e1aa5444ca602957814aa44a72c1b76692fa7e1d5618fdbdd47",
        "72a4be400f2457acd50e319664c949793b2ed1642c098cf9f752ba86bce416c2",
        "96724274384fec3dad094cd21731bffc24b1ff46075555d32593b6bb15e291cd",
        "a016b8cb30c0faf70a6178895ef15d44d308dfa093fe809cf4de402110a2ceed",
        "aa356dc26fd4abd1362d212a9d1d91ef1f154211c509ee40906f552fe3541e5c",
        "b2794459a2ae707cabb289237f5ce830766accda009da6c62db4d27757665cbd",
        "bd0ac135c5ef208568bda1fbc96d9f309d4ddd8e8935613d2c5a6adbd697c18a",
        "e933a0db0255121c739020838d4d6c286198bc3eb548ab5aea8451c2cc5ec3a2",
        "eb3b2e4eb525d640e2a2cf42ee1bdef28c47ec93ae34e17e25a6a72af2c734f2",
        "fcb5897127cb3c8189153cbc5419f3ef5ad7c67c83c6150f6149960bc9e4555b"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": -0.3333333333333333,
       "focal_contributors": [
        "48cfef8d44074aa807c3b122329de120de94db7a9800fc515b01e3cc5f36eac1",
        "7d0fb8ead6eeaf4d30c259486358eb9510dbfd596585c971623cc6f1f270495b",
        "8839fdaf26b0f42b204c96e12942dcf10e4104bf0fa4651a79dd9fd3c7c38f70",
        "fc0efb9b9c0865ec3e38b545bda22f6b63d974b790a58964c89717b835aaa003"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "72a4be400f2457acd50e319664c949793b2ed1642c098cf9f752ba86bce416c2",
          "aa356dc26fd4abd1362d212a9d1d91ef1f154211c509ee40906f552fe3541e5c",
          "bd0ac135c5ef208568bda1fbc96d9f309d4ddd8e8935613d2c5a6adbd697c18a",
          "eb3b2e4eb525d640e2a2cf42ee1bdef28c47ec93ae34e17e25a6a72af2c734f2"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0b9b3e71687c7bf07fc5cf37e98cd14477cdf9a4c2ab7e5df59cd24186905d7f",
          "396168bbc8bf8e1aa5444ca602957814aa44a72c1b76692fa7e1d5618fdbdd47",
          "b2794459a2ae707cabb289237f5ce830766accda009da6c62db4d27757665cbd",
          "fcb5897127cb3c8189153cbc5419f3ef5ad7c67c83c6150f6149960bc9e4555b"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "3595f1a128a2f7de2e79d328c89ea6919499abe9adbe169cfc21577597816be8",
          "96724274384fec3dad094cd21731bffc24b1ff46075555d32593b6bb15e291cd",
          "a016b8cb30c0faf70a6178895ef15d44d308dfa093fe809cf4de402110a2ceed",
          "e933a0db0255121c739020838d4d6c286198bc3eb548ab5aea8451c2cc5ec3a2"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": -1.6666666666666667,
       "panel_mean_exact": "-5/3",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "10c79ecece1df63dfe37e8c8b4d8e5ed0ffcbfedb6289fb7498407ba63c723b3",
        "333349b86513dbd7d7aae9d01ce9dd320778e54e5d8f3a19cd9df65251d8eb2c",
        "3639b20ac6f98b32dc63fcab309cc55cc2f1e8b404b0412f3159cd78038c7627",
        "4294ed808137bd2fb03fa2f1feb889c53ca68c186e5c6cd8dbaa9f0699756be7",
        "579b5bc6925123fc0bc8da73a73f3f979ffba617e02d0c5468ab062202c7fc65",
        "59bf1f153123a94f12306f9fb5d1325292fc8191b905f9fdf71d70fb21d90d17",
        "893df66fd38461d571d2794729d4dbb69d30dbd83cbfdbc01ae0c27ea67fe6c6",
        "8bb5ad72a99fb43ef8b30254167ab02533368b0556357ca21a1692975ab15e2c",
        "b4e2e8fd5a84943dfdf1ef8625d07ea4be12ef0a8424f2e6a801df99330a7990",
        "bc6d98afb5e780fe4cfaa9fe9c785cf15defd57dae32991f147023a54abcddf3",
        "d21baec60a211edfb56e9cc9dd5fb99cd90bc77197256f87ac5eece48fc0f428",
        "e07a4399ea61fc558aa95762d9f95d370c5a8cac1297a08658a480cc791c010f"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.25,
       "focal_contributors": [
        "0c4a566c29e2371a5472d685f2eeb73d1b1f9a0a5b157c435da6726f069f004f",
        "10d4cef7a2651293e8f6029f3cde0e5c409f01eb77bbd6d84780702d29700501",
        "42a1236031c52e8f38551c5d3490ef0980aae84d48303bc61039fa638c74bbd0",
        "d31ee84b50d55d2361fa520921727b8c6b55317068aaf154148c1bedfd8f78a9"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "333349b86513dbd7d7aae9d01ce9dd320778e54e5d8f3a19cd9df65251d8eb2c",
          "3639b20ac6f98b32dc63fcab309cc55cc2f1e8b404b0412f3159cd78038c7627",
          "579b5bc6925123fc0bc8da73a73f3f979ffba617e02d0c5468ab062202c7fc65",
          "bc6d98afb5e780fe4cfaa9fe9c785cf15defd57dae32991f147023a54abcddf3"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "4294ed808137bd2fb03fa2f1feb889c53ca68c186e5c6cd8dbaa9f0699756be7",
          "893df66fd38461d571d2794729d4dbb69d30dbd83cbfdbc01ae0c27ea67fe6c6",
          "8bb5ad72a99fb43ef8b30254167ab02533368b0556357ca21a1692975ab15e2c",
          "d21baec60a211edfb56e9cc9dd5fb99cd90bc77197256f87ac5eece48fc0f428"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "10c79ecece1df63dfe37e8c8b4d8e5ed0ffcbfedb6289fb7498407ba63c723b3",
          "59bf1f153123a94f12306f9fb5d1325292fc8191b905f9fdf71d70fb21d90d17",
          "b4e2e8fd5a84943dfdf1ef8625d07ea4be12ef0a8424f2e6a801df99330a7990",
          "e07a4399ea61fc558aa95762d9f95d370c5a8cac1297a08658a480cc791c010f"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.75,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.75,
       "panel_mean_exact": "-7/4",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "1c864c9aa5084e19f32e3574b84a272d59eaf68e3afe1d0eb13da7198d73ab63",
        "3b0c212615a0d84d8d0aa7a26c0c7b081fc3b14db20228b110efec203e10272a",
        "5db6e9f47cd6a3173a93d3e1bee0b639b32023bd8c41cf6ffb6e013d95afcf3a",
        "67f10634aa51868a5c050395bd72f4977f02bdbfd6e898e782d19a90acc60693",
        "6cbf70502897ddb9cd15e393e52372ec2f7e68f935064e92f43b41509eb89bbb",
        "7f83b8c485583aaa5602028844f4ecde24387f52925d034e2540bd67e5e4ef3f",
        "84997744f0faa8c2120832191912d456f1a393b7f6a91ed714148d29657175ef",
        "88c09856cd61510d51463c2efb7172099a5756ffdd8fcb3e3b49576fee38a71a",
        "9d59c8b6184c8fce23b35e8eac15cd6da957d8c6837165effa3e1fd9ac7bd065",
        "c83ffc01387068fd32e1422fa6984e1fd05ef53ebb2aaa62465521893e773bd7",
        "d6b05e84a3f5f8b93022c2af282d31e25aee114b171c0cc523e3944e52584cea",
        "e8615c31e28524c94f44f58542128784e908ec80605b5c358e016d8622f55cd9"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 1,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.5833333333333334,
       "focal_contributors": [
        "4db5c4e1a7a9c5ca610c92d7faacd619315141542a94f7b55f3f578755688341",
        "58e8765d9500d0f7682fd6a599f33bab5c0befc86dee403ade3df37e06e485b6",
        "8af7e763411a5752e3397a249174dccd2c4fe31ee3526856048ff5bcc06a42eb",
        "9c54166daa73fa90ed4bfde3a9fc9e77f6e1194b3fefb63f1e3135e96a874e9d"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "67f10634aa51868a5c050395bd72f4977f02bdbfd6e898e782d19a90acc60693",
          "6cbf70502897ddb9cd15e393e52372ec2f7e68f935064e92f43b41509eb89bbb",
          "7f83b8c485583aaa5602028844f4ecde24387f52925d034e2540bd67e5e4ef3f",
          "e8615c31e28524c94f44f58542128784e908ec80605b5c358e016d8622f55cd9"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "1c864c9aa5084e19f32e3574b84a272d59eaf68e3afe1d0eb13da7198d73ab63",
          "3b0c212615a0d84d8d0aa7a26c0c7b081fc3b14db20228b110efec203e10272a",
          "84997744f0faa8c2120832191912d456f1a393b7f6a91ed714148d29657175ef",
          "d6b05e84a3f5f8b93022c2af282d31e25aee114b171c0cc523e3944e52584cea"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "5db6e9f47cd6a3173a93d3e1bee0b639b32023bd8c41cf6ffb6e013d95afcf3a",
          "88c09856cd61510d51463c2efb7172099a5756ffdd8fcb3e3b49576fee38a71a",
          "9d59c8b6184c8fce23b35e8eac15cd6da957d8c6837165effa3e1fd9ac7bd065",
          "c83ffc01387068fd32e1422fa6984e1fd05ef53ebb2aaa62465521893e773bd7"
         ],
         "mean": -0.5,
         "mean_exact": "-1/2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.3333333333333333,
        "-2": 0.5833333333333334,
        "0": 0.0,
        "1": 0.08333333333333333,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.4166666666666667,
       "panel_mean_exact": "-17/12",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p3"
       }
      },
      {
       "contributors": [
        "28a72b444472ab12c2466d9766ffe6972060204d5accc2efe383810dcad3cd7c",
        "2b27375d67dab60d3977f781e2f715bb70630867a67f935aefd1067515a84232",
        "376fe7a035287f300d49c863825dc20ed2aafd0355b7d8d87737e808ea89de43",
        "38cd19ddc030f47686bd9320a0b2fd03e4155f36189bfd08607a3b4b5ebed8df",
        "4599c23bc76d4a505830772263fd5489f094ae7bea850bd687c691980d6437b5",
        "53b221e04944f81b59e9679c02de49f27dae131a25004c106ee7297a509185fb",
        "62e95dfee87a9cbcb1dd9ef681c48abef5dfc80c630594b3bcb284102acd5487",
        "7bee3f3cc0856d38c4e09a3bfbe5eed359bcf075c03bb176c37b25ab10e6d4c8",
        "aab96356a2bdaff85ac62743c7e2ec2ff0ca22b083ace73e59c4633fa526a358",
        "b16597e28ec93c75940e8bf19590cd300579d0b9070e3e526edeb4f081bd05b1",
        "c29dc6b85fec8fb3e5163c3a56ab49b59d342cc817fe2e8a85bc193ef0891e5b",
        "d552f700063c96203bbeb00b75f8047cb2945aee733a5b9ef5c41aeeefb61c74"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -1.6666666666666667,
       "focal_contributors": [
        "83a4ff36c7cd26b6deea874fd0039d9b69003dcd675dde76813f9227e8dc263b",
        "b5c80d239606355aabcaa0e1f9e1cadfc24adc07f0755b394d504ece08bc4ff0",
        "cfddb640fea33d7b197c75fffaeab417f77bac1792de9611b58673afe8e6e9f7",
        "e9e6800444c54ca91af2b4df1da83330946141801f617215314c003bb7ade6d0"
       ],
       "focal_mean": -1.75,
       "focal_mean_exact": "-7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "28a72b444472ab12c2466d9766ffe6972060204d5accc2efe383810dcad3cd7c",
          "2b27375d67dab60d3977f781e2f715bb70630867a67f935aefd1067515a84232",
          "38cd19ddc030f47686bd9320a0b2fd03e4155f36189bfd08607a3b4b5ebed8df",
          "d552f700063c96203bbeb00b75f8047cb2945aee733a5b9ef5c41aeeefb61c74"
         ],
         "mean": 0.75,
         "mean_exact": "3/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "376fe7a035287f300d49c863825dc20ed2aafd0355b7d8d87737e808ea89de43",
          "4599c23bc76d4a505830772263fd5489f094ae7bea850bd687c691980d6437b5",
          "53b221e04944f81b59e9679c02de49f27dae131a25004c106ee7297a509185fb",
          "7bee3f3cc0856d38c4e09a3bfbe5eed359bcf075c03bb176c37b25ab10e6d4c8"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "62e95dfee87a9cbcb1dd9ef681c48abef5dfc80c630594b3bcb284102acd5487",
          "aab96356a2bdaff85ac62743c7e2ec2ff0ca22b083ace73e59c4633fa526a358",
          "b16597e28ec93c75940e8bf19590cd300579d0b9070e3e526edeb4f081bd05b1",
          "c29dc6b85fec8fb3e5163c3a56ab49b59d342cc817fe2e8a85bc193ef0891e5b"
         ],
         "mean": 0.0,
         "mean_exact": "0",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.3333333333333333,
        "0": 0.16666666666666666,
        "1": 0.16666666666666666,
        "2": 0.25,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -0.08333333333333333,
       "panel_mean_exact": "-1/12",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "RES-01",
        "response_format": "structured",
        "wording": "p3"
       }
      },
      {
       "contributors": [
        "1b807d21c4815c0b4a647649cc1ee3a7a0d64a7d6b15730a187c6b96ae86e2c3",
        "28cef35c6a3524f58a7e36cf85b3da39c8599678e4db1886a5dcb66fc70a43f6",
        "540181f3a569d7f0c2841e0c9c6845ca8a724e7bacd83599f6684545be376e48",
        "643201ef2f72a52ea77715055323673706b47ff8e2ca6bff0a063c727aa751da",
        "84b958e0422a5ee82a643350d55e1799ba14346e6e37a9e35897f4893c3ee7e2",
        "9a302011bed60cb3ebce22f3c388f831c146f042ade853fcc5048f366b76cc5a",
        "a61b85ed88c0f227ea36488015dc026dd69dfdbf8b48ae986336cd074e2deb32",
        "addc79509f18078c0ba9fe15ad89c080547c9c90b487870e240e4d157f28808c",
        "b0233578d3398c250308d2b06a59712f303e8bd2c9d21076055ec9a6d9406fac",
        "b892444ae05f55cdbd119412566400c66b0b4113672e74f48d7aa71ad84af37c",
        "b9efe898973d5ac0c81853f39a7ad59b408f86d18cc5e3cf370ceefada09130b",
        "ba7013f7961d3056f9db9ab4d6e2a73f117ee8eb36ea33885729db72896b3a66"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.3333333333333333,
       "focal_contributors": [
        "21f63882584ddc180904af733a50b0d88e1414f146e89bd0974ef69576315bc4",
        "77478df36f07eb8ce4a1da2ff6b840bdb80d83e2f2aaa16a90e62a0939849fc1",
        "a6c562539462b1c59f4f6745f990b80cc69463562de252e347487a277091aca6",
        "ba0bab0f2ba4603cce09c35c676df3cdb4e6f785e7953ddb5e70679270df58ba"
       ],
       "focal_mean": -1.75,
       "focal_mean_exact": "-7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "540181f3a569d7f0c2841e0c9c6845ca8a724e7bacd83599f6684545be376e48",
          "addc79509f18078c0ba9fe15ad89c080547c9c90b487870e240e4d157f28808c",
          "b892444ae05f55cdbd119412566400c66b0b4113672e74f48d7aa71ad84af37c",
          "ba7013f7961d3056f9db9ab4d6e2a73f117ee8eb36ea33885729db72896b3a66"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "1b807d21c4815c0b4a647649cc1ee3a7a0d64a7d6b15730a187c6b96ae86e2c3",
          "28cef35c6a3524f58a7e36cf85b3da39c8599678e4db1886a5dcb66fc70a43f6",
          "9a302011bed60cb3ebce22f3c388f831c146f042ade853fcc5048f366b76cc5a",
          "b9efe898973d5ac0c81853f39a7ad59b408f86d18cc5e3cf370ceefada09130b"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "643201ef2f72a52ea77715055323673706b47ff8e2ca6bff0a063c727aa751da",
          "84b958e0422a5ee82a643350d55e1799ba14346e6e37a9e35897f4893c3ee7e2",
          "a61b85ed88c0f227ea36488015dc026dd69dfdbf8b48ae986336cd074e2deb32",
          "b0233578d3398c250308d2b06a59712f303e8bd2c9d21076055ec9a6d9406fac"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.5833333333333334,
        "-2": 0.4166666666666667,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.4166666666666667,
       "panel_mean_exact": "-17/12",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "3a4bedb1e9a60669fd63f6b238f66b3ac4a609472ffb65d62be4a0653a97ac4e",
        "40398023e4ac5cefb1e3c21be696f68bac7b3ecf5bc66248fa2951f8139c6655",
        "4628854a06c073779e176dfe09a132c87323c77d001693e307ad7908f886bae9",
        "8ae03e057b4ef80b81665534f38ba0c73fc14650e4c3d677aec22c8e9474a693",
        "a2da8d3770de0e6a3ab9909bf4968528b7816e980acfd9c16e51b19a7d686e6e",
        "c22b6d60ce4c9d324b2a7d23eaa2824a8bedc3fcd7226254c300f262fe772330",
        "c639aa837d8b4c1fa50ad88e34eb36c56928f96f1b3259dc944e51d2d5cdd874",
        "c71a70205ef94ae25518a47850d0dd35f28c8d83fa4830a4c79999238f8554cc"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 4,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 0,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 2,
        "scored": 8
       },
       "deviation": 3.5,
       "focal_contributors": [
        "0d5b2e54e37da090be473bd759447db4ff00b9578209dab26a3e8b30ed01f8f1",
        "9198e66b49f1f00017c3491e5401e728f1cac9eb2a281550ef15359642264b89",
        "ce85efcae5abfbccafc72432dfd28f61ae4d7748c19106b7a08915845325ff6b",
        "f7edcff6d2658bbfa79ca38a5c4b73d4daff8b9c061025b1349805b11fb0aea8"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "coverage": {
          "declined": 4,
          "excluded": 0,
          "failed": 0,
          "missing": 0,
          "observed": 4,
          "planned": 4,
          "retried": 0,
          "scored": 0,
          "unclassified": 0,
          "unlabeled": 0
         },
         "reason": "no scored response in this unit"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "40398023e4ac5cefb1e3c21be696f68bac7b3ecf5bc66248fa2951f8139c6655",
          "4628854a06c073779e176dfe09a132c87323c77d001693e307ad7908f886bae9",
          "8ae03e057b4ef80b81665534f38ba0c73fc14650e4c3d677aec22c8e9474a693",
          "c22b6d60ce4c9d324b2a7d23eaa2824a8bedc3fcd7226254c300f262fe772330"
         ],
         "mean": -1.5,
         "mean_exact": "-3/2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "3a4bedb1e9a60669fd63f6b238f66b3ac4a609472ffb65d62be4a0653a97ac4e",
          "a2da8d3770de0e6a3ab9909bf4968528b7816e980acfd9c16e51b19a7d686e6e",
          "c639aa837d8b4c1fa50ad88e34eb36c56928f96f1b3259dc944e51d2d5cdd874",
          "c71a70205ef94ae25518a47850d0dd35f28c8d83fa4830a4c79999238f8554cc"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.75,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.75,
       "panel_mean_exact": "-7/4",
       "unit": {
        "factor": "s2",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "087618b1c7309705b036f7c4ce321e2516bbbb7058fd345b8f872fd067785e47",
        "0ab70ea96c20087eccc49a306bd502051c7fd4e6477c5cacc59b757c025dd250",
        "0c342bc70ce7c6ca2bdfb192ec491b8c6c1a65283410f306b954933c4aa54185",
        "5201609d8c7ccc3eb50c2bd09f4c76773f5de49649491b60d6afb9ad9304845b",
        "603912c7a55c59e01bc88dcbef72511752e6f20786dd3121eb2bc3e78767c21f",
        "76a7c4d18dc81c24b8994b2cfac8faa398e21537a99ddc9e71317f169962257e",
        "7c338287311a54742f8969b69f0a6f1ebebed3894c1ecd0cc750308e9b175176",
        "bfe048f9155516c103cf0ab11397dbb6c9f6d340eeffc14646aac7dba499e71d",
        "c07b0b6ae71bc1991743f6d2451b875d8c205456b9ec62f9085cbe96dbc3dd4f",
        "cb513d556f6b50e3f2297d785c7fb1364ad5d7c5c912b48b3a44368635693713",
        "cf9969e7940e31a29e0f90c850eae1461b219b1275e87e944a1e302cc066a7ad",
        "e0e7c0b7a4087b65ed4e4590efed3259234407a8b2400ea4040696129754ba78"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 0.8611111111111112,
       "focal_contributors": [
        "17d575d8fa9a86f14c1f1621966bd22c02a92cdd1958ba091331d34637c1964e",
        "806cbe5277bb2a03115baa2153e83430cf54950590a197ddc892af6ae7cd0a6e",
        "969ebbd8fb1ae3a596da76e4231cda4a031b2234fa98682408ac36140cc2fb80",
        "99a30043a0313a64ce39da89194467a119682f33c1960c2eff2fead5c65cce3c"
       ],
       "focal_mean": -0.5,
       "focal_mean_exact": "-1/2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "0ab70ea96c20087eccc49a306bd502051c7fd4e6477c5cacc59b757c025dd250",
          "603912c7a55c59e01bc88dcbef72511752e6f20786dd3121eb2bc3e78767c21f",
          "7c338287311a54742f8969b69f0a6f1ebebed3894c1ecd0cc750308e9b175176",
          "bfe048f9155516c103cf0ab11397dbb6c9f6d340eeffc14646aac7dba499e71d"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "087618b1c7309705b036f7c4ce321e2516bbbb7058fd345b8f872fd067785e47",
          "0c342bc70ce7c6ca2bdfb192ec491b8c6c1a65283410f306b954933c4aa54185",
          "5201609d8c7ccc3eb50c2bd09f4c76773f5de49649491b60d6afb9ad9304845b",
          "cf9969e7940e31a29e0f90c850eae1461b219b1275e87e944a1e302cc066a7ad"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "76a7c4d18dc81c24b8994b2cfac8faa398e21537a99ddc9e71317f169962257e",
          "c07b0b6ae71bc1991743f6d2451b875d8c205456b9ec62f9085cbe96dbc3dd4f",
          "cb513d556f6b50e3f2297d785c7fb1364ad5d7c5c912b48b3a44368635693713",
          "e0e7c0b7a4087b65ed4e4590efed3259234407a8b2400ea4040696129754ba78"
         ],
         "mean": -0.3333333333333333,
         "mean_exact": "-1/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.16666666666666666,
        "-2": 0.5833333333333334,
        "0": 0.16666666666666666,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": -1.3611111111111112,
       "panel_mean_exact": "-49/36",
       "unit": {
        "factor": "s3",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "42f9130ec9d867ce954ac68d08c83fca9247df2ff4903d945d753c2f9d51b1ba",
        "437154ea6cf1b62c6d89eb748765d7a7af5d824c7b398019635fc314567bae95",
        "450f2758382afeae6885d4420a772a2b025df27099b4df4edca1deded6217e5a",
        "6c8fd88bffbbe84f57a019923bea6ebafba7a1bb84d25f4f8e1d0d8ff5015d93",
        "8429f6a296629cd4521f998ae93039d6ad18a39001af7376a9aaa9d391d02bc6",
        "a4386eced8e54672ca611ca3b1eaa7599bee8ac301c96ba14ef28d99975eb487",
        "aea6a828fcf86cad5256a8a06831f578dbf409c31613aa0d5a83a86306424f50",
        "cc5523a4f52066aa94ea243320e3e0adf6f7c0ca721350fa829482d305ca5cd8",
        "ed90b026b67751c323a92ae3886df495bc1c0be983b597d4558d9dffc997bb98",
        "f6d6cb61742b773b915b0958faeda23b61c74043f7cf02d802e40d0f4196fe82",
        "faa5bd7a21cf07b95fcd0e128fb9a484b4944197214fe97954ad4e2bf8745129",
        "fc888394f23e00541d997fe349ff1e8324301675b084e1c9ad185aba8e51b853"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": -0.4166666666666667,
       "focal_contributors": [
        "1453f76e2f963d2aebb08a2e142ed07e09b6453ca6be935c68460d26f6d65e2d",
        "33dd78c41a1a8a066779a43671fd9908678b2aef7045ca805e54090e5a6ded8b",
        "72cbe0fc55b7590e5644bf3b782e1c54f6ebb6245681be7c2dbc38e0e6d78eca",
        "a96b3b586ba2ededef81f9466a181c332155d9975e2c9ff09831cfd6eb35c27d"
       ],
       "focal_mean": -1.75,
       "focal_mean_exact": "-7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "437154ea6cf1b62c6d89eb748765d7a7af5d824c7b398019635fc314567bae95",
          "450f2758382afeae6885d4420a772a2b025df27099b4df4edca1deded6217e5a",
          "aea6a828fcf86cad5256a8a06831f578dbf409c31613aa0d5a83a86306424f50",
          "f6d6cb61742b773b915b0958faeda23b61c74043f7cf02d802e40d0f4196fe82"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "8429f6a296629cd4521f998ae93039d6ad18a39001af7376a9aaa9d391d02bc6",
          "cc5523a4f52066aa94ea243320e3e0adf6f7c0ca721350fa829482d305ca5cd8",
          "ed90b026b67751c323a92ae3886df495bc1c0be983b597d4558d9dffc997bb98",
          "faa5bd7a21cf07b95fcd0e128fb9a484b4944197214fe97954ad4e2bf8745129"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "42f9130ec9d867ce954ac68d08c83fca9247df2ff4903d945d753c2f9d51b1ba",
          "6c8fd88bffbbe84f57a019923bea6ebafba7a1bb84d25f4f8e1d0d8ff5015d93",
          "a4386eced8e54672ca611ca3b1eaa7599bee8ac301c96ba14ef28d99975eb487",
          "fc888394f23e00541d997fe349ff1e8324301675b084e1c9ad185aba8e51b853"
         ],
         "mean": -0.75,
         "mean_exact": "-3/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.5,
        "-2": 0.4166666666666667,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.3333333333333333,
       "panel_mean_exact": "-4/3",
       "unit": {
        "factor": "s4",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "0af225e0209713b5982678d0c9f9341d35d0f34c17f452039eca7b4fec33b7e9",
        "0b93929ad448d4d006ec97fa0da68f1d76708ed7524c655983c5fa9a3b6d671a",
        "0e8d1b632cd2001f53a24fdf9c89637ba3c391044cde56ff2c182b069d91ed26",
        "210dcddef83a22169e4ed74c52d0ee1b4a8558d109e9e0179f3d7a67ed7dc564",
        "6e08aeeea59d3116e73b1da84898c2f0dd4e2183ac542d94ba6b055a361749f6",
        "7e5e6fa46ceb2b4eef0b9b9d8deadc827fe8d3fc0b1316c1576a3ec633aec407",
        "8797532d2539d1602bf4d27b96036154cdc245a17ec0a4d197bae000fdf3a399",
        "92ed7b3cd0b0d44849db074d8b24cf1f90ac04619a650a707c3c9ad9a19f47ff",
        "acf5c5de4f79bf9aef9bc677e8d571a900a84e23ed1478488a2a3891f81c1cdb",
        "b638dcd3af79111f93fa767d0898dab30b5d63dd8afe3580f377fdc0fe75daa0",
        "d07358a2f152ca719c393f0f52578e1fc3a4b598cb33434744a28582c7757973",
        "d7f68290dac0a320db204fbb1081171a5feac3160ef0b435755736079fcabf70"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 0.16666666666666666,
       "focal_contributors": [
        "2e63d91f9ad934ee964c755ed9e1c1294724dce046b8b1731fb17ffb56a02f2b",
        "735763c648311991735b2454637153b5182affa2c13285dd7531cf718ba2c11b",
        "c0452c5fd3ca0584be60e249c4bca0f76d70ca151dcb01c6061612667c4c64b5",
        "d4e0cde7d1466d6f911fa0a5dd2f94f0b927a91bd739a0990596204de5ed2074"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "210dcddef83a22169e4ed74c52d0ee1b4a8558d109e9e0179f3d7a67ed7dc564",
          "6e08aeeea59d3116e73b1da84898c2f0dd4e2183ac542d94ba6b055a361749f6",
          "7e5e6fa46ceb2b4eef0b9b9d8deadc827fe8d3fc0b1316c1576a3ec633aec407",
          "b638dcd3af79111f93fa767d0898dab30b5d63dd8afe3580f377fdc0fe75daa0"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0b93929ad448d4d006ec97fa0da68f1d76708ed7524c655983c5fa9a3b6d671a",
          "92ed7b3cd0b0d44849db074d8b24cf1f90ac04619a650a707c3c9ad9a19f47ff",
          "acf5c5de4f79bf9aef9bc677e8d571a900a84e23ed1478488a2a3891f81c1cdb",
          "d07358a2f152ca719c393f0f52578e1fc3a4b598cb33434744a28582c7757973"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "0af225e0209713b5982678d0c9f9341d35d0f34c17f452039eca7b4fec33b7e9",
          "0e8d1b632cd2001f53a24fdf9c89637ba3c391044cde56ff2c182b069d91ed26",
          "8797532d2539d1602bf4d27b96036154cdc245a17ec0a4d197bae000fdf3a399",
          "d7f68290dac0a320db204fbb1081171a5feac3160ef0b435755736079fcabf70"
         ],
         "mean": -0.5,
         "mean_exact": "-1/2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.5833333333333334,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.08333333333333333,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.1666666666666667,
       "panel_mean_exact": "-7/6",
       "unit": {
        "factor": "s5",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1af2262ad52562f201e7a900be9c5b83eea1485ec05b6928d385bf4fe425cb5f",
        "1f75a2827a13dbe0c1f95289ed16b4595b5599d9fcac9f8d1c683c70cdc19c9c",
        "72b4a31682e3c0b8f7dbd2c0235c6a37d5999e0e1ac7c1a083b2c97bdfa7e9a7",
        "7fa9aa9f45d3007927d3f83363bc02f6fd94f895ccb41a1d7b6dc49e8543a459",
        "8711cc38d017ba4ae627d32f945f21499727d7f9f242499885a1beba325afdf0",
        "8889c6f14bb4a9afdc5f56ade884786f88304dc8dcdb8f8c40d5fd16a14e1494",
        "8abc671ddb3c86521fd6f77b3ac4386e59c086790cd848ce9eb02bce29ce1339",
        "93145acf12bee3f6179f497ada466aa092bbc40a9b6058dd915ed3ef7218dd93",
        "9eb57434dbee8205cd9baffaca2b2de9ce5b584d3a34b23702452f60796c09b2",
        "aea1bff464e6d477cbee102766af89b9eddedfb9b757565febaa51493fd0cdc1",
        "df8e1048df2803162c405f0f9c024d34e2e44214bac86cddafa75f73abcdfb58",
        "fdfff30cc7eaa3cd5aca39c7750facb39bd71b43aabdb5aa197f1d64a1d09e61"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 0.25,
       "focal_contributors": [
        "0bb7df30b27163c470d67e919e2f1dd3dc808f9b19ba349881cc85ed6aa8e06c",
        "2c1e0290b7d77adee7e7951a67ef48cebe2e06a98d8fd0da9a279f84f1b1fb0d",
        "e9b9ac97d094d2f2e903be1ad6a19c583b418e85b207abb8d70d5a3162e45251",
        "ee736c58735e7dfbc3d95c5c3f525b985cfdc894b22f246bd581e4640ba9703b"
       ],
       "focal_mean": -1.25,
       "focal_mean_exact": "-5/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "93145acf12bee3f6179f497ada466aa092bbc40a9b6058dd915ed3ef7218dd93",
          "9eb57434dbee8205cd9baffaca2b2de9ce5b584d3a34b23702452f60796c09b2",
          "aea1bff464e6d477cbee102766af89b9eddedfb9b757565febaa51493fd0cdc1",
          "fdfff30cc7eaa3cd5aca39c7750facb39bd71b43aabdb5aa197f1d64a1d09e61"
         ],
         "mean": -1.5,
         "mean_exact": "-3/2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "8711cc38d017ba4ae627d32f945f21499727d7f9f242499885a1beba325afdf0",
          "8889c6f14bb4a9afdc5f56ade884786f88304dc8dcdb8f8c40d5fd16a14e1494",
          "8abc671ddb3c86521fd6f77b3ac4386e59c086790cd848ce9eb02bce29ce1339",
          "df8e1048df2803162c405f0f9c024d34e2e44214bac86cddafa75f73abcdfb58"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1af2262ad52562f201e7a900be9c5b83eea1485ec05b6928d385bf4fe425cb5f",
          "1f75a2827a13dbe0c1f95289ed16b4595b5599d9fcac9f8d1c683c70cdc19c9c",
          "72b4a31682e3c0b8f7dbd2c0235c6a37d5999e0e1ac7c1a083b2c97bdfa7e9a7",
          "7fa9aa9f45d3007927d3f83363bc02f6fd94f895ccb41a1d7b6dc49e8543a459"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.25,
        "-2": 0.5833333333333334,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": -1.5,
       "panel_mean_exact": "-3/2",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "32dc0de88ef5ad36887a06df45d2c17a5fa7fafbf713d07f4c307d9c7fc705fb",
        "5dbe56241ded4efa2bd2043b0fc98298f3f42d141d97d342d6b2d158b837f3fd",
        "8291cd374cfe7331bc53b7176822ae5a1233221cdc7789e112aa90a71c651d93",
        "895d9680eec0de6c05f430103e931ed28131ab80d081d1fcdf47f8e972fb3f28",
        "96a00cdb3fe5ef14673d9d500f55aa33edf6eb466c6d55c2445399717570a2a3",
        "e86a9a2a9f8a94780afee1752a0485a0c4dce17e5bd1451d343c5e898f22c935",
        "eaab7139c7246c741dc0ae1b07d9de3cdeda8b77e5844a7bf9d2fbfb14b2a7b5",
        "eec1b35dd43028451581d93b56404b651b15b2c6108f37d1b39e6df50af58246"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 4,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 0,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 2,
        "scored": 8
       },
       "deviation": 3.625,
       "focal_contributors": [
        "1aff484758d0aa05072ad8b116e552c05663cadb10372a32a4e785c8d5b05326",
        "300c5c0df3cc825077a28ce43e8f62df321ec66134af056d005c51d5e1cb9c3d",
        "61c455b3f1f1b0690f332e25bcbc34c191bd34b93b0aec733caadb4fd09042ed",
        "f0182f5e636fa08a2155a92f5130295414a3d41e4a842deddfae288651229630"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "coverage": {
          "declined": 4,
          "excluded": 0,
          "failed": 0,
          "missing": 0,
          "observed": 4,
          "planned": 4,
          "retried": 0,
          "scored": 0,
          "unclassified": 0,
          "unlabeled": 0
         },
         "reason": "no scored response in this unit"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "32dc0de88ef5ad36887a06df45d2c17a5fa7fafbf713d07f4c307d9c7fc705fb",
          "8291cd374cfe7331bc53b7176822ae5a1233221cdc7789e112aa90a71c651d93",
          "e86a9a2a9f8a94780afee1752a0485a0c4dce17e5bd1451d343c5e898f22c935",
          "eaab7139c7246c741dc0ae1b07d9de3cdeda8b77e5844a7bf9d2fbfb14b2a7b5"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "5dbe56241ded4efa2bd2043b0fc98298f3f42d141d97d342d6b2d158b837f3fd",
          "895d9680eec0de6c05f430103e931ed28131ab80d081d1fcdf47f8e972fb3f28",
          "96a00cdb3fe5ef14673d9d500f55aa33edf6eb466c6d55c2445399717570a2a3",
          "eec1b35dd43028451581d93b56404b651b15b2c6108f37d1b39e6df50af58246"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.375,
        "-2": 0.625,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.625,
       "panel_mean_exact": "-13/8",
       "unit": {
        "factor": "s2",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1aebb380d145070c48849157e98337a0684c6d4e2954b294e2dd91bbca9b4e2d",
        "1ecf3c56f3cfa7f2522b00fc0d80fbadb9a1cf1b4fd48d9b1dff15da132f09c1",
        "33ed0bde63f37e6df853e32d07823fd5c9aeb9bf301592d623c0bd7d5cdce272",
        "616e5840d32329415583d0bcabb723b8cc6778e739295d712bf4b69b005172b1",
        "6358f1b8fadc4389cf874b096748d2984a84e49cf2a87f0cabfe7f41748b2b79",
        "7d41be55a347622d2a94de73b34e2dd0d76bd72b8c7c44401a0e14bff6456dde",
        "8412d518e73af7a5212a57740a9c09d61e3649d1a2480e5b4055cd6f985a7158",
        "95e3291205e2f0820255b81c22069ee52dfcd320aba875e20c4d274926bd17fe",
        "9f7930878dcb40dc3bbf8b2852a58d713313f643c74bf171a22bbe0b9242ca41",
        "a799f23b59c5ef9f8e82beffbb192589740625ffaefcca0ba95164e2c440a28b",
        "d5034e4c03e303958e79dd759dd808270d7f10390172cfb8e36566c2e63a4081",
        "fc653bad36d27f307bf5070dbf7ff7cff5b3299bd68115419408f0e7baa28741"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": -0.5833333333333334,
       "focal_contributors": [
        "0fdaa55e12bc0ab4432c65ad259fa6ee6709636856c6612e3e4e743a06325196",
        "47173e86b1920797b92f7ef126472e365097983d58b22e265a0bcb92cd5cee8b",
        "93daeed1ded6019dcff712468a488cab5ff74255e6baf7a501bbf732496fc38c",
        "d46b20db2328613b96a2c275217b08ad2996f2a6abb85b85e160f54f75747f00"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1aebb380d145070c48849157e98337a0684c6d4e2954b294e2dd91bbca9b4e2d",
          "1ecf3c56f3cfa7f2522b00fc0d80fbadb9a1cf1b4fd48d9b1dff15da132f09c1",
          "33ed0bde63f37e6df853e32d07823fd5c9aeb9bf301592d623c0bd7d5cdce272",
          "a799f23b59c5ef9f8e82beffbb192589740625ffaefcca0ba95164e2c440a28b"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "616e5840d32329415583d0bcabb723b8cc6778e739295d712bf4b69b005172b1",
          "8412d518e73af7a5212a57740a9c09d61e3649d1a2480e5b4055cd6f985a7158",
          "9f7930878dcb40dc3bbf8b2852a58d713313f643c74bf171a22bbe0b9242ca41",
          "fc653bad36d27f307bf5070dbf7ff7cff5b3299bd68115419408f0e7baa28741"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "6358f1b8fadc4389cf874b096748d2984a84e49cf2a87f0cabfe7f41748b2b79",
          "7d41be55a347622d2a94de73b34e2dd0d76bd72b8c7c44401a0e14bff6456dde",
          "95e3291205e2f0820255b81c22069ee52dfcd320aba875e20c4d274926bd17fe",
          "d5034e4c03e303958e79dd759dd808270d7f10390172cfb8e36566c2e63a4081"
         ],
         "mean": -0.5,
         "mean_exact": "-1/2",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.16666666666666666,
        "-2": 0.5833333333333334,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.08333333333333333,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": -1.4166666666666667,
       "panel_mean_exact": "-17/12",
       "unit": {
        "factor": "s3",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "07771927e8e8b735decd4c96ad8a7f6862ec7546d2d9de7b99bb71be687c0aec",
        "14f2c3f72a1086fa93929a6727a7ee5c0dbef6eadfd28011e7100a3784395a5f",
        "1a36ff6894d991f6238d27a559d95933e82e705076cceb052a389cec4ddac6b5",
        "2235b2f9ee12d39ea1b46b88454b1eb23e770bac6bb0411b120766d237d65332",
        "3e54c168023f8a34f6dad2616630d43fc950abe84717a41b426775025791d9cf",
        "49326623d8adfa964f52da85a2d314e3459429b2bb298946f40938b390d78371",
        "6271e21b0f48a7e0eb821bc0154c6fb1211fca873862004627c8f1074f01f0e2",
        "6e5ec8e15b2070690f12991a427c5bd70b363040c8d6dbf8a893b2837f73ff28",
        "9b200975ad84a9496339c68e9519a0535ba7c7db39e4cadcada2bff04bb8ea66",
        "de39f43244054c66ca29b14247caff521a190b0a48a7ff57232c73603d2f36f5",
        "f95f97eb85890d5da5c6180300f7e693ab6509d0f42e1772d7c90a4bf8c5a765",
        "fea7b97d62888485e4d0492b40e064ed209d029a4784a84b59395f88f2adbea4"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": -0.5277777777777778,
       "focal_contributors": [
        "1522cddbcc27cc998932665cda883a04fefb699688438758b055863c109de692",
        "3b2fd5a9b3a8961a9e5d8c557ab71bce30f85fc58b4abb12474a4d8e10eaa9bf",
        "521345d68ea90240ae71c39c6ce948085702c0852b45ce0f5c641e680597f704",
        "d0299a15907c9cd031af9926b06b19ff027023b7d6438ad3b4636e427d0ce253"
       ],
       "focal_mean": -2.0,
       "focal_mean_exact": "-2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "14f2c3f72a1086fa93929a6727a7ee5c0dbef6eadfd28011e7100a3784395a5f",
          "2235b2f9ee12d39ea1b46b88454b1eb23e770bac6bb0411b120766d237d65332",
          "6e5ec8e15b2070690f12991a427c5bd70b363040c8d6dbf8a893b2837f73ff28",
          "de39f43244054c66ca29b14247caff521a190b0a48a7ff57232c73603d2f36f5"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "3e54c168023f8a34f6dad2616630d43fc950abe84717a41b426775025791d9cf",
          "49326623d8adfa964f52da85a2d314e3459429b2bb298946f40938b390d78371",
          "6271e21b0f48a7e0eb821bc0154c6fb1211fca873862004627c8f1074f01f0e2",
          "9b200975ad84a9496339c68e9519a0535ba7c7db39e4cadcada2bff04bb8ea66"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "07771927e8e8b735decd4c96ad8a7f6862ec7546d2d9de7b99bb71be687c0aec",
          "1a36ff6894d991f6238d27a559d95933e82e705076cceb052a389cec4ddac6b5",
          "f95f97eb85890d5da5c6180300f7e693ab6509d0f42e1772d7c90a4bf8c5a765",
          "fea7b97d62888485e4d0492b40e064ed209d029a4784a84b59395f88f2adbea4"
         ],
         "mean": -0.6666666666666666,
         "mean_exact": "-2/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.16666666666666666,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.08333333333333333,
        "2": 0.0,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": -1.4722222222222223,
       "panel_mean_exact": "-53/36",
       "unit": {
        "factor": "s4",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "212beb6234fc97e19018a7813709a7ec5aa010cabfd078fcc9a178ae3440002c",
        "4eb3e492d5ff31083214a260e187a612f5d588101673071a2d73349949b5d2e8",
        "65ccc74fd1804ee2927c6e86886ce589aa01f8a33ea336c8ee08b922e5412cb8",
        "687799b099bd50e263b5705cb84f5d11dba6130dc884a0aed37496c917eb2435",
        "6b30a40701876bc834f0d0872662e1b6130efe7460ff3c600cd200b987a86d49",
        "8909da3ec8c35a219dc47871cc15d8ccc64da880c63d0b53ef08a23568c235c1",
        "99b430761a5f1d1030ed6fd8a2a1f3efc9718861742c814274ecf0c793749ab2",
        "a350384fb1cae788d21e6a8ac654fd4966ccf048693803784079f90f37950074",
        "c2976a0885174b68bf0c0b3fe6e5fc18dd160d79022bf2d0e94f0f1cb9ce8034",
        "cb7785fd017c19675f3044cc7becea179a4535595070b2cb7e42d40c4966482a",
        "d3659f8cbf90e5c6e917a9ca817e32367825f9476eed212cafe342efab3a3af1",
        "f831adbb05807ca30b69ddf8e5ec8ce859e1d72dd9ec0d397cea7f07d73cb798"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 2,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 1,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 9
       },
       "deviation": 0.08333333333333333,
       "focal_contributors": [
        "2e2d54fb4a28617410d173c23525498f83be17f3b29251b27c7995ab42421bbf",
        "b45e5775cc340de31890b999703b7c4f8c93038fbc6524d14da4f0a61f41c7b8",
        "ce34e3a10758a1b9c77d26324681412e6b74d85536dd3756d95ba9922fe29f4b",
        "efc8bc54298ecfdc8a5d4433086ac0baeeeb1663aebfc7e2a2aac4293f87d641"
       ],
       "focal_mean": -1.25,
       "focal_mean_exact": "-5/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "212beb6234fc97e19018a7813709a7ec5aa010cabfd078fcc9a178ae3440002c",
          "8909da3ec8c35a219dc47871cc15d8ccc64da880c63d0b53ef08a23568c235c1",
          "c2976a0885174b68bf0c0b3fe6e5fc18dd160d79022bf2d0e94f0f1cb9ce8034",
          "cb7785fd017c19675f3044cc7becea179a4535595070b2cb7e42d40c4966482a"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "687799b099bd50e263b5705cb84f5d11dba6130dc884a0aed37496c917eb2435",
          "6b30a40701876bc834f0d0872662e1b6130efe7460ff3c600cd200b987a86d49",
          "d3659f8cbf90e5c6e917a9ca817e32367825f9476eed212cafe342efab3a3af1",
          "f831adbb05807ca30b69ddf8e5ec8ce859e1d72dd9ec0d397cea7f07d73cb798"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "4eb3e492d5ff31083214a260e187a612f5d588101673071a2d73349949b5d2e8",
          "65ccc74fd1804ee2927c6e86886ce589aa01f8a33ea336c8ee08b922e5412cb8",
          "99b430761a5f1d1030ed6fd8a2a1f3efc9718861742c814274ecf0c793749ab2",
          "a350384fb1cae788d21e6a8ac654fd4966ccf048693803784079f90f37950074"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 1
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.4166666666666667,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.16666666666666666,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": -1.3333333333333333,
       "panel_mean_exact": "-4/3",
       "unit": {
        "factor": "s5",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "03dad36cad3b17afb02041f60877f4bf74ec8dbfbee2fc98ee67d914649bd9e6",
        "2eda8eaf3525433bbd1f92c8d8d880005d0632014dd7ecc406e6ada3d0309eb0",
        "35d4eba348e85a66065b9bf68004183370528775af6ffd265b5cc40ae787f4a5",
        "3a2e7dd196f47abd39601388404e70d23cfaa0e57aaabe182ada44a2577a6f9a",
        "43e170da5d8c7ce48a1c900daa6d4f4a4c028aadb91fac8576de0954ba52f9ba",
        "633066743a8309b57f3a28eb6c92204e6fb32fee3c6bafd09e3754a77ce2712b",
        "72770aa3377004b6b9ed69a2d5ab85b562418e536957ca5603d84ebd9beb9237",
        "ce5a6719c6a596bcff4f5f39f6e73cc5874cf6470c79e112255fb4ebdc9c9480",
        "db807750154cf3c37c7c3b32318474076a80a6f684170209db289b67ecde6265",
        "ef04b56983e87a1bf4433cde6e2bf3b0545d710ed2adfe7642a8a879bd7c4b34",
        "f6e7e9ae6437b4d9997ef22aac028a8a9a17acdcfce28e7ab0eb31b3fe90be75",
        "f7e85304e43f22cb41d3513a76c86fbf0821b10663ed921145951699a9bf3dee"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 0.4166666666666667,
       "focal_contributors": [
        "375104133f826c7a27d351506c2f910786b05d7450aa13db88fd4f1d21d5ffb2",
        "61d3ff2e927648a9e47f9093230f811fea864647fdba548f2c4c0eff49332ac9",
        "82a3f8e0df74133d80371a68a1ad5c4f79ba114890637b1481406dc2b4e8bc24",
        "d341a892959aab9de5e996263af8dcbf4c7755f5f3224cf2824422a2b5246252"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "43e170da5d8c7ce48a1c900daa6d4f4a4c028aadb91fac8576de0954ba52f9ba",
          "633066743a8309b57f3a28eb6c92204e6fb32fee3c6bafd09e3754a77ce2712b",
          "72770aa3377004b6b9ed69a2d5ab85b562418e536957ca5603d84ebd9beb9237",
          "db807750154cf3c37c7c3b32318474076a80a6f684170209db289b67ecde6265"
         ],
         "mean": -1.25,
         "mean_exact": "-5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "2eda8eaf3525433bbd1f92c8d8d880005d0632014dd7ecc406e6ada3d0309eb0",
          "3a2e7dd196f47abd39601388404e70d23cfaa0e57aaabe182ada44a2577a6f9a",
          "ce5a6719c6a596bcff4f5f39f6e73cc5874cf6470c79e112255fb4ebdc9c9480",
          "ef04b56983e87a1bf4433cde6e2bf3b0545d710ed2adfe7642a8a879bd7c4b34"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "03dad36cad3b17afb02041f60877f4bf74ec8dbfbee2fc98ee67d914649bd9e6",
          "35d4eba348e85a66065b9bf68004183370528775af6ffd265b5cc40ae787f4a5",
          "f6e7e9ae6437b4d9997ef22aac028a8a9a17acdcfce28e7ab0eb31b3fe90be75",
          "f7e85304e43f22cb41d3513a76c86fbf0821b10663ed921145951699a9bf3dee"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.5833333333333334,
        "-2": 0.4166666666666667,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.4166666666666667,
       "panel_mean_exact": "-17/12",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "042e2c53a76096a8c471e12a6808e613d23e001d90fafe2abafef3d1435bd199",
        "13090b0433c25f7ccab53196a5fdbcb83c4ea89c5f85f5da3ba4f4447e50b7da",
        "1d1214c155637a74431a7933c8a1cfeb0bb77734d5df0142edc30083b6e52b59",
        "284221903530691b3ca7d2f82230de9aa5d292e1f9a90089e73f3fbac8842bd0",
        "6e6cf9d4af3e2dc81e6d57cd3d2aadf449ba2d7f058e54f64b872111aab1c39a",
        "969b3917aef0fd2cb537bb326cb398d38a1a1dd56b331e489ef92c5f5a19e503",
        "9b67f8fcd996d294382fa6c04e6f69940452ce4e6a7bf15083e09ffb2911d022",
        "9f45abb84e4d18f72b9f43228f6ddc0953cbeb433530045fce48f3a789a1dad8",
        "afcb5cb162e7f2b82d8ca33e67f268116eeaba69b2281f2bd24606fab94b229a",
        "b9f147d1f391071a5f6b67ee68d794a02e8b486118d6faee144e3f80c14703e9",
        "cd5ec771fa2acc405bcbab40ca8e159074a94319732f9de0c79948374262aba6",
        "f558b802d090a712afbd274054bd61b5a90d70a430c442e618a2665ed59bd7f9"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 0.2222222222222222,
       "focal_contributors": [
        "8ee9c368feda7723a4b57b6e71d30f057f83f389aa4dfe8b0a909dce32e16af2",
        "9473362cf95983e29c2b29fa20a92b7edf221793b37f379650ac8ef6564d9b95",
        "c0164c6b39b5d27db108412d109a55d1e1ef6460e8dd0b64fb6377fafe0963ad",
        "d7d98f648e4f3fb52041e981a44ab6c0f3467a6c4bfd99aad9352a8f478f3e78"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1d1214c155637a74431a7933c8a1cfeb0bb77734d5df0142edc30083b6e52b59",
          "6e6cf9d4af3e2dc81e6d57cd3d2aadf449ba2d7f058e54f64b872111aab1c39a",
          "9b67f8fcd996d294382fa6c04e6f69940452ce4e6a7bf15083e09ffb2911d022",
          "9f45abb84e4d18f72b9f43228f6ddc0953cbeb433530045fce48f3a789a1dad8"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "13090b0433c25f7ccab53196a5fdbcb83c4ea89c5f85f5da3ba4f4447e50b7da",
          "969b3917aef0fd2cb537bb326cb398d38a1a1dd56b331e489ef92c5f5a19e503",
          "afcb5cb162e7f2b82d8ca33e67f268116eeaba69b2281f2bd24606fab94b229a",
          "b9f147d1f391071a5f6b67ee68d794a02e8b486118d6faee144e3f80c14703e9"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "042e2c53a76096a8c471e12a6808e613d23e001d90fafe2abafef3d1435bd199",
          "284221903530691b3ca7d2f82230de9aa5d292e1f9a90089e73f3fbac8842bd0",
          "cd5ec771fa2acc405bcbab40ca8e159074a94319732f9de0c79948374262aba6",
          "f558b802d090a712afbd274054bd61b5a90d70a430c442e618a2665ed59bd7f9"
         ],
         "mean": -0.6666666666666666,
         "mean_exact": "-2/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.5,
        "-2": 0.3333333333333333,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": -1.2222222222222223,
       "panel_mean_exact": "-11/9",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "00ac69bbed8a7c03796dfdac282a20f552ac2bc265e7416a035a6b58c4a18d95",
        "20d005ee838d159a6a0be6b0f12f0477b32d98a6b1a5069f0aa22b6929a325f3",
        "48f87cc2c79ae26886ec28fa05ef91d8314cf97988687f4009a78d5059b00032",
        "5affc24bb77e460c46500229b44647818e5f7f6304bb4bdfcfa46bf9646e37b7",
        "5b02a962772ff48465bc36be6881d6b4bca2a14c4cf5fd8ae3cb3c8d8f1859f2",
        "62c4ab8e21066142e29cc5f7fc1c4670c4e8d31eac7c28cbe84218881dbc7ee1",
        "6debebd705979f8c5f99c3e9f04198f86472e93d7dd269610fbb3ece01d0d340",
        "9c7c07851c403ea3c8554820ebb74257cf97e55c3f3b2dd7d5879f1f8313c5a8",
        "b55ae1e2788d558884fd4e4b4865bdb8e6126e961bafa20f08cc4674b8be3020",
        "ce556d8be588d2357a1a99527232276afa982082e5794b1b0a456bcf173d7ca5",
        "df1b7f10738b1aa89dfdbe5fdb989ce375b77f719948156c25300a111710bc85",
        "e2e2badf7e5ee90b9e2bbb1c3d53aaa72adc714d9b79a940a8e0b9117785471f"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 0.6666666666666666,
       "focal_contributors": [
        "177d29d67c498e98b018b136a41d35f3c4de3817fedc9a5849b23eb3a516b4be",
        "9990e5bd25b3ddbdbf87c9155ab21bef2fc5cc7edaebf0c2647314d35a98c643",
        "ac5b0b7157b83c530cf3f8f55e320c4f90f0a2f9472fb2f0178ce733c863b439",
        "ba35bfd0fb34b1920e2f112042b91d0dcaadd6a2e800027e3e71c159e6443c70"
       ],
       "focal_mean": -1.0,
       "focal_mean_exact": "-1",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "00ac69bbed8a7c03796dfdac282a20f552ac2bc265e7416a035a6b58c4a18d95",
          "62c4ab8e21066142e29cc5f7fc1c4670c4e8d31eac7c28cbe84218881dbc7ee1",
          "b55ae1e2788d558884fd4e4b4865bdb8e6126e961bafa20f08cc4674b8be3020",
          "df1b7f10738b1aa89dfdbe5fdb989ce375b77f719948156c25300a111710bc85"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "5affc24bb77e460c46500229b44647818e5f7f6304bb4bdfcfa46bf9646e37b7",
          "6debebd705979f8c5f99c3e9f04198f86472e93d7dd269610fbb3ece01d0d340",
          "9c7c07851c403ea3c8554820ebb74257cf97e55c3f3b2dd7d5879f1f8313c5a8",
          "ce556d8be588d2357a1a99527232276afa982082e5794b1b0a456bcf173d7ca5"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "20d005ee838d159a6a0be6b0f12f0477b32d98a6b1a5069f0aa22b6929a325f3",
          "48f87cc2c79ae26886ec28fa05ef91d8314cf97988687f4009a78d5059b00032",
          "5b02a962772ff48465bc36be6881d6b4bca2a14c4cf5fd8ae3cb3c8d8f1859f2",
          "e2e2badf7e5ee90b9e2bbb1c3d53aaa72adc714d9b79a940a8e0b9117785471f"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.3333333333333333,
        "-2": 0.6666666666666666,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": -1.6666666666666667,
       "panel_mean_exact": "-5/3",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p3"
       }
      },
      {
       "contributors": [
        "1966f5f22380416380f64c27e6d5c3bd758e67364f3efbbdace481f23e8115b0",
        "1f79a5d77589d1bc2f2096131b633da7aedabfa30bcc55dd6f5049cdeef08017",
        "1f9c022d20f727504c43ee0d6fcf63a08efac1d61e4e4e78e10a1f7feedb8ae0",
        "287dfefe5f93c07a8f5d7e75b9973c25ec4d87dca7f958c4776a60102fb401d4",
        "3029ffc3915109165e963f6223a963798d45d1beb4d129701c3ca3a7b52ec1d3",
        "35059e77b272b6a0e38f93655919b1c8f0521b620d720f91c6807f509b47e933",
        "3f9aa89370fbc6fdaa9f19feb63bc5edd57305290f99cd8b48da9a8b9411189c",
        "42bed56432920ea4e8a083c9fe0817a84322735e598b2b40f4260bd8f7f6e21a",
        "8d9e926170ba3017fac901bb39bb3ef5b63b6b3b9b860a7b4495e6fa55419209",
        "c09b4393dae10fca15e57a45032a31b5a10994d4082b0c4b32cc108aae081840",
        "c42df089a3fafbc41d77da7554168d66d03abbf4d2401776457e99741fa74dcb",
        "c748968841ff41cb18fa2ba614d3f38c2447c2a51402337b56e46374ca3a975c"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 2,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 0.75,
       "focal_contributors": [
        "1160e57e67e55f532d4dcfc4bc16be1023a6f1d9c034cebd19af4159beedf7b7",
        "495e555ae08faf025e46f2e461620595f034bfa10beca34a0db916d18d5f806b",
        "52b5b3da623fa77a229cda575e39204cd50267c93485730d82766810fd186b20",
        "681df2479894578de31a57ae5d6d6e6a0019ca414de32c73b5c69459b21792f8"
       ],
       "focal_mean": -0.75,
       "focal_mean_exact": "-3/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1f79a5d77589d1bc2f2096131b633da7aedabfa30bcc55dd6f5049cdeef08017",
          "1f9c022d20f727504c43ee0d6fcf63a08efac1d61e4e4e78e10a1f7feedb8ae0",
          "8d9e926170ba3017fac901bb39bb3ef5b63b6b3b9b860a7b4495e6fa55419209",
          "c09b4393dae10fca15e57a45032a31b5a10994d4082b0c4b32cc108aae081840"
         ],
         "mean": -1.0,
         "mean_exact": "-1",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "287dfefe5f93c07a8f5d7e75b9973c25ec4d87dca7f958c4776a60102fb401d4",
          "35059e77b272b6a0e38f93655919b1c8f0521b620d720f91c6807f509b47e933",
          "42bed56432920ea4e8a083c9fe0817a84322735e598b2b40f4260bd8f7f6e21a",
          "c42df089a3fafbc41d77da7554168d66d03abbf4d2401776457e99741fa74dcb"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1966f5f22380416380f64c27e6d5c3bd758e67364f3efbbdace481f23e8115b0",
          "3029ffc3915109165e963f6223a963798d45d1beb4d129701c3ca3a7b52ec1d3",
          "3f9aa89370fbc6fdaa9f19feb63bc5edd57305290f99cd8b48da9a8b9411189c",
          "c748968841ff41cb18fa2ba614d3f38c2447c2a51402337b56e46374ca3a975c"
         ],
         "mean": -1.5,
         "mean_exact": "-3/2",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.4166666666666667,
        "-2": 0.4166666666666667,
        "0": 0.0,
        "1": 0.0,
        "2": 0.0,
        "declined": 0.16666666666666666,
        "unclassified": 0.0
       },
       "panel_mean": -1.5,
       "panel_mean_exact": "-3/2",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-01",
        "response_format": "structured",
        "wording": "p3"
       }
      },
      {
       "contributors": [
        "05d3685392d67c7712cc6108656497156c351f7cf6b60d298cd365eb246ba3dc",
        "1c85a9d64c025f00d29aacb448b341575b878dbfeb301192c2d1f48c0fb065fd",
        "23ee83f1a641e7a61c4b386dcfccce035e92aae743c24fbe05e46d860ac1db18",
        "282b3a234d03d2a7b0bfca525f4db6899381920df4774290e72de5089de9ffb4",
        "323cffa742a0b2a58b9c69132ec35ad4c408e7440ae01abf19f7bc397d027c72",
        "36eb63fed4141c2540bfaff4f4c1d4c452f41aa00580e311f8d3e098f439983f",
        "4053421701a41e6c8e3ccc5f7c2671d08e377e5acd040a5ba985c62b4080ef93",
        "4e1a6fb6c4a92cef3e931523346baa4e9749ccecfc3bc09fec76e81a62b76e23",
        "6908dc20dfc6391caa93b25295133236effc56fcb94cd71e11148f90bbb96383",
        "70284a17ead413c13af0a8e26f746e7e5b8c2641d64c838870bb9f40a1f217a6",
        "84f634bda57e2ef6b08385b25a92bf34d3b1aad871d9bd144c131cef58b2b23a",
        "ebcb82e0ec38c36835369dc5354ff39b59a659358274a8cae1095090b8ff61b4"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 1.5,
       "focal_contributors": [
        "b98f9ce304c61e1e98c1a498f0df210aff0e1383994b57d8bcfbaea7ca878262",
        "db9c81ae73927854f201136f8da345224bdb23efdb003d437338cb181074db68",
        "e44229237aeeb3e7fd1d487e7f9f178bb54dc35e54985523863f477137d1b8e2",
        "f35bda601cc19cebdbd5f4fbfdbcdddc647b753e1cf79f50fb813790f94cde16"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1c85a9d64c025f00d29aacb448b341575b878dbfeb301192c2d1f48c0fb065fd",
          "23ee83f1a641e7a61c4b386dcfccce035e92aae743c24fbe05e46d860ac1db18",
          "4e1a6fb6c4a92cef3e931523346baa4e9749ccecfc3bc09fec76e81a62b76e23",
          "84f634bda57e2ef6b08385b25a92bf34d3b1aad871d9bd144c131cef58b2b23a"
         ],
         "mean": 1.75,
         "mean_exact": "7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "323cffa742a0b2a58b9c69132ec35ad4c408e7440ae01abf19f7bc397d027c72",
          "36eb63fed4141c2540bfaff4f4c1d4c452f41aa00580e311f8d3e098f439983f",
          "4053421701a41e6c8e3ccc5f7c2671d08e377e5acd040a5ba985c62b4080ef93",
          "6908dc20dfc6391caa93b25295133236effc56fcb94cd71e11148f90bbb96383"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "05d3685392d67c7712cc6108656497156c351f7cf6b60d298cd365eb246ba3dc",
          "282b3a234d03d2a7b0bfca525f4db6899381920df4774290e72de5089de9ffb4",
          "70284a17ead413c13af0a8e26f746e7e5b8c2641d64c838870bb9f40a1f217a6",
          "ebcb82e0ec38c36835369dc5354ff39b59a659358274a8cae1095090b8ff61b4"
         ],
         "mean": 1.0,
         "mean_exact": "1",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.3333333333333333,
        "2": 0.25,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": 0.25,
       "panel_mean_exact": "1/4",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "03ba149adf4a3f7dc9882ea8523201d56728c9a07f57293e14241951414ede5d",
        "375ac21a873350a618a6ad62c4dadcf9cc64a0de9fb6f8a0ebc9469c473d13ba",
        "6cdd512e37de50e3b5a203820f31115f78031124c78833895f290a9373666959",
        "7b2b3e203dec35e2e3d62dd09bf5e4c1b78e94f9c26d050704de2b0da802332b",
        "7ef4e41c34ccc7f28cd553a4f86381ecb47fc75a60199d0ef466668663e0de9a",
        "858de88e6ecc9063635c9e4079e6355a8898ee4da4934b140c26efab420a42b6",
        "8c732288da2dfe112b9f31ab7d1f0001987f8fab10c73d5b6b51dc80db52b9c4",
        "ab0b534c9b10b4863e40901e0d787b5236254b97aea0663f251536ff4721b55c",
        "be3ec19c3d954cfaf0b5d33eb58e8d6d98ef16a21e9ea60ad58743ca9e6bab6b",
        "f3851e8962d3ef3710be64112eaacb7acf0c49fab156bce897b2dd16cbaea2fe",
        "f544b96099a83ed1559729d7a6cf45009daa5f5c367fa75416509e8d6bc8b3eb",
        "ffff6b97b8fb4b24b7ecb4b1ff183bcb80125cca2b57334c3217eef7ef6504ad"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.5833333333333333,
       "focal_contributors": [
        "0253f6873e05250d1b92cf8409bc3da5ca4809604b45d24bb26fc97a0291061f",
        "91ac9bb0639c0265f1b5b28f7f9db0670fbe8d6aa997ffc2b7d6c9d908773b03",
        "f84c89b6cf9eb560537c26583c4a4589bbcadde89c2512f62007e1965c442bc3",
        "f86033e35356513ca47eedf2bfe7e1d5b6b9d58548dcafd48ef0a2d7fe53ecc5"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "6cdd512e37de50e3b5a203820f31115f78031124c78833895f290a9373666959",
          "858de88e6ecc9063635c9e4079e6355a8898ee4da4934b140c26efab420a42b6",
          "ab0b534c9b10b4863e40901e0d787b5236254b97aea0663f251536ff4721b55c",
          "f3851e8962d3ef3710be64112eaacb7acf0c49fab156bce897b2dd16cbaea2fe"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "03ba149adf4a3f7dc9882ea8523201d56728c9a07f57293e14241951414ede5d",
          "375ac21a873350a618a6ad62c4dadcf9cc64a0de9fb6f8a0ebc9469c473d13ba",
          "8c732288da2dfe112b9f31ab7d1f0001987f8fab10c73d5b6b51dc80db52b9c4",
          "f544b96099a83ed1559729d7a6cf45009daa5f5c367fa75416509e8d6bc8b3eb"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "7b2b3e203dec35e2e3d62dd09bf5e4c1b78e94f9c26d050704de2b0da802332b",
          "7ef4e41c34ccc7f28cd553a4f86381ecb47fc75a60199d0ef466668663e0de9a",
          "be3ec19c3d954cfaf0b5d33eb58e8d6d98ef16a21e9ea60ad58743ca9e6bab6b",
          "ffff6b97b8fb4b24b7ecb4b1ff183bcb80125cca2b57334c3217eef7ef6504ad"
         ],
         "mean": 1.25,
         "mean_exact": "5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.25,
        "2": 0.4166666666666667,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.4166666666666667,
       "panel_mean_exact": "5/12",
       "unit": {
        "factor": "s2",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1860926231abbaa41c60972366ddbac52a6b2aaf061eaa6dbb38eeceb89c9de4",
        "1f1efc06a344ea7509d71fe9d5f86bc8907f9b41e76c5416628eac19f44523a7",
        "2b877a14506d9ff41d198c8bcfa34dd0557803b35169bdd05fec9152a25ff454",
        "3911856bd856b2e46ff096acd308f91308e7a235a4edded77d3f1d72fca23ab7",
        "5c2933306069f7c82a887980c54de9c5b5e4c4f30c1a9860f9e38a45e04c9966",
        "5ef5a38c9eeb1d94cc2458b6a98e727ddcc138ee52fd3ba072b321c6a84a19fd",
        "694bd4dd269ff9cc329470e67467e515d135a4b86447ca895e2b474b1cf63c63",
        "8b0e037d38792bab9126a7b7d28d50ba71cbb9c2bdb71b8447ed5c6852e2125f",
        "a0a605657a988a8416718af79fe34473433ec3a6b88f7b241fa55c1cf4f5d698",
        "b4830476adfc5cf06894f720b0731463497c5aa7766497744c92dfa102db277c",
        "ec7349e949b0865d20f50a5227a2510273ac8de5792c3dd8310df9fc6965179a",
        "ff8ff16e5b1f1c646eff6626bd74c4d6c1e486ee42b7685bfaf9c034128bfc51"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 2,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 1.8333333333333333,
       "focal_contributors": [
        "1640d6fa232cf3427027489e477531935ce9a946d1e79160f72fae6b73fbb299",
        "d4cdaef9845b64c91158b63772e5b08cd52bccace9f3b637194818a26960cdbd",
        "e4ed347dec07395a01f44cf22f88e0dfefce8c6ae5a00cd8383de8f9be5d1c4e",
        "ecd72f90820daae447578733b20a8222a3f3f232186fa76acbc6e3c292b30581"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "3911856bd856b2e46ff096acd308f91308e7a235a4edded77d3f1d72fca23ab7",
          "5ef5a38c9eeb1d94cc2458b6a98e727ddcc138ee52fd3ba072b321c6a84a19fd",
          "694bd4dd269ff9cc329470e67467e515d135a4b86447ca895e2b474b1cf63c63",
          "a0a605657a988a8416718af79fe34473433ec3a6b88f7b241fa55c1cf4f5d698"
         ],
         "mean": 1.5,
         "mean_exact": "3/2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "2b877a14506d9ff41d198c8bcfa34dd0557803b35169bdd05fec9152a25ff454",
          "5c2933306069f7c82a887980c54de9c5b5e4c4f30c1a9860f9e38a45e04c9966",
          "8b0e037d38792bab9126a7b7d28d50ba71cbb9c2bdb71b8447ed5c6852e2125f",
          "ff8ff16e5b1f1c646eff6626bd74c4d6c1e486ee42b7685bfaf9c034128bfc51"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1860926231abbaa41c60972366ddbac52a6b2aaf061eaa6dbb38eeceb89c9de4",
          "1f1efc06a344ea7509d71fe9d5f86bc8907f9b41e76c5416628eac19f44523a7",
          "b4830476adfc5cf06894f720b0731463497c5aa7766497744c92dfa102db277c",
          "ec7349e949b0865d20f50a5227a2510273ac8de5792c3dd8310df9fc6965179a"
         ],
         "mean": 1.0,
         "mean_exact": "1",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.3333333333333333,
        "2": 0.16666666666666666,
        "declined": 0.16666666666666666,
        "unclassified": 0.0
       },
       "panel_mean": 0.16666666666666666,
       "panel_mean_exact": "1/6",
       "unit": {
        "factor": "s3",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "04bf0090436a4c24d516ea87f7f1721d63d4e17b1812ccb8ef9087891fb3c7ae",
        "11070cc50042a234d2c082de33dd789ccc8aadeee6f50565312e2d7df171568c",
        "1f4226c4168c78e18ddc1b43b6d33838049ce04714a111922fd3088887d56c3d",
        "31c0930707b763c58371b2d888d4e8636de2e2f9881e6a95e39ae25cab234b2b",
        "42475682600048745271b1461c3e14e844e1fe627f1a7473dd1d3f3d49e4d2ae",
        "447a019a3fdf04223eebc28eb39d66d5d19e2d75b15a1b3e1a5e151233c9d368",
        "4dd20b4e07e0925d2f6c565d99e90451e9db9665d231468336de8398b51bd19d",
        "527376fe73837680adb19569c53cfc871922a5d6af3d19a88531b8fd271314b6",
        "5c99e6e20359dcac12c093fdc720b0584796bb8730582592d50586eacfd71f79",
        "5f7b2a51b2d7c30bbb4fb0cd027a5d1f868c42c53be7f4ff225805d3783332a7",
        "735f6f5a053aea553e6fabc34310718088b903b63785b376bef8dcc5610f570d",
        "95d1cd5f972360e8236196bf4d98036f146bbf362b2760fb32f6594c670e1e25"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 1.2777777777777777,
       "focal_contributors": [
        "2569093f013c3d898c8c016ba10c2414f8624bb7c6a705b358976e23b6656d9f",
        "9618cd4a037b0382b3c1cd39e1f76ab1fd0ad44d9c1c6f7a88eedbfeb4dd692d",
        "9ec6461c6ae382d109bf8c44307c8f8a9d0ce540be26fa599e12f306544203fa",
        "a3cd40e03c53062e86445a1b03cafc635f3bc1eab62199fd727b8cabeb2c8a1d"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "11070cc50042a234d2c082de33dd789ccc8aadeee6f50565312e2d7df171568c",
          "527376fe73837680adb19569c53cfc871922a5d6af3d19a88531b8fd271314b6",
          "5f7b2a51b2d7c30bbb4fb0cd027a5d1f868c42c53be7f4ff225805d3783332a7",
          "735f6f5a053aea553e6fabc34310718088b903b63785b376bef8dcc5610f570d"
         ],
         "mean": 1.75,
         "mean_exact": "7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "1f4226c4168c78e18ddc1b43b6d33838049ce04714a111922fd3088887d56c3d",
          "31c0930707b763c58371b2d888d4e8636de2e2f9881e6a95e39ae25cab234b2b",
          "447a019a3fdf04223eebc28eb39d66d5d19e2d75b15a1b3e1a5e151233c9d368",
          "4dd20b4e07e0925d2f6c565d99e90451e9db9665d231468336de8398b51bd19d"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "04bf0090436a4c24d516ea87f7f1721d63d4e17b1812ccb8ef9087891fb3c7ae",
          "42475682600048745271b1461c3e14e844e1fe627f1a7473dd1d3f3d49e4d2ae",
          "5c99e6e20359dcac12c093fdc720b0584796bb8730582592d50586eacfd71f79",
          "95d1cd5f972360e8236196bf4d98036f146bbf362b2760fb32f6594c670e1e25"
         ],
         "mean": 1.6666666666666667,
         "mean_exact": "5/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.16666666666666666,
        "2": 0.4166666666666667,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": 0.4722222222222222,
       "panel_mean_exact": "17/36",
       "unit": {
        "factor": "s4",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1f080f222ded63b1d5e8f1d17dfe51833894902470f871d5b7f998160fd7208b",
        "3aabbb89bc54c296976f9fdb4d78b4433afc94ecdc0e854665589cd596611bc4",
        "5bae80415f9b0ce07dab2e777ddf6b6bb6b3d9819da1fe05bc067df78b7c6bcf",
        "63441fecc7e3185d878b725ae9754572410a3b430ff92d8558e376f878748803",
        "6cbfe4c53f77cb7e282fdb57834555445c1e6ba0e1c93edc5f19fb227e648dfa",
        "6f75e2214625e98cedf268bb83951f85fd04e9cb8ef82588b2a013993a4d80d8",
        "7c9f271d6e1a12482f17ad434fea5a835b0b4da744adcc37c0e154b48016749a",
        "89f4016c7f78bf6e176b111b89cdc314427258487f5d23b6e58067df7d2c7a34",
        "9aaf2f877d33653ebf952ff6ef0348af8db29227d59e54945be658e5ee2bd0db",
        "bdf13f8024c3ef293561468eb926a3872d1c5ecaade5408cc208b743049c5e47",
        "c41fbffd7b7f6dc67f42a7099762dc30c1c3f0da2ede161f1d212afe01ae94fd",
        "db61d5034374966fea4373d5862e4f31be331252c7686b29f2a54f79c8e9eb48"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 11
       },
       "deviation": 1.3055555555555556,
       "focal_contributors": [
        "5e18ca07394ff0aa48b292309b154d018d8e92013793691c8fdffa67454bdebc",
        "7ebf28c153a85eb196dd302e42b84990367708e7ff10f9cb8020444e871d8ce5",
        "8299a6980c110200c998a05fd2fd623082bcdbbab9171d9783250f68c77844c0",
        "eebaa974df17935c67ac4a0c3c9041d1fb6a02656c04b61f9864bc5660477617"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "6cbfe4c53f77cb7e282fdb57834555445c1e6ba0e1c93edc5f19fb227e648dfa",
          "bdf13f8024c3ef293561468eb926a3872d1c5ecaade5408cc208b743049c5e47",
          "c41fbffd7b7f6dc67f42a7099762dc30c1c3f0da2ede161f1d212afe01ae94fd",
          "db61d5034374966fea4373d5862e4f31be331252c7686b29f2a54f79c8e9eb48"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "1f080f222ded63b1d5e8f1d17dfe51833894902470f871d5b7f998160fd7208b",
          "5bae80415f9b0ce07dab2e777ddf6b6bb6b3d9819da1fe05bc067df78b7c6bcf",
          "63441fecc7e3185d878b725ae9754572410a3b430ff92d8558e376f878748803",
          "89f4016c7f78bf6e176b111b89cdc314427258487f5d23b6e58067df7d2c7a34"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "3aabbb89bc54c296976f9fdb4d78b4433afc94ecdc0e854665589cd596611bc4",
          "6f75e2214625e98cedf268bb83951f85fd04e9cb8ef82588b2a013993a4d80d8",
          "7c9f271d6e1a12482f17ad434fea5a835b0b4da744adcc37c0e154b48016749a",
          "9aaf2f877d33653ebf952ff6ef0348af8db29227d59e54945be658e5ee2bd0db"
         ],
         "mean": 1.3333333333333333,
         "mean_exact": "4/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.16666666666666666,
        "2": 0.4166666666666667,
        "declined": 0.08333333333333333,
        "unclassified": 0.0
       },
       "panel_mean": 0.4444444444444444,
       "panel_mean_exact": "4/9",
       "unit": {
        "factor": "s5",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "0f7ec581bd502d0d01d7f720761d8ea2350fe552d6033a67b14c0e3706a0a883",
        "2798d576fc3923a1f49e463331cc5dc1fd6b12f1b8ec8a33ac7bec2c3c2f729d",
        "356b1be49d5c4dc200c7d966b98698ef2932a0f01c2b7e843ed6037b24423324",
        "609bf82a94127163cae56a727628f7d29983c9418d55b9902d6961ed69556113",
        "7d1d6ecb8e6c0495600962a6773328e24d16e3dac707f5813c20f2b7d2bc04fc",
        "9899ee0eb8435077011e0cab957d907e0ee39ceaf6c85906d9a4bef364cd7f91",
        "a4a9aa749cd7f2c82c369818d6f87690325ce7af7fdebd2d0cbc0e0f8d3cceb4",
        "bd89bafff9b32d0dc88d233b81fd7303ca7c58eef9c28d05b12ac87ce7e439ac",
        "c5dc559ff73f2a4d5ae941451551b027416f0be0698b5d240d948d446ba1666d",
        "e3e68c41c582bab30f8fe1c267479e4ed4646603ac45779c19d02e6032eac1fa",
        "e7d2a53ac5eb411204f219accf150041cc91d9cab208fd647c890734f78f5170",
        "fad8e71ece1bae871ca3539aed97720abad41436f27cf252a1b0f15f7383839b"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 2,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 0.9166666666666666,
       "focal_contributors": [
        "18098ada0c3c1b3c731ea05d1a1f610a4591a2e379bc3dbe07253fd74fef54ff",
        "64efdf18170ab3680b624c1ed1a3149a2b17a5d5e76e69b079e5ae917a0d2736",
        "686cf341245ac74976354f973b605ed33ba55839300d3196f670d41d9ee1690a",
        "991ff47c59e3ee6cc4a77a446e1958357950b8a338056ff7c852bd0675ed30ad"
       ],
       "focal_mean": 1.25,
       "focal_mean_exact": "5/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "609bf82a94127163cae56a727628f7d29983c9418d55b9902d6961ed69556113",
          "9899ee0eb8435077011e0cab957d907e0ee39ceaf6c85906d9a4bef364cd7f91",
          "a4a9aa749cd7f2c82c369818d6f87690325ce7af7fdebd2d0cbc0e0f8d3cceb4",
          "bd89bafff9b32d0dc88d233b81fd7303ca7c58eef9c28d05b12ac87ce7e439ac"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0f7ec581bd502d0d01d7f720761d8ea2350fe552d6033a67b14c0e3706a0a883",
          "7d1d6ecb8e6c0495600962a6773328e24d16e3dac707f5813c20f2b7d2bc04fc",
          "e3e68c41c582bab30f8fe1c267479e4ed4646603ac45779c19d02e6032eac1fa",
          "fad8e71ece1bae871ca3539aed97720abad41436f27cf252a1b0f15f7383839b"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "2798d576fc3923a1f49e463331cc5dc1fd6b12f1b8ec8a33ac7bec2c3c2f729d",
          "356b1be49d5c4dc200c7d966b98698ef2932a0f01c2b7e843ed6037b24423324",
          "c5dc559ff73f2a4d5ae941451551b027416f0be0698b5d240d948d446ba1666d",
          "e7d2a53ac5eb411204f219accf150041cc91d9cab208fd647c890734f78f5170"
         ],
         "mean": 1.0,
         "mean_exact": "1",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.16666666666666666,
        "2": 0.3333333333333333,
        "declined": 0.16666666666666666,
        "unclassified": 0.0
       },
       "panel_mean": 0.3333333333333333,
       "panel_mean_exact": "1/3",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "1fa79cf7b2d175d056c390b56d269d3a0d68cceb1e752e7617fc7fe371e87a9d",
        "3ab34beb7fa43e935101f6b1c820249a3a8c30e8fcdd543fd8116200ca211842",
        "3dd11019d85b7d0618f610f42bfd67ec149acf32fcf29614e8d0674a65f0a8ce",
        "3e8e176a05e502d9e9c93ac020faaff9169c8fb3f28d48c238cd2577131dddcb",
        "611ec613d61c8da118a045a13a6a7ad55d669a19c9abe5efe2069e79e92dbe6e",
        "994fe309acdb987eca8702367fc295cd4e999049b9e361caa3a3feb6cec4dfec",
        "9a4bc2aa8c6bc1b7509e52f35283873250614ec7af0437895df6e341f9e839e0",
        "a148e9402b156708957171e216ea4ebc48131b0ab484993c5d85a3f1abac845c",
        "a94737d561c667ddd243cd61e789c7b840beacf9ac51bccd99f5ff0c00eb87f2",
        "b6f6f9c2f568f858c90049757f7cac633ff452d8d18c0f1728ff16f7d9005d1f",
        "cdba88d89fd1e5375294c3d8c76dcd9d3c370800cf322996a417b9b67c33224e",
        "ded4cbf56138ee685a71328c7208350a5b3989a91ba609d08690ccd1798b9e78"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.25,
       "focal_contributors": [
        "6a60c409a4d18b0aec10f230c16e506ceab916a496550d6bd87d59408cfa2009",
        "c5bbe554a8743fc2d0680c736680923919187a68cf6e227d0c66e71f8764e0f9",
        "caa40ce42ef949d3160385e1acd50a4459ff19fd8f96eb138322355e9dbab9d8",
        "f6685ade330bc95f39a76e89bbefd5410fca6e2cc67cd1cb91c1e51929cc553d"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "3dd11019d85b7d0618f610f42bfd67ec149acf32fcf29614e8d0674a65f0a8ce",
          "3e8e176a05e502d9e9c93ac020faaff9169c8fb3f28d48c238cd2577131dddcb",
          "a148e9402b156708957171e216ea4ebc48131b0ab484993c5d85a3f1abac845c",
          "b6f6f9c2f568f858c90049757f7cac633ff452d8d18c0f1728ff16f7d9005d1f"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "994fe309acdb987eca8702367fc295cd4e999049b9e361caa3a3feb6cec4dfec",
          "a94737d561c667ddd243cd61e789c7b840beacf9ac51bccd99f5ff0c00eb87f2",
          "cdba88d89fd1e5375294c3d8c76dcd9d3c370800cf322996a417b9b67c33224e",
          "ded4cbf56138ee685a71328c7208350a5b3989a91ba609d08690ccd1798b9e78"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "1fa79cf7b2d175d056c390b56d269d3a0d68cceb1e752e7617fc7fe371e87a9d",
          "3ab34beb7fa43e935101f6b1c820249a3a8c30e8fcdd543fd8116200ca211842",
          "611ec613d61c8da118a045a13a6a7ad55d669a19c9abe5efe2069e79e92dbe6e",
          "9a4bc2aa8c6bc1b7509e52f35283873250614ec7af0437895df6e341f9e839e0"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.25,
        "0": 0.0,
        "1": 0.0,
        "2": 0.6666666666666666,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.75,
       "panel_mean_exact": "3/4",
       "unit": {
        "factor": "s2",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "20117d0682b2f1d6ff9c54d54c638d95f1d6ceb65874869ed65b42293eec5308",
        "306659ec5ada6a4b1d0c79a3f688c220a96a656c4f097c510e57e64d395e79bd",
        "4512edf74af672528d8f50330a2a158149e4653c8261605560e3ee56b3c8c020",
        "541daa1199c12eac2d6d1d606b98570035a51ce00c8356a9798f5a6e6e9f156e",
        "632675af3d05d7997be5aeee3f331fe160ae9a8f17857339897b3734efb80f0c",
        "75fb990e39d88fc2915289ff9363f87e8f608344ec3cc2da53902c4807bbea05",
        "a15c13282149d3e167db82e567d3dd31924d691e49dc760455ccf053ccfefb1f",
        "a83c2872582270839c188ea9f65a479e6ee7dda35e5b8bb5eddc8fcae195cbc6",
        "be85d987c9dd316e89971326fb2c5f1c25e55b8076b121968110e7a9427416cb",
        "c8a7a4f081ef0c52eba9d1db41f7aacb0ba87014bd2fbcce8b7b8d00d4f325ff",
        "cf07d56911a93376724f9e322418f27b028bdad885eaebe74536fd4c8318905f",
        "f3a1a8858d6ae1da41307084102b005689713f8a1e6319841c36c2d505a9333a"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 3,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 1.8888888888888888,
       "focal_contributors": [
        "4c1f940508e9361307dfe7299cefecbe094dfe9a8c90894d42aa3a05d8b75226",
        "8258f4d8e5634ede517c465f3849466420a9e82cff21dd139fb2c2fff2c3034b",
        "853d3b5e5d323580d88755574e4f6c021dcae3ba5d4b445f7f90d22b1d13007f",
        "b9cbb7fb533863cbea06c84edbbdfee13a8c4a85804ffbfdc4a8a68df30770c7"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "20117d0682b2f1d6ff9c54d54c638d95f1d6ceb65874869ed65b42293eec5308",
          "306659ec5ada6a4b1d0c79a3f688c220a96a656c4f097c510e57e64d395e79bd",
          "541daa1199c12eac2d6d1d606b98570035a51ce00c8356a9798f5a6e6e9f156e",
          "a83c2872582270839c188ea9f65a479e6ee7dda35e5b8bb5eddc8fcae195cbc6"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 3
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "4512edf74af672528d8f50330a2a158149e4653c8261605560e3ee56b3c8c020",
          "a15c13282149d3e167db82e567d3dd31924d691e49dc760455ccf053ccfefb1f",
          "c8a7a4f081ef0c52eba9d1db41f7aacb0ba87014bd2fbcce8b7b8d00d4f325ff",
          "f3a1a8858d6ae1da41307084102b005689713f8a1e6319841c36c2d505a9333a"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "632675af3d05d7997be5aeee3f331fe160ae9a8f17857339897b3734efb80f0c",
          "75fb990e39d88fc2915289ff9363f87e8f608344ec3cc2da53902c4807bbea05",
          "be85d987c9dd316e89971326fb2c5f1c25e55b8076b121968110e7a9427416cb",
          "cf07d56911a93376724f9e322418f27b028bdad885eaebe74536fd4c8318905f"
         ],
         "mean": 0.3333333333333333,
         "mean_exact": "1/3",
         "n": 4,
         "scored": 3
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.16666666666666666,
        "1": 0.08333333333333333,
        "2": 0.25,
        "declined": 0.08333333333333333,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": 0.1111111111111111,
       "panel_mean_exact": "1/9",
       "unit": {
        "factor": "s3",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "164da4057977be64a924ada62b418529a61e8a63d6abb3bb7b939f0cc23f3a11",
        "2ec80767890989c9656eac8525c02aa2bb93ec4dfb254a412fc3761897bf3723",
        "41fc6a22740a6473dbf8d52308734a35fc003243812bd3a5b8e89cfed1aceb14",
        "5eb9a8ff27a60cc1550ead805dc76ed5eec9a90882bd838e60cc3fd94a905178",
        "62e629fda71b8e8da5d9e17a0960cd6dfc15f7a8693ad3204469c43710a8a693",
        "6c16b2a428d9d487de8687ddab9b9274fffe26dc3e77efd0e4c8ae46cf4c46e7",
        "9400e5d5401045a744be201557827ba1ffe9a1b358de3153d29d50d85a540dd3",
        "952606c06f805ff3268d7b88db4a5f537c16081ee577e433240a8d24021d9f46",
        "9d20df67b0f9db162517164c4ae7852aa63b1fe6ace5c5dde820e5be63b56367",
        "b419eca1eee06449e364de51236b9a1d8c8da5e7e21e95f0f7dcfbf32f66e287",
        "cf580f1b374a346f732fea3450586ce6b7c9a89e20f503fea2ddea313200f40a",
        "ea004bebf31e2bd46bb0c2c6d8d7cc35d6634c1aec031c5f32d47c00e4053e40"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.5,
       "focal_contributors": [
        "0f86586e57a5ff66cc724960ca33af5ed00dc364b762ea56950da7e95ea1585f",
        "1ba28a1d8e07b0023f6a4898dcf681008ada0d542ac86f61227fea2b3d1c7479",
        "d331cd73536c2f4e4abc954f08a0861e67b2b8c6dab1251c3f14c98f87537f40",
        "da8ea3c4e2aab079482c1f800b825046ff12d93693f3a936152bbb72a6d655fd"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "41fc6a22740a6473dbf8d52308734a35fc003243812bd3a5b8e89cfed1aceb14",
          "62e629fda71b8e8da5d9e17a0960cd6dfc15f7a8693ad3204469c43710a8a693",
          "952606c06f805ff3268d7b88db4a5f537c16081ee577e433240a8d24021d9f46",
          "9d20df67b0f9db162517164c4ae7852aa63b1fe6ace5c5dde820e5be63b56367"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "164da4057977be64a924ada62b418529a61e8a63d6abb3bb7b939f0cc23f3a11",
          "2ec80767890989c9656eac8525c02aa2bb93ec4dfb254a412fc3761897bf3723",
          "9400e5d5401045a744be201557827ba1ffe9a1b358de3153d29d50d85a540dd3",
          "ea004bebf31e2bd46bb0c2c6d8d7cc35d6634c1aec031c5f32d47c00e4053e40"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "5eb9a8ff27a60cc1550ead805dc76ed5eec9a90882bd838e60cc3fd94a905178",
          "6c16b2a428d9d487de8687ddab9b9274fffe26dc3e77efd0e4c8ae46cf4c46e7",
          "b419eca1eee06449e364de51236b9a1d8c8da5e7e21e95f0f7dcfbf32f66e287",
          "cf580f1b374a346f732fea3450586ce6b7c9a89e20f503fea2ddea313200f40a"
         ],
         "mean": 1.5,
         "mean_exact": "3/2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.16666666666666666,
        "2": 0.5,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.5,
       "panel_mean_exact": "1/2",
       "unit": {
        "factor": "s4",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "0218f6e2121995a843167b508491e05e5a11d2fe26d1008c97c663bda1af5412",
        "1471200dad008a7a13851f9f5f0b2f6690792acdc41ad5754eddecbeae13dc08",
        "1d11e9c915c4766010159fd50fc04dd1b3bc3ef9f8a87d8b3d79a5061670f805",
        "30cecdbde12447e4ddb8b53378f31db7d13cba51affae93870171028841de5b0",
        "3ab8e436da5f1f92a434d892986ea24c40f0e4f9a4c1079ced7135127d902364",
        "3ae5d5b7b4abd4378151189a6843eafb3329d7724ff24c789d8bd303358d5f5b",
        "6d7ff1b8f35be44941d65ecc24f9fe7dc21942db5974a58cebbf8a8966ef7b82",
        "91ffd6c8594cfab257f7916f61f4208c5797728c0337469e4071ae3fd7cc5b1d",
        "9a98da574367d20ad20e65615f704e0318839775331c69d342412adb0ce63976",
        "a2837f9a942bf4ef06b501fd895a4c413ac8e3a485d42f47050797934522e85c",
        "c7198f55ba5993618d16d8a3b70c9680d212a02dee6bfd1a9f6345253d69919e",
        "cbfae10bcc39a86cee0afafb13eff26b29754514d0aacda346927e2f03282501"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.5,
       "focal_contributors": [
        "35168b72d8d71f11b32c251d7c664218bf90f66291e0d3a8be84bc7daf218690",
        "36b4fa64c4eb2ecf546b7a964061297f8a27b62885b7803b9ec39cced360ff54",
        "38c4805ec9e7635ead879d13451b6f2249cc8283b83d36b69d67f3bb467b8fce",
        "d1cc41aecd27264d8bd3b9523b6c3eee476ac393c2bfbcdd367aa0433e737d48"
       ],
       "focal_mean": 2.0,
       "focal_mean_exact": "2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1d11e9c915c4766010159fd50fc04dd1b3bc3ef9f8a87d8b3d79a5061670f805",
          "30cecdbde12447e4ddb8b53378f31db7d13cba51affae93870171028841de5b0",
          "c7198f55ba5993618d16d8a3b70c9680d212a02dee6bfd1a9f6345253d69919e",
          "cbfae10bcc39a86cee0afafb13eff26b29754514d0aacda346927e2f03282501"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "0218f6e2121995a843167b508491e05e5a11d2fe26d1008c97c663bda1af5412",
          "1471200dad008a7a13851f9f5f0b2f6690792acdc41ad5754eddecbeae13dc08",
          "6d7ff1b8f35be44941d65ecc24f9fe7dc21942db5974a58cebbf8a8966ef7b82",
          "9a98da574367d20ad20e65615f704e0318839775331c69d342412adb0ce63976"
         ],
         "mean": -1.75,
         "mean_exact": "-7/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "3ab8e436da5f1f92a434d892986ea24c40f0e4f9a4c1079ced7135127d902364",
          "3ae5d5b7b4abd4378151189a6843eafb3329d7724ff24c789d8bd303358d5f5b",
          "91ffd6c8594cfab257f7916f61f4208c5797728c0337469e4071ae3fd7cc5b1d",
          "a2837f9a942bf4ef06b501fd895a4c413ac8e3a485d42f47050797934522e85c"
         ],
         "mean": 1.25,
         "mean_exact": "5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.08333333333333333,
        "-2": 0.25,
        "0": 0.08333333333333333,
        "1": 0.08333333333333333,
        "2": 0.5,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.5,
       "panel_mean_exact": "1/2",
       "unit": {
        "factor": "s5",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p1"
       }
      },
      {
       "contributors": [
        "033e3da16b7bf91b8fa58c41d617acf12c8deaf82d429fb37a180b9d2407abaf",
        "11fb40b69cbd84fc32a8e53d254278d94791fe661b04946153ef8b1921ba197e",
        "4ea81476d6dc4b63c6101d9e8b9526575958ec2bc7ade2a1fa8d5785d801efd2",
        "525fc8526e823da89bc815d47075ab445ea3661de7a8edc92fe515aac69f406e",
        "54874920fdffc3102faf51d7a0d49082d7a858834f25d3e549157c4bb1aeb8f5",
        "5a6199a944f2371359189de750de123fdf22b6299684c3bdead38cd43b306b48",
        "5fe8087d5916665db7d42d63a71b12118fb843dc5e5078529106efb4aaee1240",
        "60efea0f9749109b9ee0e57d9fd7d66fb48b984d261ba4de869790f9f7798237",
        "6e040a7f19869321b31f300e70b7e86fb73804ef8c77941c5eb4d68fff0d3cd9",
        "daa9a97eee56bd2307ea06e29b6d6ac66df4fb699b7b290a6579b21484c8e7e3",
        "dd94c10786cf247c96bedc46ac03a162c6f97a98cb1e9b97218ed1a86dd2227f",
        "fe9c5f2b445691e35d9bc717bf6ac58def3e2a250427e37b3f59ee74d22eea04"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.5833333333333333,
       "focal_contributors": [
        "286cd21e6fb02f1445d3f5779d8aab61f8666be83149847ad15ad0619823215f",
        "35e73e35fab5aed387fa666218bcc72f1bbf7429349d07d3b8afbfa937de28b6",
        "812e7a1155e899f166a537a4d1f8ad2021e3556ba3b4291617e46d1d76a8359a",
        "b9263b1c8dc3b85b44d3c3f132cb90eadf8ff5c2ec6374921d65987eacf2d233"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "11fb40b69cbd84fc32a8e53d254278d94791fe661b04946153ef8b1921ba197e",
          "54874920fdffc3102faf51d7a0d49082d7a858834f25d3e549157c4bb1aeb8f5",
          "5fe8087d5916665db7d42d63a71b12118fb843dc5e5078529106efb4aaee1240",
          "fe9c5f2b445691e35d9bc717bf6ac58def3e2a250427e37b3f59ee74d22eea04"
         ],
         "mean": 1.5,
         "mean_exact": "3/2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "033e3da16b7bf91b8fa58c41d617acf12c8deaf82d429fb37a180b9d2407abaf",
          "525fc8526e823da89bc815d47075ab445ea3661de7a8edc92fe515aac69f406e",
          "60efea0f9749109b9ee0e57d9fd7d66fb48b984d261ba4de869790f9f7798237",
          "6e040a7f19869321b31f300e70b7e86fb73804ef8c77941c5eb4d68fff0d3cd9"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "4ea81476d6dc4b63c6101d9e8b9526575958ec2bc7ade2a1fa8d5785d801efd2",
          "5a6199a944f2371359189de750de123fdf22b6299684c3bdead38cd43b306b48",
          "daa9a97eee56bd2307ea06e29b6d6ac66df4fb699b7b290a6579b21484c8e7e3",
          "dd94c10786cf247c96bedc46ac03a162c6f97a98cb1e9b97218ed1a86dd2227f"
         ],
         "mean": 1.0,
         "mean_exact": "1",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.5,
        "2": 0.16666666666666666,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.16666666666666666,
       "panel_mean_exact": "1/6",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "1842c52679cb735cc49162bd5f565494e42aa70b97c896ace94e8dcf2dbfd52d",
        "2e24a09e1a60b7d0afcc189a083c6a14a9759b9f08700d9d61fc99960d36983f",
        "66bde18ce07e3438762776642352f767e36fc2985dea811525d5ed3a6a447b89",
        "72a5be69c06b0bbfbd8beb888e3868362114dcb001f2b2605426184c593d6c6a",
        "845ecc2141170aa2d11bac1cd63bf4c0e40a9b778133532b0ffa4a2060891b43",
        "98355af9b19e2477e1b96034a84894321feece5ef2f97c85f89f872136fd0656",
        "acae8cf5b20b26d8a9b0f5dff0c8bd83441f8203aa9182277873cafe11210f3d",
        "cda59eb1727d11b489065753f6ad55a78d8cd2a140b8431f55eb92523fc7bf8d",
        "d019abca30beccdb4f21e90cce8b3985b18614b77f397bb155e7cb2c53502c2f",
        "da3bf8aa9979a99a2289a446cf2576ebb494876007faff5cb7741bfaaef67a6c",
        "e19733d8cc895d3796bea14fd786bec00e45a971aae90799932fa6babdb27ac2",
        "e940236a56ae19e97cdaa7e66fee0c4fc17f7399881a811991998c01f83f4cae"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.25,
       "focal_contributors": [
        "6bf91b08324a611107a7051ee30d0d29d9e11e0358f33213f4b8280ef7abecbc",
        "7099f4b30f0c8b27ed2c004751dff158ab9250f2038fe8c772fde1de041dbf22",
        "71fccd9196eee56e35fd1de97f1dd8f016244f6d123ef1ff1fa63f89aa3d8549",
        "98549148d53cbfb9c8c52125fea0490c36cb132b1aa996bf45a6dff9090d45d1"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "1842c52679cb735cc49162bd5f565494e42aa70b97c896ace94e8dcf2dbfd52d",
          "845ecc2141170aa2d11bac1cd63bf4c0e40a9b778133532b0ffa4a2060891b43",
          "98355af9b19e2477e1b96034a84894321feece5ef2f97c85f89f872136fd0656",
          "e19733d8cc895d3796bea14fd786bec00e45a971aae90799932fa6babdb27ac2"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "72a5be69c06b0bbfbd8beb888e3868362114dcb001f2b2605426184c593d6c6a",
          "acae8cf5b20b26d8a9b0f5dff0c8bd83441f8203aa9182277873cafe11210f3d",
          "cda59eb1727d11b489065753f6ad55a78d8cd2a140b8431f55eb92523fc7bf8d",
          "da3bf8aa9979a99a2289a446cf2576ebb494876007faff5cb7741bfaaef67a6c"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "2e24a09e1a60b7d0afcc189a083c6a14a9759b9f08700d9d61fc99960d36983f",
          "66bde18ce07e3438762776642352f767e36fc2985dea811525d5ed3a6a447b89",
          "d019abca30beccdb4f21e90cce8b3985b18614b77f397bb155e7cb2c53502c2f",
          "e940236a56ae19e97cdaa7e66fee0c4fc17f7399881a811991998c01f83f4cae"
         ],
         "mean": 1.5,
         "mean_exact": "3/2",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.08333333333333333,
        "1": 0.0,
        "2": 0.5833333333333334,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.5,
       "panel_mean_exact": "1/2",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p2"
       }
      },
      {
       "contributors": [
        "13f7aebef79d3ea7fb0f640e5b237bf49e1467cc97342cf74c8c7c9eafc9f64f",
        "41fe48fb934cdb18549b0b170e8a058314ad914c5430fe834b0035a4d2b24cfa",
        "4a83d4fa1f1572b1936b9be867057c49a3daf62ea2d39e3db5c7f4b020620038",
        "67bc458659bce748cafc2ba166a72396d2dab4954e00e0b9e62118c20a099ad8",
        "69bfa7d1684dbaf3bb2234b573ad9be011a9d2b2007d5a69a592e9cc4f0f26c2",
        "87d09be279ddf730c0364f781f70738bda5d97d55d62e6c687cc5038c76a5532",
        "9a9b9bb6663b0b307a27c0609e033c7cccbd11839a15b42cad7fb44a524ef61b",
        "9b8a3b254ea4ffb1780e016be43974ca50808d4a1dd04c7c00f8f073b4ae3da6",
        "ad7dfd8fe40621dc4360effff6c358cd62dcf7b3dd06e3a40f15c77ff39cca6a",
        "b716f2665ca62a979cb772ff29df18b0afe690bd734573c1a467d475b23448dd",
        "c1317a015f0a464f005021a60878c071cd8b435437d386abff32117d2406de1f",
        "c3926d72b80df5ff7793e9be4fe7379cc6844be4b163cb8c75d7da625a7d5757"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 12
       },
       "deviation": 1.3333333333333333,
       "focal_contributors": [
        "b54b5683a3dbcca63aa67b69e09ff7b88fe547186ec929a377497e314818c63d",
        "bf7b4879d31285530303ec7763fcb4827fcbb04f4809252e1203830e9d870678",
        "c675b6a72919cbd1bfdfe12b59465c58456fb4fd048b8693191565d565b490fc",
        "e9de83a6f3dd2cef7406b5425be52172e7471de6fddfd775850dbe03c87c015d"
       ],
       "focal_mean": 1.75,
       "focal_mean_exact": "7/4",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "67bc458659bce748cafc2ba166a72396d2dab4954e00e0b9e62118c20a099ad8",
          "ad7dfd8fe40621dc4360effff6c358cd62dcf7b3dd06e3a40f15c77ff39cca6a",
          "b716f2665ca62a979cb772ff29df18b0afe690bd734573c1a467d475b23448dd",
          "c1317a015f0a464f005021a60878c071cd8b435437d386abff32117d2406de1f"
         ],
         "mean": 2.0,
         "mean_exact": "2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "13f7aebef79d3ea7fb0f640e5b237bf49e1467cc97342cf74c8c7c9eafc9f64f",
          "69bfa7d1684dbaf3bb2234b573ad9be011a9d2b2007d5a69a592e9cc4f0f26c2",
          "87d09be279ddf730c0364f781f70738bda5d97d55d62e6c687cc5038c76a5532",
          "9b8a3b254ea4ffb1780e016be43974ca50808d4a1dd04c7c00f8f073b4ae3da6"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "41fe48fb934cdb18549b0b170e8a058314ad914c5430fe834b0035a4d2b24cfa",
          "4a83d4fa1f1572b1936b9be867057c49a3daf62ea2d39e3db5c7f4b020620038",
          "9a9b9bb6663b0b307a27c0609e033c7cccbd11839a15b42cad7fb44a524ef61b",
          "c3926d72b80df5ff7793e9be4fe7379cc6844be4b163cb8c75d7da625a7d5757"
         ],
         "mean": 1.25,
         "mean_exact": "5/4",
         "n": 4,
         "scored": 4
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.25,
        "2": 0.4166666666666667,
        "declined": 0.0,
        "unclassified": 0.0
       },
       "panel_mean": 0.4166666666666667,
       "panel_mean_exact": "5/12",
       "unit": {
        "factor": "s1",
        "language": "en",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p3"
       }
      },
      {
       "contributors": [
        "25c67c81990cd3ba377f53c74a36b196002d83baeaacca3d658882dc083fab45",
        "28c5f06612d3e2ba0e35a7acae3c51b6ceea168da48d5e701994a3c0c5ec2dd6",
        "30c555fc03d1146077186df725cdc0faebb926fbe3ed1451e18a3ab1456fde79",
        "4d40cace8ae2d6da972918dd83eaa085c9faf8d60f0269215a690183a033bc1a",
        "63d9dd7d1eb07161453d4f4a488f91e868755fa5e3ba67d5bb4dcfc97de2374f",
        "664d7adfc41ae701f1bdbcf8ad6b6d254bde565d29c7b7405390022389e5aecb",
        "7c127be99ac597257787d4c6c366a156f5163d8bcda8fdd5aa5504a0c462f1d0",
        "83ca11a1c64c15e55f5def29e01d7bd851b870fb8c7e43262763dd252b9a7961",
        "9d6dad81a4378550c38a4395cf289e987c12ae76b9e04ce2d53321fc5866b96b",
        "bab63b4104c143c18a12f083ef85ed2da0fd39f67d32fd8067983fd60fe9c564",
        "cec33f7adf17dafde5a362bc70461e64ecf73ce15d6ae9d2e20bcc22bd733492",
        "d795964ee7d6501293e9af722114ecd4f0650f845a8ca4e8597c4005744a8a31"
       ],
       "coverage": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "left-out-focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "declined": 1,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "member",
         "scored": 2,
         "unclassified": 1,
         "unlabeled": 0
        },
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "declined": 0,
         "excluded": 0,
         "failed": 0,
         "missing": 0,
         "observed": 4,
         "planned": 4,
         "retried": 0,
         "role": "focal",
         "scored": 4,
         "unclassified": 0,
         "unlabeled": 0
        }
       ],
       "denominator": {
        "comparators": 3,
        "members_used": 3,
        "scored": 10
       },
       "deviation": 1.4166666666666667,
       "focal_contributors": [
        "0d7219ae8e497c5f41b7c29ce2b64a82009e070bb34c3c10e4f135d5f15350cc",
        "612870ed7e0c09fc97cc5a1e0921f3388ce3a35256255c6171ff62591d2c4df3",
        "93eb870fb19e2ae71253f7a0b11a300e1f731c461e7d5aafeac6f2001edfeab2",
        "9ce741f55aa1db27c03f1121760ab81746463372095a2a4ab6e9212a4c61312d"
       ],
       "focal_mean": 1.5,
       "focal_mean_exact": "3/2",
       "left_out": [
        {
         "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
         "reason": "focal system left out of its own panel value (leave-one-out)"
        }
       ],
       "members": [
        {
         "configuration": "4ee56cec3e610e5973a6c1528e032a4ab36dcabf1038fa6ea626e3c3d7dfc41a",
         "contributors": [
          "28c5f06612d3e2ba0e35a7acae3c51b6ceea168da48d5e701994a3c0c5ec2dd6",
          "664d7adfc41ae701f1bdbcf8ad6b6d254bde565d29c7b7405390022389e5aecb",
          "9d6dad81a4378550c38a4395cf289e987c12ae76b9e04ce2d53321fc5866b96b",
          "d795964ee7d6501293e9af722114ecd4f0650f845a8ca4e8597c4005744a8a31"
         ],
         "mean": 1.25,
         "mean_exact": "5/4",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "50d00c40379c14125dc6dfe14b2079d8ede44291a12cd483bce253c4798a7df7",
         "contributors": [
          "30c555fc03d1146077186df725cdc0faebb926fbe3ed1451e18a3ab1456fde79",
          "4d40cace8ae2d6da972918dd83eaa085c9faf8d60f0269215a690183a033bc1a",
          "7c127be99ac597257787d4c6c366a156f5163d8bcda8fdd5aa5504a0c462f1d0",
          "cec33f7adf17dafde5a362bc70461e64ecf73ce15d6ae9d2e20bcc22bd733492"
         ],
         "mean": -2.0,
         "mean_exact": "-2",
         "n": 4,
         "scored": 4
        },
        {
         "configuration": "cbc9ec5644ead560b6406d67aa29f8204c5c0d167b3a8919d428c8235a25be34",
         "contributors": [
          "25c67c81990cd3ba377f53c74a36b196002d83baeaacca3d658882dc083fab45",
          "63d9dd7d1eb07161453d4f4a488f91e868755fa5e3ba67d5bb4dcfc97de2374f",
          "83ca11a1c64c15e55f5def29e01d7bd851b870fb8c7e43262763dd252b9a7961",
          "bab63b4104c143c18a12f083ef85ed2da0fd39f67d32fd8067983fd60fe9c564"
         ],
         "mean": 1.0,
         "mean_exact": "1",
         "n": 4,
         "scored": 2
        }
       ],
       "no_reference_average": null,
       "panel_distribution": {
        "-1": 0.0,
        "-2": 0.3333333333333333,
        "0": 0.0,
        "1": 0.4166666666666667,
        "2": 0.08333333333333333,
        "declined": 0.08333333333333333,
        "unclassified": 0.08333333333333333
       },
       "panel_mean": 0.08333333333333333,
       "panel_mean_exact": "1/12",
       "unit": {
        "factor": "s1",
        "language": "zh",
        "question": "TRL-02",
        "response_format": "structured",
        "wording": "p3"
       }
      }
     ],
     "version": 1
    },
    "rules": {
     "denominator": "per-question-condition",
     "focal_inclusion": "leave-one-out",
     "missing_data": "exclude-and-count",
     "weighting": "equal-per-configuration"
    },
    "scope": {
     "factors": [
      "s1",
      "s2",
      "s3",
      "s4",
      "s5"
     ],
     "languages": [
      "en",
      "zh"
     ],
     "questions": [
      "RES-01",
      "TRL-01",
      "TRL-02"
     ],
     "response_format": "structured",
     "wordings": [
      "p1",
      "p2",
      "p3"
     ]
    },
    "selection": {
     "country": null,
     "kind": "all-tested"
    },
    "version": 1
   }
  ],
  "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
  "configuration_binding": {
   "harness": "not-applicable",
   "model_version": "reported",
   "settings_and_instructions": "recorded",
   "weights": "unknown"
  },
  "configuration_settings": {
   "api_model": "meta/muse-spark-1.3",
   "developer_country": "US",
   "harness": null,
   "route": "openrouter",
   "settings": {
    "extra_parameters": {
     "provider": {
      "allow_fallbacks": false,
      "max_price": {
       "completion": 12.75,
       "prompt": 3.75
      },
      "only": [
       "meta"
      ],
      "require_parameters": true
     }
    },
    "max_tokens": 16384,
    "reasoning": {
     "effort": "low"
    },
    "temperature": 1
   },
   "system_prompt": null,
   "tools": []
  },
  "coverage": {
   "complete": true,
   "excluded": 0,
   "expected_cells": 188,
   "failed": 0,
   "missing": 0,
   "retried": 0,
   "returned": 188
  },
  "coverage_reasons": {
   "complete": true,
   "excluded": {
    "count": 0,
    "reasons": []
   },
   "expected_cells": 188,
   "failed": {
    "count": 0,
    "reasons": []
   },
   "missing": {
    "count": 0,
    "reasons": []
   },
   "retried": {
    "count": 0,
    "observations": []
   },
   "returned": 188
  },
  "cut_answers": {
   "all": {
    "count": 0,
    "of": 168,
    "response_ids": []
   },
   "declined": {
    "count": 0,
    "of": 0,
    "response_ids": []
   },
   "excluded": {
    "count": 0,
    "of": 0,
    "response_ids": []
   },
   "failed": {
    "count": 0,
    "of": 0,
    "response_ids": []
   },
   "response_format": "structured",
   "response_limit": 16384,
   "scored": {
    "count": 0,
    "of": 168,
    "response_ids": []
   },
   "unclassified": {
    "count": 0,
    "of": 0,
    "response_ids": []
   }
  },
  "diagnostic": false,
  "dilemmas": [
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 8,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 8,
       "response_ids": [
        "4d7e3a218ec4b65dd0e89deaf038f376c71b87640fcbed602d102fe0a9626b65",
        "edefba0fd228a09079669fa17272cae6560a297b49655b773e4346d2a89f8ac0",
        "8617d3de0ced9f0cc8da5d34573b7965f4328bcd2afb82675aa217e091ae010e",
        "a05d815c7aeae0e9ede013376ffede0f1c96af765745421d5e8d916b8c73ceaa",
        "43352b8cf36d8853567b0055c59d450224cd7e4e62955aa4d7a2ca114016f63f",
        "620accc82b1a12d56b468965eeb0bf64f598a380294b168a89cf377ffab039f2",
        "e8119400edab82868fa7b840a5155320af255798324bd1555cd1dd7c8749e41b",
        "64dc3c08c3e875918638d72d7a4571486706e2acc6fb19ee305a7159df6623b1"
       ]
      }
     },
     "cells": {
      "denominator": 8,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 8,
       "response_ids": [
        "4d7e3a218ec4b65dd0e89deaf038f376c71b87640fcbed602d102fe0a9626b65",
        "edefba0fd228a09079669fa17272cae6560a297b49655b773e4346d2a89f8ac0",
        "8617d3de0ced9f0cc8da5d34573b7965f4328bcd2afb82675aa217e091ae010e",
        "a05d815c7aeae0e9ede013376ffede0f1c96af765745421d5e8d916b8c73ceaa",
        "43352b8cf36d8853567b0055c59d450224cd7e4e62955aa4d7a2ca114016f63f",
        "620accc82b1a12d56b468965eeb0bf64f598a380294b168a89cf377ffab039f2",
        "e8119400edab82868fa7b840a5155320af255798324bd1555cd1dd7c8749e41b",
        "64dc3c08c3e875918638d72d7a4571486706e2acc6fb19ee305a7159df6623b1"
       ]
      },
      "used": {
       "count": 8,
       "response_ids": [
        "4d7e3a218ec4b65dd0e89deaf038f376c71b87640fcbed602d102fe0a9626b65",
        "edefba0fd228a09079669fa17272cae6560a297b49655b773e4346d2a89f8ac0",
        "8617d3de0ced9f0cc8da5d34573b7965f4328bcd2afb82675aa217e091ae010e",
        "a05d815c7aeae0e9ede013376ffede0f1c96af765745421d5e8d916b8c73ceaa",
        "43352b8cf36d8853567b0055c59d450224cd7e4e62955aa4d7a2ca114016f63f",
        "620accc82b1a12d56b468965eeb0bf64f598a380294b168a89cf377ffab039f2",
        "e8119400edab82868fa7b840a5155320af255798324bd1555cd1dd7c8749e41b",
        "64dc3c08c3e875918638d72d7a4571486706e2acc6fb19ee305a7159df6623b1"
       ]
      }
     },
     "question": "RES-01",
     "response_format": "open-ended"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/RES-01.json",
    "question_id": "RES-01",
    "response_format": "open-ended"
   },
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 56,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 46,
        "label": "Definitely A",
        "response_ids": [
         "efe087b49c15e003ed55537b82ebc6e5c9d05a15ce0c8a922d70972cf83eeef2",
         "d27ccaddc493285f3583648d87436f53bf5a149150a69541c5038a0bbce9dc20",
         "1d754893db85e78bc1efda7c44467e396edb97b76a9d3ab716829213254f71c3",
         "07e49d301e15fead6881ffa8da350831d8b05758f07813c5063cd16561a06c18",
         "350e1797cf8ab399d849060357075ddc57e326052612cc772444db1922588b91",
         "aad44b810be185ef6115b9715c3ea3cd008c362210ce442d3f21e18ba6ce9e33",
         "57d2cfb52bbe9a5d2fb3cdd3dcce4b2cae21935165d894e1b5d149926c5e2287",
         "2786863a33066f1a6c81f8c3ca0ffc81930d59de526a4a7c74be54e6cbbcc372",
         "33e145ef79f160d25ab7cd758eaea778b5c5f641b12f1d52cf2d4e77ee2ee674",
         "234a378693a602e6a83a606cfb6abd9aa92da61a65598dbd47676cef5cdfceca",
         "b01f0a718a9baa2377cd92a654e6bb1a2c184b77c9b657c4fe429ac260b9a3ea",
         "e8dcffc271bedd674bbc35534e04ba97cf2a429a2f81c165aa20bc969fdaf907",
         "c42cfd2f1bd6838048e1068300deb54ee72138bc5aa2943731a901509abb72d8",
         "bbe24d043b9fac09849362d21bc778d65cbbcf129ba4466c93a37dc3cf8c830c",
         "e6c64ef09ec03fc79015eb4168607e31bbbad43e76ae3db7b29b9d2ae7747992",
         "5500eb30c5652754ea790a30bdc0581c6e35d0aacddf030be33feaa4083c818d",
         "ccbe81442a87a0bef53abcc12d1904e9e10d7eb2ab893da0dd79a179b4dde023",
         "ba03f225e8c44323769ccb9085592af7e3903751abd27d37d70c085117ddef22",
         "5c9090456ab1cc9b954f1417670f80de83086def9068ff91b4afaa6192819f85",
         "8025e7612bc9d13c7e555e20b75f1e5c3b4320e7d39e7486c430e9f588a76d27",
         "177879127650eb5fc49f56854bb8b74713180ef57185af4085af590904bdfc3b",
         "a4124229af79a55999fa602dc0404fb9fd08cd196e0d7fdc2ac32c985a739e2d",
         "c902847d0598e98b4e3e1a38999b1011e3e771e29c93d61e5fd0ffebe29e1a01",
         "d7aa0233453eed4912f8e98349b0cdc4b970e5ec1655dd654cbfdcea47bfb437",
         "2b938ec4881b167654ecb14078a808047512acc85cd84a0c9aeb2ca9ba1f513a",
         "f7aa683368814fd0857578b0a78b32398292f4f8e435e4c666fb13d5aa3dc05c",
         "2ccf944d227d956680797ff3ad6e4b9c760d5b7a10611f05ff5856815b53a1f2",
         "356dfc49bb4e4cc65e93671b71d7dccfbf96110b82fd4c80c7db5b202ee27724",
         "6c422f00dd7e7f944ee4b62f821a6f1d6d4e7e64009d531ca2e2682fa33ed0d1",
         "e16f5d9d7373d3abbf67cba1857f46b3956d2ed5e60575375f74c5067fdd31b5",
         "3ff572518f911ae76f6776ceca5c14a86a81a48b49928379465d1ba5e38a2220",
         "8839fdaf26b0f42b204c96e12942dcf10e4104bf0fa4651a79dd9fd3c7c38f70",
         "48cfef8d44074aa807c3b122329de120de94db7a9800fc515b01e3cc5f36eac1",
         "fc0efb9b9c0865ec3e38b545bda22f6b63d974b790a58964c89717b835aaa003",
         "7d0fb8ead6eeaf4d30c259486358eb9510dbfd596585c971623cc6f1f270495b",
         "10d4cef7a2651293e8f6029f3cde0e5c409f01eb77bbd6d84780702d29700501",
         "0c4a566c29e2371a5472d685f2eeb73d1b1f9a0a5b157c435da6726f069f004f",
         "d31ee84b50d55d2361fa520921727b8c6b55317068aaf154148c1bedfd8f78a9",
         "42a1236031c52e8f38551c5d3490ef0980aae84d48303bc61039fa638c74bbd0",
         "8af7e763411a5752e3397a249174dccd2c4fe31ee3526856048ff5bcc06a42eb",
         "4db5c4e1a7a9c5ca610c92d7faacd619315141542a94f7b55f3f578755688341",
         "58e8765d9500d0f7682fd6a599f33bab5c0befc86dee403ade3df37e06e485b6",
         "9c54166daa73fa90ed4bfde3a9fc9e77f6e1194b3fefb63f1e3135e96a874e9d",
         "cfddb640fea33d7b197c75fffaeab417f77bac1792de9611b58673afe8e6e9f7",
         "b5c80d239606355aabcaa0e1f9e1cadfc24adc07f0755b394d504ece08bc4ff0",
         "83a4ff36c7cd26b6deea874fd0039d9b69003dcd675dde76813f9227e8dc263b"
        ],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 8,
        "label": "Probably A",
        "response_ids": [
         "82d7d1f3ecc05a4530154d9a6affe0f35d6b0ba35cade2bdc1ca9a20c7953f31",
         "06ed63708cddbe0beb9d0e1bffcf438b9722ccd0e8c3bca4e1e54e4615b9cfa7",
         "45075d7e8be2aa4866dca93d40955a88f422c5cec26c5af44f122416f5cc605b",
         "354f257e08fa9f49bb43522a4f066d3845b1f2d2e19b6791c28d464ed44df569",
         "f47a7049356953debb3a6ff00c913f100055ca0dd1ccbe8f4031f5e9589d10fb",
         "023efe90364dc6025beb0c8d9117d7be259862dacaa8a3b59855e512208ddb2a",
         "d3a0abbbecc689eef0536378da8925764b4b9e92f4fa1afa478e1bd4788a9b70",
         "e9e6800444c54ca91af2b4df1da83330946141801f617215314c003bb7ade6d0"
        ],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 2,
        "label": "Definitely B",
        "response_ids": [
         "3c9a35d50d45ae0a4683cd5e6bd5ab877917db055f40cdc79d3c98b5e3c82599",
         "ef601ed304375a3c9a9bcadd259f0a299f4d1aa0cbd7a6d740fc3101b606dfa3"
        ],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 0,
       "response_ids": []
      }
     },
     "cells": {
      "denominator": 56,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 56,
       "response_ids": [
        "efe087b49c15e003ed55537b82ebc6e5c9d05a15ce0c8a922d70972cf83eeef2",
        "d27ccaddc493285f3583648d87436f53bf5a149150a69541c5038a0bbce9dc20",
        "1d754893db85e78bc1efda7c44467e396edb97b76a9d3ab716829213254f71c3",
        "07e49d301e15fead6881ffa8da350831d8b05758f07813c5063cd16561a06c18",
        "350e1797cf8ab399d849060357075ddc57e326052612cc772444db1922588b91",
        "aad44b810be185ef6115b9715c3ea3cd008c362210ce442d3f21e18ba6ce9e33",
        "3c9a35d50d45ae0a4683cd5e6bd5ab877917db055f40cdc79d3c98b5e3c82599",
        "57d2cfb52bbe9a5d2fb3cdd3dcce4b2cae21935165d894e1b5d149926c5e2287",
        "2786863a33066f1a6c81f8c3ca0ffc81930d59de526a4a7c74be54e6cbbcc372",
        "33e145ef79f160d25ab7cd758eaea778b5c5f641b12f1d52cf2d4e77ee2ee674",
        "234a378693a602e6a83a606cfb6abd9aa92da61a65598dbd47676cef5cdfceca",
        "b01f0a718a9baa2377cd92a654e6bb1a2c184b77c9b657c4fe429ac260b9a3ea",
        "e8dcffc271bedd674bbc35534e04ba97cf2a429a2f81c165aa20bc969fdaf907",
        "c42cfd2f1bd6838048e1068300deb54ee72138bc5aa2943731a901509abb72d8",
        "bbe24d043b9fac09849362d21bc778d65cbbcf129ba4466c93a37dc3cf8c830c",
        "e6c64ef09ec03fc79015eb4168607e31bbbad43e76ae3db7b29b9d2ae7747992",
        "82d7d1f3ecc05a4530154d9a6affe0f35d6b0ba35cade2bdc1ca9a20c7953f31",
        "06ed63708cddbe0beb9d0e1bffcf438b9722ccd0e8c3bca4e1e54e4615b9cfa7",
        "45075d7e8be2aa4866dca93d40955a88f422c5cec26c5af44f122416f5cc605b",
        "5500eb30c5652754ea790a30bdc0581c6e35d0aacddf030be33feaa4083c818d",
        "ccbe81442a87a0bef53abcc12d1904e9e10d7eb2ab893da0dd79a179b4dde023",
        "ba03f225e8c44323769ccb9085592af7e3903751abd27d37d70c085117ddef22",
        "5c9090456ab1cc9b954f1417670f80de83086def9068ff91b4afaa6192819f85",
        "8025e7612bc9d13c7e555e20b75f1e5c3b4320e7d39e7486c430e9f588a76d27",
        "177879127650eb5fc49f56854bb8b74713180ef57185af4085af590904bdfc3b",
        "ef601ed304375a3c9a9bcadd259f0a299f4d1aa0cbd7a6d740fc3101b606dfa3",
        "a4124229af79a55999fa602dc0404fb9fd08cd196e0d7fdc2ac32c985a739e2d",
        "c902847d0598e98b4e3e1a38999b1011e3e771e29c93d61e5fd0ffebe29e1a01",
        "d7aa0233453eed4912f8e98349b0cdc4b970e5ec1655dd654cbfdcea47bfb437",
        "2b938ec4881b167654ecb14078a808047512acc85cd84a0c9aeb2ca9ba1f513a",
        "f7aa683368814fd0857578b0a78b32398292f4f8e435e4c666fb13d5aa3dc05c",
        "2ccf944d227d956680797ff3ad6e4b9c760d5b7a10611f05ff5856815b53a1f2",
        "356dfc49bb4e4cc65e93671b71d7dccfbf96110b82fd4c80c7db5b202ee27724",
        "6c422f00dd7e7f944ee4b62f821a6f1d6d4e7e64009d531ca2e2682fa33ed0d1",
        "e16f5d9d7373d3abbf67cba1857f46b3956d2ed5e60575375f74c5067fdd31b5",
        "3ff572518f911ae76f6776ceca5c14a86a81a48b49928379465d1ba5e38a2220",
        "354f257e08fa9f49bb43522a4f066d3845b1f2d2e19b6791c28d464ed44df569",
        "f47a7049356953debb3a6ff00c913f100055ca0dd1ccbe8f4031f5e9589d10fb",
        "023efe90364dc6025beb0c8d9117d7be259862dacaa8a3b59855e512208ddb2a",
        "d3a0abbbecc689eef0536378da8925764b4b9e92f4fa1afa478e1bd4788a9b70",
        "8839fdaf26b0f42b204c96e12942dcf10e4104bf0fa4651a79dd9fd3c7c38f70",
        "48cfef8d44074aa807c3b122329de120de94db7a9800fc515b01e3cc5f36eac1",
        "fc0efb9b9c0865ec3e38b545bda22f6b63d974b790a58964c89717b835aaa003",
        "7d0fb8ead6eeaf4d30c259486358eb9510dbfd596585c971623cc6f1f270495b",
        "10d4cef7a2651293e8f6029f3cde0e5c409f01eb77bbd6d84780702d29700501",
        "0c4a566c29e2371a5472d685f2eeb73d1b1f9a0a5b157c435da6726f069f004f",
        "d31ee84b50d55d2361fa520921727b8c6b55317068aaf154148c1bedfd8f78a9",
        "42a1236031c52e8f38551c5d3490ef0980aae84d48303bc61039fa638c74bbd0",
        "8af7e763411a5752e3397a249174dccd2c4fe31ee3526856048ff5bcc06a42eb",
        "4db5c4e1a7a9c5ca610c92d7faacd619315141542a94f7b55f3f578755688341",
        "58e8765d9500d0f7682fd6a599f33bab5c0befc86dee403ade3df37e06e485b6",
        "9c54166daa73fa90ed4bfde3a9fc9e77f6e1194b3fefb63f1e3135e96a874e9d",
        "cfddb640fea33d7b197c75fffaeab417f77bac1792de9611b58673afe8e6e9f7",
        "e9e6800444c54ca91af2b4df1da83330946141801f617215314c003bb7ade6d0",
        "b5c80d239606355aabcaa0e1f9e1cadfc24adc07f0755b394d504ece08bc4ff0",
        "83a4ff36c7cd26b6deea874fd0039d9b69003dcd675dde76813f9227e8dc263b"
       ]
      },
      "used": {
       "count": 56,
       "response_ids": [
        "efe087b49c15e003ed55537b82ebc6e5c9d05a15ce0c8a922d70972cf83eeef2",
        "d27ccaddc493285f3583648d87436f53bf5a149150a69541c5038a0bbce9dc20",
        "1d754893db85e78bc1efda7c44467e396edb97b76a9d3ab716829213254f71c3",
        "07e49d301e15fead6881ffa8da350831d8b05758f07813c5063cd16561a06c18",
        "350e1797cf8ab399d849060357075ddc57e326052612cc772444db1922588b91",
        "aad44b810be185ef6115b9715c3ea3cd008c362210ce442d3f21e18ba6ce9e33",
        "3c9a35d50d45ae0a4683cd5e6bd5ab877917db055f40cdc79d3c98b5e3c82599",
        "57d2cfb52bbe9a5d2fb3cdd3dcce4b2cae21935165d894e1b5d149926c5e2287",
        "2786863a33066f1a6c81f8c3ca0ffc81930d59de526a4a7c74be54e6cbbcc372",
        "33e145ef79f160d25ab7cd758eaea778b5c5f641b12f1d52cf2d4e77ee2ee674",
        "234a378693a602e6a83a606cfb6abd9aa92da61a65598dbd47676cef5cdfceca",
        "b01f0a718a9baa2377cd92a654e6bb1a2c184b77c9b657c4fe429ac260b9a3ea",
        "e8dcffc271bedd674bbc35534e04ba97cf2a429a2f81c165aa20bc969fdaf907",
        "c42cfd2f1bd6838048e1068300deb54ee72138bc5aa2943731a901509abb72d8",
        "bbe24d043b9fac09849362d21bc778d65cbbcf129ba4466c93a37dc3cf8c830c",
        "e6c64ef09ec03fc79015eb4168607e31bbbad43e76ae3db7b29b9d2ae7747992",
        "82d7d1f3ecc05a4530154d9a6affe0f35d6b0ba35cade2bdc1ca9a20c7953f31",
        "06ed63708cddbe0beb9d0e1bffcf438b9722ccd0e8c3bca4e1e54e4615b9cfa7",
        "45075d7e8be2aa4866dca93d40955a88f422c5cec26c5af44f122416f5cc605b",
        "5500eb30c5652754ea790a30bdc0581c6e35d0aacddf030be33feaa4083c818d",
        "ccbe81442a87a0bef53abcc12d1904e9e10d7eb2ab893da0dd79a179b4dde023",
        "ba03f225e8c44323769ccb9085592af7e3903751abd27d37d70c085117ddef22",
        "5c9090456ab1cc9b954f1417670f80de83086def9068ff91b4afaa6192819f85",
        "8025e7612bc9d13c7e555e20b75f1e5c3b4320e7d39e7486c430e9f588a76d27",
        "177879127650eb5fc49f56854bb8b74713180ef57185af4085af590904bdfc3b",
        "ef601ed304375a3c9a9bcadd259f0a299f4d1aa0cbd7a6d740fc3101b606dfa3",
        "a4124229af79a55999fa602dc0404fb9fd08cd196e0d7fdc2ac32c985a739e2d",
        "c902847d0598e98b4e3e1a38999b1011e3e771e29c93d61e5fd0ffebe29e1a01",
        "d7aa0233453eed4912f8e98349b0cdc4b970e5ec1655dd654cbfdcea47bfb437",
        "2b938ec4881b167654ecb14078a808047512acc85cd84a0c9aeb2ca9ba1f513a",
        "f7aa683368814fd0857578b0a78b32398292f4f8e435e4c666fb13d5aa3dc05c",
        "2ccf944d227d956680797ff3ad6e4b9c760d5b7a10611f05ff5856815b53a1f2",
        "356dfc49bb4e4cc65e93671b71d7dccfbf96110b82fd4c80c7db5b202ee27724",
        "6c422f00dd7e7f944ee4b62f821a6f1d6d4e7e64009d531ca2e2682fa33ed0d1",
        "e16f5d9d7373d3abbf67cba1857f46b3956d2ed5e60575375f74c5067fdd31b5",
        "3ff572518f911ae76f6776ceca5c14a86a81a48b49928379465d1ba5e38a2220",
        "354f257e08fa9f49bb43522a4f066d3845b1f2d2e19b6791c28d464ed44df569",
        "f47a7049356953debb3a6ff00c913f100055ca0dd1ccbe8f4031f5e9589d10fb",
        "023efe90364dc6025beb0c8d9117d7be259862dacaa8a3b59855e512208ddb2a",
        "d3a0abbbecc689eef0536378da8925764b4b9e92f4fa1afa478e1bd4788a9b70",
        "8839fdaf26b0f42b204c96e12942dcf10e4104bf0fa4651a79dd9fd3c7c38f70",
        "48cfef8d44074aa807c3b122329de120de94db7a9800fc515b01e3cc5f36eac1",
        "fc0efb9b9c0865ec3e38b545bda22f6b63d974b790a58964c89717b835aaa003",
        "7d0fb8ead6eeaf4d30c259486358eb9510dbfd596585c971623cc6f1f270495b",
        "10d4cef7a2651293e8f6029f3cde0e5c409f01eb77bbd6d84780702d29700501",
        "0c4a566c29e2371a5472d685f2eeb73d1b1f9a0a5b157c435da6726f069f004f",
        "d31ee84b50d55d2361fa520921727b8c6b55317068aaf154148c1bedfd8f78a9",
        "42a1236031c52e8f38551c5d3490ef0980aae84d48303bc61039fa638c74bbd0",
        "8af7e763411a5752e3397a249174dccd2c4fe31ee3526856048ff5bcc06a42eb",
        "4db5c4e1a7a9c5ca610c92d7faacd619315141542a94f7b55f3f578755688341",
        "58e8765d9500d0f7682fd6a599f33bab5c0befc86dee403ade3df37e06e485b6",
        "9c54166daa73fa90ed4bfde3a9fc9e77f6e1194b3fefb63f1e3135e96a874e9d",
        "cfddb640fea33d7b197c75fffaeab417f77bac1792de9611b58673afe8e6e9f7",
        "e9e6800444c54ca91af2b4df1da83330946141801f617215314c003bb7ade6d0",
        "b5c80d239606355aabcaa0e1f9e1cadfc24adc07f0755b394d504ece08bc4ff0",
        "83a4ff36c7cd26b6deea874fd0039d9b69003dcd675dde76813f9227e8dc263b"
       ]
      }
     },
     "question": "RES-01",
     "response_format": "structured"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/RES-01.json",
    "question_id": "RES-01",
    "response_format": "structured"
   },
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 4,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 4,
       "response_ids": [
        "4f858628d847a6b50754339146952461699dfa0f1a1e7dc6f7250fd3041b2109",
        "1e1ecaacf6b71fcbbc7b05e22995c91504ea07c08307b9f24dba8f5350415173",
        "b7bdbe314e9c46178e15c69fbaf3ecaf2727b97c3c57a1aa74589c9e0533aa3a",
        "57910d162c619b0c2d16def7836bd7f34ad21d5a76b7d60a416901b18333fd87"
       ]
      }
     },
     "cells": {
      "denominator": 4,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 4,
       "response_ids": [
        "4f858628d847a6b50754339146952461699dfa0f1a1e7dc6f7250fd3041b2109",
        "1e1ecaacf6b71fcbbc7b05e22995c91504ea07c08307b9f24dba8f5350415173",
        "b7bdbe314e9c46178e15c69fbaf3ecaf2727b97c3c57a1aa74589c9e0533aa3a",
        "57910d162c619b0c2d16def7836bd7f34ad21d5a76b7d60a416901b18333fd87"
       ]
      },
      "used": {
       "count": 4,
       "response_ids": [
        "4f858628d847a6b50754339146952461699dfa0f1a1e7dc6f7250fd3041b2109",
        "1e1ecaacf6b71fcbbc7b05e22995c91504ea07c08307b9f24dba8f5350415173",
        "b7bdbe314e9c46178e15c69fbaf3ecaf2727b97c3c57a1aa74589c9e0533aa3a",
        "57910d162c619b0c2d16def7836bd7f34ad21d5a76b7d60a416901b18333fd87"
       ]
      }
     },
     "question": "TRL-01",
     "response_format": "open-ended"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/TRL-01.json",
    "question_id": "TRL-01",
    "response_format": "open-ended"
   },
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 56,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 17,
        "label": "Definitely A",
        "response_ids": [
         "21f63882584ddc180904af733a50b0d88e1414f146e89bd0974ef69576315bc4",
         "77478df36f07eb8ce4a1da2ff6b840bdb80d83e2f2aaa16a90e62a0939849fc1",
         "a6c562539462b1c59f4f6745f990b80cc69463562de252e347487a277091aca6",
         "806cbe5277bb2a03115baa2153e83430cf54950590a197ddc892af6ae7cd0a6e",
         "72cbe0fc55b7590e5644bf3b782e1c54f6ebb6245681be7c2dbc38e0e6d78eca",
         "a96b3b586ba2ededef81f9466a181c332155d9975e2c9ff09831cfd6eb35c27d",
         "1453f76e2f963d2aebb08a2e142ed07e09b6453ca6be935c68460d26f6d65e2d",
         "2c1e0290b7d77adee7e7951a67ef48cebe2e06a98d8fd0da9a279f84f1b1fb0d",
         "93daeed1ded6019dcff712468a488cab5ff74255e6baf7a501bbf732496fc38c",
         "d46b20db2328613b96a2c275217b08ad2996f2a6abb85b85e160f54f75747f00",
         "47173e86b1920797b92f7ef126472e365097983d58b22e265a0bcb92cd5cee8b",
         "0fdaa55e12bc0ab4432c65ad259fa6ee6709636856c6612e3e4e743a06325196",
         "521345d68ea90240ae71c39c6ce948085702c0852b45ce0f5c641e680597f704",
         "d0299a15907c9cd031af9926b06b19ff027023b7d6438ad3b4636e427d0ce253",
         "3b2fd5a9b3a8961a9e5d8c557ab71bce30f85fc58b4abb12474a4d8e10eaa9bf",
         "1522cddbcc27cc998932665cda883a04fefb699688438758b055863c109de692",
         "b45e5775cc340de31890b999703b7c4f8c93038fbc6524d14da4f0a61f41c7b8"
        ],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 29,
        "label": "Probably A",
        "response_ids": [
         "ba0bab0f2ba4603cce09c35c676df3cdb4e6f785e7953ddb5e70679270df58ba",
         "17d575d8fa9a86f14c1f1621966bd22c02a92cdd1958ba091331d34637c1964e",
         "969ebbd8fb1ae3a596da76e4231cda4a031b2234fa98682408ac36140cc2fb80",
         "33dd78c41a1a8a066779a43671fd9908678b2aef7045ca805e54090e5a6ded8b",
         "c0452c5fd3ca0584be60e249c4bca0f76d70ca151dcb01c6061612667c4c64b5",
         "2e63d91f9ad934ee964c755ed9e1c1294724dce046b8b1731fb17ffb56a02f2b",
         "d4e0cde7d1466d6f911fa0a5dd2f94f0b927a91bd739a0990596204de5ed2074",
         "735763c648311991735b2454637153b5182affa2c13285dd7531cf718ba2c11b",
         "e9b9ac97d094d2f2e903be1ad6a19c583b418e85b207abb8d70d5a3162e45251",
         "ee736c58735e7dfbc3d95c5c3f525b985cfdc894b22f246bd581e4640ba9703b",
         "0bb7df30b27163c470d67e919e2f1dd3dc808f9b19ba349881cc85ed6aa8e06c",
         "ce34e3a10758a1b9c77d26324681412e6b74d85536dd3756d95ba9922fe29f4b",
         "efc8bc54298ecfdc8a5d4433086ac0baeeeb1663aebfc7e2a2aac4293f87d641",
         "2e2d54fb4a28617410d173c23525498f83be17f3b29251b27c7995ab42421bbf",
         "d341a892959aab9de5e996263af8dcbf4c7755f5f3224cf2824422a2b5246252",
         "61d3ff2e927648a9e47f9093230f811fea864647fdba548f2c4c0eff49332ac9",
         "82a3f8e0df74133d80371a68a1ad5c4f79ba114890637b1481406dc2b4e8bc24",
         "375104133f826c7a27d351506c2f910786b05d7450aa13db88fd4f1d21d5ffb2",
         "8ee9c368feda7723a4b57b6e71d30f057f83f389aa4dfe8b0a909dce32e16af2",
         "d7d98f648e4f3fb52041e981a44ab6c0f3467a6c4bfd99aad9352a8f478f3e78",
         "c0164c6b39b5d27db108412d109a55d1e1ef6460e8dd0b64fb6377fafe0963ad",
         "9473362cf95983e29c2b29fa20a92b7edf221793b37f379650ac8ef6564d9b95",
         "ba35bfd0fb34b1920e2f112042b91d0dcaadd6a2e800027e3e71c159e6443c70",
         "9990e5bd25b3ddbdbf87c9155ab21bef2fc5cc7edaebf0c2647314d35a98c643",
         "ac5b0b7157b83c530cf3f8f55e320c4f90f0a2f9472fb2f0178ce733c863b439",
         "177d29d67c498e98b018b136a41d35f3c4de3817fedc9a5849b23eb3a516b4be",
         "1160e57e67e55f532d4dcfc4bc16be1023a6f1d9c034cebd19af4159beedf7b7",
         "495e555ae08faf025e46f2e461620595f034bfa10beca34a0db916d18d5f806b",
         "52b5b3da623fa77a229cda575e39204cd50267c93485730d82766810fd186b20"
        ],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 1,
        "label": "Can't decide",
        "response_ids": [
         "681df2479894578de31a57ae5d6d6e6a0019ca414de32c73b5c69459b21792f8"
        ],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 1,
        "label": "Probably B",
        "response_ids": [
         "ce85efcae5abfbccafc72432dfd28f61ae4d7748c19106b7a08915845325ff6b"
        ],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 8,
        "label": "Definitely B",
        "response_ids": [
         "f7edcff6d2658bbfa79ca38a5c4b73d4daff8b9c061025b1349805b11fb0aea8",
         "9198e66b49f1f00017c3491e5401e728f1cac9eb2a281550ef15359642264b89",
         "0d5b2e54e37da090be473bd759447db4ff00b9578209dab26a3e8b30ed01f8f1",
         "99a30043a0313a64ce39da89194467a119682f33c1960c2eff2fead5c65cce3c",
         "1aff484758d0aa05072ad8b116e552c05663cadb10372a32a4e785c8d5b05326",
         "61c455b3f1f1b0690f332e25bcbc34c191bd34b93b0aec733caadb4fd09042ed",
         "f0182f5e636fa08a2155a92f5130295414a3d41e4a842deddfae288651229630",
         "300c5c0df3cc825077a28ce43e8f62df321ec66134af056d005c51d5e1cb9c3d"
        ],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 0,
       "response_ids": []
      }
     },
     "cells": {
      "denominator": 56,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 56,
       "response_ids": [
        "21f63882584ddc180904af733a50b0d88e1414f146e89bd0974ef69576315bc4",
        "ba0bab0f2ba4603cce09c35c676df3cdb4e6f785e7953ddb5e70679270df58ba",
        "77478df36f07eb8ce4a1da2ff6b840bdb80d83e2f2aaa16a90e62a0939849fc1",
        "a6c562539462b1c59f4f6745f990b80cc69463562de252e347487a277091aca6",
        "f7edcff6d2658bbfa79ca38a5c4b73d4daff8b9c061025b1349805b11fb0aea8",
        "9198e66b49f1f00017c3491e5401e728f1cac9eb2a281550ef15359642264b89",
        "ce85efcae5abfbccafc72432dfd28f61ae4d7748c19106b7a08915845325ff6b",
        "0d5b2e54e37da090be473bd759447db4ff00b9578209dab26a3e8b30ed01f8f1",
        "806cbe5277bb2a03115baa2153e83430cf54950590a197ddc892af6ae7cd0a6e",
        "17d575d8fa9a86f14c1f1621966bd22c02a92cdd1958ba091331d34637c1964e",
        "99a30043a0313a64ce39da89194467a119682f33c1960c2eff2fead5c65cce3c",
        "969ebbd8fb1ae3a596da76e4231cda4a031b2234fa98682408ac36140cc2fb80",
        "72cbe0fc55b7590e5644bf3b782e1c54f6ebb6245681be7c2dbc38e0e6d78eca",
        "a96b3b586ba2ededef81f9466a181c332155d9975e2c9ff09831cfd6eb35c27d",
        "1453f76e2f963d2aebb08a2e142ed07e09b6453ca6be935c68460d26f6d65e2d",
        "33dd78c41a1a8a066779a43671fd9908678b2aef7045ca805e54090e5a6ded8b",
        "c0452c5fd3ca0584be60e249c4bca0f76d70ca151dcb01c6061612667c4c64b5",
        "2e63d91f9ad934ee964c755ed9e1c1294724dce046b8b1731fb17ffb56a02f2b",
        "d4e0cde7d1466d6f911fa0a5dd2f94f0b927a91bd739a0990596204de5ed2074",
        "735763c648311991735b2454637153b5182affa2c13285dd7531cf718ba2c11b",
        "e9b9ac97d094d2f2e903be1ad6a19c583b418e85b207abb8d70d5a3162e45251",
        "ee736c58735e7dfbc3d95c5c3f525b985cfdc894b22f246bd581e4640ba9703b",
        "2c1e0290b7d77adee7e7951a67ef48cebe2e06a98d8fd0da9a279f84f1b1fb0d",
        "0bb7df30b27163c470d67e919e2f1dd3dc808f9b19ba349881cc85ed6aa8e06c",
        "1aff484758d0aa05072ad8b116e552c05663cadb10372a32a4e785c8d5b05326",
        "61c455b3f1f1b0690f332e25bcbc34c191bd34b93b0aec733caadb4fd09042ed",
        "f0182f5e636fa08a2155a92f5130295414a3d41e4a842deddfae288651229630",
        "300c5c0df3cc825077a28ce43e8f62df321ec66134af056d005c51d5e1cb9c3d",
        "93daeed1ded6019dcff712468a488cab5ff74255e6baf7a501bbf732496fc38c",
        "d46b20db2328613b96a2c275217b08ad2996f2a6abb85b85e160f54f75747f00",
        "47173e86b1920797b92f7ef126472e365097983d58b22e265a0bcb92cd5cee8b",
        "0fdaa55e12bc0ab4432c65ad259fa6ee6709636856c6612e3e4e743a06325196",
        "521345d68ea90240ae71c39c6ce948085702c0852b45ce0f5c641e680597f704",
        "d0299a15907c9cd031af9926b06b19ff027023b7d6438ad3b4636e427d0ce253",
        "3b2fd5a9b3a8961a9e5d8c557ab71bce30f85fc58b4abb12474a4d8e10eaa9bf",
        "1522cddbcc27cc998932665cda883a04fefb699688438758b055863c109de692",
        "ce34e3a10758a1b9c77d26324681412e6b74d85536dd3756d95ba9922fe29f4b",
        "efc8bc54298ecfdc8a5d4433086ac0baeeeb1663aebfc7e2a2aac4293f87d641",
        "b45e5775cc340de31890b999703b7c4f8c93038fbc6524d14da4f0a61f41c7b8",
        "2e2d54fb4a28617410d173c23525498f83be17f3b29251b27c7995ab42421bbf",
        "d341a892959aab9de5e996263af8dcbf4c7755f5f3224cf2824422a2b5246252",
        "61d3ff2e927648a9e47f9093230f811fea864647fdba548f2c4c0eff49332ac9",
        "82a3f8e0df74133d80371a68a1ad5c4f79ba114890637b1481406dc2b4e8bc24",
        "375104133f826c7a27d351506c2f910786b05d7450aa13db88fd4f1d21d5ffb2",
        "8ee9c368feda7723a4b57b6e71d30f057f83f389aa4dfe8b0a909dce32e16af2",
        "d7d98f648e4f3fb52041e981a44ab6c0f3467a6c4bfd99aad9352a8f478f3e78",
        "c0164c6b39b5d27db108412d109a55d1e1ef6460e8dd0b64fb6377fafe0963ad",
        "9473362cf95983e29c2b29fa20a92b7edf221793b37f379650ac8ef6564d9b95",
        "ba35bfd0fb34b1920e2f112042b91d0dcaadd6a2e800027e3e71c159e6443c70",
        "9990e5bd25b3ddbdbf87c9155ab21bef2fc5cc7edaebf0c2647314d35a98c643",
        "ac5b0b7157b83c530cf3f8f55e320c4f90f0a2f9472fb2f0178ce733c863b439",
        "177d29d67c498e98b018b136a41d35f3c4de3817fedc9a5849b23eb3a516b4be",
        "1160e57e67e55f532d4dcfc4bc16be1023a6f1d9c034cebd19af4159beedf7b7",
        "681df2479894578de31a57ae5d6d6e6a0019ca414de32c73b5c69459b21792f8",
        "495e555ae08faf025e46f2e461620595f034bfa10beca34a0db916d18d5f806b",
        "52b5b3da623fa77a229cda575e39204cd50267c93485730d82766810fd186b20"
       ]
      },
      "used": {
       "count": 56,
       "response_ids": [
        "21f63882584ddc180904af733a50b0d88e1414f146e89bd0974ef69576315bc4",
        "ba0bab0f2ba4603cce09c35c676df3cdb4e6f785e7953ddb5e70679270df58ba",
        "77478df36f07eb8ce4a1da2ff6b840bdb80d83e2f2aaa16a90e62a0939849fc1",
        "a6c562539462b1c59f4f6745f990b80cc69463562de252e347487a277091aca6",
        "f7edcff6d2658bbfa79ca38a5c4b73d4daff8b9c061025b1349805b11fb0aea8",
        "9198e66b49f1f00017c3491e5401e728f1cac9eb2a281550ef15359642264b89",
        "ce85efcae5abfbccafc72432dfd28f61ae4d7748c19106b7a08915845325ff6b",
        "0d5b2e54e37da090be473bd759447db4ff00b9578209dab26a3e8b30ed01f8f1",
        "806cbe5277bb2a03115baa2153e83430cf54950590a197ddc892af6ae7cd0a6e",
        "17d575d8fa9a86f14c1f1621966bd22c02a92cdd1958ba091331d34637c1964e",
        "99a30043a0313a64ce39da89194467a119682f33c1960c2eff2fead5c65cce3c",
        "969ebbd8fb1ae3a596da76e4231cda4a031b2234fa98682408ac36140cc2fb80",
        "72cbe0fc55b7590e5644bf3b782e1c54f6ebb6245681be7c2dbc38e0e6d78eca",
        "a96b3b586ba2ededef81f9466a181c332155d9975e2c9ff09831cfd6eb35c27d",
        "1453f76e2f963d2aebb08a2e142ed07e09b6453ca6be935c68460d26f6d65e2d",
        "33dd78c41a1a8a066779a43671fd9908678b2aef7045ca805e54090e5a6ded8b",
        "c0452c5fd3ca0584be60e249c4bca0f76d70ca151dcb01c6061612667c4c64b5",
        "2e63d91f9ad934ee964c755ed9e1c1294724dce046b8b1731fb17ffb56a02f2b",
        "d4e0cde7d1466d6f911fa0a5dd2f94f0b927a91bd739a0990596204de5ed2074",
        "735763c648311991735b2454637153b5182affa2c13285dd7531cf718ba2c11b",
        "e9b9ac97d094d2f2e903be1ad6a19c583b418e85b207abb8d70d5a3162e45251",
        "ee736c58735e7dfbc3d95c5c3f525b985cfdc894b22f246bd581e4640ba9703b",
        "2c1e0290b7d77adee7e7951a67ef48cebe2e06a98d8fd0da9a279f84f1b1fb0d",
        "0bb7df30b27163c470d67e919e2f1dd3dc808f9b19ba349881cc85ed6aa8e06c",
        "1aff484758d0aa05072ad8b116e552c05663cadb10372a32a4e785c8d5b05326",
        "61c455b3f1f1b0690f332e25bcbc34c191bd34b93b0aec733caadb4fd09042ed",
        "f0182f5e636fa08a2155a92f5130295414a3d41e4a842deddfae288651229630",
        "300c5c0df3cc825077a28ce43e8f62df321ec66134af056d005c51d5e1cb9c3d",
        "93daeed1ded6019dcff712468a488cab5ff74255e6baf7a501bbf732496fc38c",
        "d46b20db2328613b96a2c275217b08ad2996f2a6abb85b85e160f54f75747f00",
        "47173e86b1920797b92f7ef126472e365097983d58b22e265a0bcb92cd5cee8b",
        "0fdaa55e12bc0ab4432c65ad259fa6ee6709636856c6612e3e4e743a06325196",
        "521345d68ea90240ae71c39c6ce948085702c0852b45ce0f5c641e680597f704",
        "d0299a15907c9cd031af9926b06b19ff027023b7d6438ad3b4636e427d0ce253",
        "3b2fd5a9b3a8961a9e5d8c557ab71bce30f85fc58b4abb12474a4d8e10eaa9bf",
        "1522cddbcc27cc998932665cda883a04fefb699688438758b055863c109de692",
        "ce34e3a10758a1b9c77d26324681412e6b74d85536dd3756d95ba9922fe29f4b",
        "efc8bc54298ecfdc8a5d4433086ac0baeeeb1663aebfc7e2a2aac4293f87d641",
        "b45e5775cc340de31890b999703b7c4f8c93038fbc6524d14da4f0a61f41c7b8",
        "2e2d54fb4a28617410d173c23525498f83be17f3b29251b27c7995ab42421bbf",
        "d341a892959aab9de5e996263af8dcbf4c7755f5f3224cf2824422a2b5246252",
        "61d3ff2e927648a9e47f9093230f811fea864647fdba548f2c4c0eff49332ac9",
        "82a3f8e0df74133d80371a68a1ad5c4f79ba114890637b1481406dc2b4e8bc24",
        "375104133f826c7a27d351506c2f910786b05d7450aa13db88fd4f1d21d5ffb2",
        "8ee9c368feda7723a4b57b6e71d30f057f83f389aa4dfe8b0a909dce32e16af2",
        "d7d98f648e4f3fb52041e981a44ab6c0f3467a6c4bfd99aad9352a8f478f3e78",
        "c0164c6b39b5d27db108412d109a55d1e1ef6460e8dd0b64fb6377fafe0963ad",
        "9473362cf95983e29c2b29fa20a92b7edf221793b37f379650ac8ef6564d9b95",
        "ba35bfd0fb34b1920e2f112042b91d0dcaadd6a2e800027e3e71c159e6443c70",
        "9990e5bd25b3ddbdbf87c9155ab21bef2fc5cc7edaebf0c2647314d35a98c643",
        "ac5b0b7157b83c530cf3f8f55e320c4f90f0a2f9472fb2f0178ce733c863b439",
        "177d29d67c498e98b018b136a41d35f3c4de3817fedc9a5849b23eb3a516b4be",
        "1160e57e67e55f532d4dcfc4bc16be1023a6f1d9c034cebd19af4159beedf7b7",
        "681df2479894578de31a57ae5d6d6e6a0019ca414de32c73b5c69459b21792f8",
        "495e555ae08faf025e46f2e461620595f034bfa10beca34a0db916d18d5f806b",
        "52b5b3da623fa77a229cda575e39204cd50267c93485730d82766810fd186b20"
       ]
      }
     },
     "question": "TRL-01",
     "response_format": "structured"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/TRL-01.json",
    "question_id": "TRL-01",
    "response_format": "structured"
   },
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 8,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 8,
       "response_ids": [
        "0d9402c31c800e99ab7a60f0363d22595d9c499507d6fd798f67650b24b3325e",
        "75abd6b238005da762379beff1447f2c675e73adc65e6a973550c071fa8a7aa3",
        "95b1340057852b64426a3d3f013c927a844f7efb78680800c29c836a480ac665",
        "e3d0c402a0e48c91df4dd5e999a577e816dd8c6c3b54c5173d20853c7e359a8e",
        "337378894328a3edc223064946610fd1f2bdf6e8c9f96c49afb7cd771ee29673",
        "c019807e4e002e212500f41c4daa92ad75e6eeb703d45f645372a380ff0857e3",
        "972148d65746cae950e606307f750419249367ce8c76ee27f30a68bc2fd9ce73",
        "8684a798df02e35188475a757847592a3c3d7b0877e52b84692af9a41d3353d5"
       ]
      }
     },
     "cells": {
      "denominator": 8,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 8,
       "response_ids": [
        "0d9402c31c800e99ab7a60f0363d22595d9c499507d6fd798f67650b24b3325e",
        "75abd6b238005da762379beff1447f2c675e73adc65e6a973550c071fa8a7aa3",
        "95b1340057852b64426a3d3f013c927a844f7efb78680800c29c836a480ac665",
        "e3d0c402a0e48c91df4dd5e999a577e816dd8c6c3b54c5173d20853c7e359a8e",
        "337378894328a3edc223064946610fd1f2bdf6e8c9f96c49afb7cd771ee29673",
        "c019807e4e002e212500f41c4daa92ad75e6eeb703d45f645372a380ff0857e3",
        "972148d65746cae950e606307f750419249367ce8c76ee27f30a68bc2fd9ce73",
        "8684a798df02e35188475a757847592a3c3d7b0877e52b84692af9a41d3353d5"
       ]
      },
      "used": {
       "count": 8,
       "response_ids": [
        "0d9402c31c800e99ab7a60f0363d22595d9c499507d6fd798f67650b24b3325e",
        "75abd6b238005da762379beff1447f2c675e73adc65e6a973550c071fa8a7aa3",
        "95b1340057852b64426a3d3f013c927a844f7efb78680800c29c836a480ac665",
        "e3d0c402a0e48c91df4dd5e999a577e816dd8c6c3b54c5173d20853c7e359a8e",
        "337378894328a3edc223064946610fd1f2bdf6e8c9f96c49afb7cd771ee29673",
        "c019807e4e002e212500f41c4daa92ad75e6eeb703d45f645372a380ff0857e3",
        "972148d65746cae950e606307f750419249367ce8c76ee27f30a68bc2fd9ce73",
        "8684a798df02e35188475a757847592a3c3d7b0877e52b84692af9a41d3353d5"
       ]
      }
     },
     "question": "TRL-02",
     "response_format": "open-ended"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/TRL-02.json",
    "question_id": "TRL-02",
    "response_format": "open-ended"
   },
   {
    "accounts": {
     "answers": {
      "declined": {
       "count": 0,
       "response_ids": []
      },
      "denominator": 56,
      "failed": {
       "count": 0,
       "response_ids": []
      },
      "not_coded": {
       "count": 0,
       "response_ids": []
      },
      "scored": [
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Definitely A",
        "score": -2
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Probably A",
        "score": -1
       },
       {
        "count": 0,
        "label": null,
        "response_ids": [],
        "scale_label": "Can't decide",
        "score": 0
       },
       {
        "count": 11,
        "label": "Probably B",
        "response_ids": [
         "f35bda601cc19cebdbd5f4fbfdbcdddc647b753e1cf79f50fb813790f94cde16",
         "2569093f013c3d898c8c016ba10c2414f8624bb7c6a705b358976e23b6656d9f",
         "5e18ca07394ff0aa48b292309b154d018d8e92013793691c8fdffa67454bdebc",
         "686cf341245ac74976354f973b605ed33ba55839300d3196f670d41d9ee1690a",
         "64efdf18170ab3680b624c1ed1a3149a2b17a5d5e76e69b079e5ae917a0d2736",
         "18098ada0c3c1b3c731ea05d1a1f610a4591a2e379bc3dbe07253fd74fef54ff",
         "35e73e35fab5aed387fa666218bcc72f1bbf7429349d07d3b8afbfa937de28b6",
         "71fccd9196eee56e35fd1de97f1dd8f016244f6d123ef1ff1fa63f89aa3d8549",
         "bf7b4879d31285530303ec7763fcb4827fcbb04f4809252e1203830e9d870678",
         "0d7219ae8e497c5f41b7c29ce2b64a82009e070bb34c3c10e4f135d5f15350cc",
         "93eb870fb19e2ae71253f7a0b11a300e1f731c461e7d5aafeac6f2001edfeab2"
        ],
        "scale_label": "Probably B",
        "score": 1
       },
       {
        "count": 45,
        "label": "Definitely B",
        "response_ids": [
         "e44229237aeeb3e7fd1d487e7f9f178bb54dc35e54985523863f477137d1b8e2",
         "b98f9ce304c61e1e98c1a498f0df210aff0e1383994b57d8bcfbaea7ca878262",
         "db9c81ae73927854f201136f8da345224bdb23efdb003d437338cb181074db68",
         "f86033e35356513ca47eedf2bfe7e1d5b6b9d58548dcafd48ef0a2d7fe53ecc5",
         "f84c89b6cf9eb560537c26583c4a4589bbcadde89c2512f62007e1965c442bc3",
         "91ac9bb0639c0265f1b5b28f7f9db0670fbe8d6aa997ffc2b7d6c9d908773b03",
         "0253f6873e05250d1b92cf8409bc3da5ca4809604b45d24bb26fc97a0291061f",
         "1640d6fa232cf3427027489e477531935ce9a946d1e79160f72fae6b73fbb299",
         "d4cdaef9845b64c91158b63772e5b08cd52bccace9f3b637194818a26960cdbd",
         "e4ed347dec07395a01f44cf22f88e0dfefce8c6ae5a00cd8383de8f9be5d1c4e",
         "ecd72f90820daae447578733b20a8222a3f3f232186fa76acbc6e3c292b30581",
         "9618cd4a037b0382b3c1cd39e1f76ab1fd0ad44d9c1c6f7a88eedbfeb4dd692d",
         "a3cd40e03c53062e86445a1b03cafc635f3bc1eab62199fd727b8cabeb2c8a1d",
         "9ec6461c6ae382d109bf8c44307c8f8a9d0ce540be26fa599e12f306544203fa",
         "eebaa974df17935c67ac4a0c3c9041d1fb6a02656c04b61f9864bc5660477617",
         "8299a6980c110200c998a05fd2fd623082bcdbbab9171d9783250f68c77844c0",
         "7ebf28c153a85eb196dd302e42b84990367708e7ff10f9cb8020444e871d8ce5",
         "991ff47c59e3ee6cc4a77a446e1958357950b8a338056ff7c852bd0675ed30ad",
         "6a60c409a4d18b0aec10f230c16e506ceab916a496550d6bd87d59408cfa2009",
         "c5bbe554a8743fc2d0680c736680923919187a68cf6e227d0c66e71f8764e0f9",
         "f6685ade330bc95f39a76e89bbefd5410fca6e2cc67cd1cb91c1e51929cc553d",
         "caa40ce42ef949d3160385e1acd50a4459ff19fd8f96eb138322355e9dbab9d8",
         "8258f4d8e5634ede517c465f3849466420a9e82cff21dd139fb2c2fff2c3034b",
         "4c1f940508e9361307dfe7299cefecbe094dfe9a8c90894d42aa3a05d8b75226",
         "853d3b5e5d323580d88755574e4f6c021dcae3ba5d4b445f7f90d22b1d13007f",
         "b9cbb7fb533863cbea06c84edbbdfee13a8c4a85804ffbfdc4a8a68df30770c7",
         "da8ea3c4e2aab079482c1f800b825046ff12d93693f3a936152bbb72a6d655fd",
         "1ba28a1d8e07b0023f6a4898dcf681008ada0d542ac86f61227fea2b3d1c7479",
         "d331cd73536c2f4e4abc954f08a0861e67b2b8c6dab1251c3f14c98f87537f40",
         "0f86586e57a5ff66cc724960ca33af5ed00dc364b762ea56950da7e95ea1585f",
         "38c4805ec9e7635ead879d13451b6f2249cc8283b83d36b69d67f3bb467b8fce",
         "d1cc41aecd27264d8bd3b9523b6c3eee476ac393c2bfbcdd367aa0433e737d48",
         "36b4fa64c4eb2ecf546b7a964061297f8a27b62885b7803b9ec39cced360ff54",
         "35168b72d8d71f11b32c251d7c664218bf90f66291e0d3a8be84bc7daf218690",
         "b9263b1c8dc3b85b44d3c3f132cb90eadf8ff5c2ec6374921d65987eacf2d233",
         "286cd21e6fb02f1445d3f5779d8aab61f8666be83149847ad15ad0619823215f",
         "812e7a1155e899f166a537a4d1f8ad2021e3556ba3b4291617e46d1d76a8359a",
         "98549148d53cbfb9c8c52125fea0490c36cb132b1aa996bf45a6dff9090d45d1",
         "6bf91b08324a611107a7051ee30d0d29d9e11e0358f33213f4b8280ef7abecbc",
         "7099f4b30f0c8b27ed2c004751dff158ab9250f2038fe8c772fde1de041dbf22",
         "c675b6a72919cbd1bfdfe12b59465c58456fb4fd048b8693191565d565b490fc",
         "e9de83a6f3dd2cef7406b5425be52172e7471de6fddfd775850dbe03c87c015d",
         "b54b5683a3dbcca63aa67b69e09ff7b88fe547186ec929a377497e314818c63d",
         "612870ed7e0c09fc97cc5a1e0921f3388ce3a35256255c6171ff62591d2c4df3",
         "9ce741f55aa1db27c03f1121760ab81746463372095a2a4ab6e9212a4c61312d"
        ],
        "scale_label": "Definitely B",
        "score": 2
       }
      ],
      "unclassified": {
       "count": 0,
       "response_ids": []
      }
     },
     "cells": {
      "denominator": 56,
      "excluded": {
       "count": 0,
       "response_ids": [],
       "rules": []
      },
      "excluded_no_text": {
       "count": 0,
       "response_ids": []
      },
      "failed_calls": {
       "count": 0,
       "response_ids": []
      },
      "missing": {
       "cells": [],
       "count": 0
      },
      "retried": {
       "count": 0,
       "response_ids": []
      },
      "returned": {
       "count": 56,
       "response_ids": [
        "e44229237aeeb3e7fd1d487e7f9f178bb54dc35e54985523863f477137d1b8e2",
        "b98f9ce304c61e1e98c1a498f0df210aff0e1383994b57d8bcfbaea7ca878262",
        "f35bda601cc19cebdbd5f4fbfdbcdddc647b753e1cf79f50fb813790f94cde16",
        "db9c81ae73927854f201136f8da345224bdb23efdb003d437338cb181074db68",
        "f86033e35356513ca47eedf2bfe7e1d5b6b9d58548dcafd48ef0a2d7fe53ecc5",
        "f84c89b6cf9eb560537c26583c4a4589bbcadde89c2512f62007e1965c442bc3",
        "91ac9bb0639c0265f1b5b28f7f9db0670fbe8d6aa997ffc2b7d6c9d908773b03",
        "0253f6873e05250d1b92cf8409bc3da5ca4809604b45d24bb26fc97a0291061f",
        "1640d6fa232cf3427027489e477531935ce9a946d1e79160f72fae6b73fbb299",
        "d4cdaef9845b64c91158b63772e5b08cd52bccace9f3b637194818a26960cdbd",
        "e4ed347dec07395a01f44cf22f88e0dfefce8c6ae5a00cd8383de8f9be5d1c4e",
        "ecd72f90820daae447578733b20a8222a3f3f232186fa76acbc6e3c292b30581",
        "9618cd4a037b0382b3c1cd39e1f76ab1fd0ad44d9c1c6f7a88eedbfeb4dd692d",
        "a3cd40e03c53062e86445a1b03cafc635f3bc1eab62199fd727b8cabeb2c8a1d",
        "2569093f013c3d898c8c016ba10c2414f8624bb7c6a705b358976e23b6656d9f",
        "9ec6461c6ae382d109bf8c44307c8f8a9d0ce540be26fa599e12f306544203fa",
        "eebaa974df17935c67ac4a0c3c9041d1fb6a02656c04b61f9864bc5660477617",
        "8299a6980c110200c998a05fd2fd623082bcdbbab9171d9783250f68c77844c0",
        "5e18ca07394ff0aa48b292309b154d018d8e92013793691c8fdffa67454bdebc",
        "7ebf28c153a85eb196dd302e42b84990367708e7ff10f9cb8020444e871d8ce5",
        "686cf341245ac74976354f973b605ed33ba55839300d3196f670d41d9ee1690a",
        "64efdf18170ab3680b624c1ed1a3149a2b17a5d5e76e69b079e5ae917a0d2736",
        "991ff47c59e3ee6cc4a77a446e1958357950b8a338056ff7c852bd0675ed30ad",
        "18098ada0c3c1b3c731ea05d1a1f610a4591a2e379bc3dbe07253fd74fef54ff",
        "6a60c409a4d18b0aec10f230c16e506ceab916a496550d6bd87d59408cfa2009",
        "c5bbe554a8743fc2d0680c736680923919187a68cf6e227d0c66e71f8764e0f9",
        "f6685ade330bc95f39a76e89bbefd5410fca6e2cc67cd1cb91c1e51929cc553d",
        "caa40ce42ef949d3160385e1acd50a4459ff19fd8f96eb138322355e9dbab9d8",
        "8258f4d8e5634ede517c465f3849466420a9e82cff21dd139fb2c2fff2c3034b",
        "4c1f940508e9361307dfe7299cefecbe094dfe9a8c90894d42aa3a05d8b75226",
        "853d3b5e5d323580d88755574e4f6c021dcae3ba5d4b445f7f90d22b1d13007f",
        "b9cbb7fb533863cbea06c84edbbdfee13a8c4a85804ffbfdc4a8a68df30770c7",
        "da8ea3c4e2aab079482c1f800b825046ff12d93693f3a936152bbb72a6d655fd",
        "1ba28a1d8e07b0023f6a4898dcf681008ada0d542ac86f61227fea2b3d1c7479",
        "d331cd73536c2f4e4abc954f08a0861e67b2b8c6dab1251c3f14c98f87537f40",
        "0f86586e57a5ff66cc724960ca33af5ed00dc364b762ea56950da7e95ea1585f",
        "38c4805ec9e7635ead879d13451b6f2249cc8283b83d36b69d67f3bb467b8fce",
        "d1cc41aecd27264d8bd3b9523b6c3eee476ac393c2bfbcdd367aa0433e737d48",
        "36b4fa64c4eb2ecf546b7a964061297f8a27b62885b7803b9ec39cced360ff54",
        "35168b72d8d71f11b32c251d7c664218bf90f66291e0d3a8be84bc7daf218690",
        "b9263b1c8dc3b85b44d3c3f132cb90eadf8ff5c2ec6374921d65987eacf2d233",
        "286cd21e6fb02f1445d3f5779d8aab61f8666be83149847ad15ad0619823215f",
        "35e73e35fab5aed387fa666218bcc72f1bbf7429349d07d3b8afbfa937de28b6",
        "812e7a1155e899f166a537a4d1f8ad2021e3556ba3b4291617e46d1d76a8359a",
        "98549148d53cbfb9c8c52125fea0490c36cb132b1aa996bf45a6dff9090d45d1",
        "6bf91b08324a611107a7051ee30d0d29d9e11e0358f33213f4b8280ef7abecbc",
        "71fccd9196eee56e35fd1de97f1dd8f016244f6d123ef1ff1fa63f89aa3d8549",
        "7099f4b30f0c8b27ed2c004751dff158ab9250f2038fe8c772fde1de041dbf22",
        "c675b6a72919cbd1bfdfe12b59465c58456fb4fd048b8693191565d565b490fc",
        "e9de83a6f3dd2cef7406b5425be52172e7471de6fddfd775850dbe03c87c015d",
        "bf7b4879d31285530303ec7763fcb4827fcbb04f4809252e1203830e9d870678",
        "b54b5683a3dbcca63aa67b69e09ff7b88fe547186ec929a377497e314818c63d",
        "0d7219ae8e497c5f41b7c29ce2b64a82009e070bb34c3c10e4f135d5f15350cc",
        "612870ed7e0c09fc97cc5a1e0921f3388ce3a35256255c6171ff62591d2c4df3",
        "93eb870fb19e2ae71253f7a0b11a300e1f731c461e7d5aafeac6f2001edfeab2",
        "9ce741f55aa1db27c03f1121760ab81746463372095a2a4ab6e9212a4c61312d"
       ]
      },
      "used": {
       "count": 56,
       "response_ids": [
        "e44229237aeeb3e7fd1d487e7f9f178bb54dc35e54985523863f477137d1b8e2",
        "b98f9ce304c61e1e98c1a498f0df210aff0e1383994b57d8bcfbaea7ca878262",
        "f35bda601cc19cebdbd5f4fbfdbcdddc647b753e1cf79f50fb813790f94cde16",
        "db9c81ae73927854f201136f8da345224bdb23efdb003d437338cb181074db68",
        "f86033e35356513ca47eedf2bfe7e1d5b6b9d58548dcafd48ef0a2d7fe53ecc5",
        "f84c89b6cf9eb560537c26583c4a4589bbcadde89c2512f62007e1965c442bc3",
        "91ac9bb0639c0265f1b5b28f7f9db0670fbe8d6aa997ffc2b7d6c9d908773b03",
        "0253f6873e05250d1b92cf8409bc3da5ca4809604b45d24bb26fc97a0291061f",
        "1640d6fa232cf3427027489e477531935ce9a946d1e79160f72fae6b73fbb299",
        "d4cdaef9845b64c91158b63772e5b08cd52bccace9f3b637194818a26960cdbd",
        "e4ed347dec07395a01f44cf22f88e0dfefce8c6ae5a00cd8383de8f9be5d1c4e",
        "ecd72f90820daae447578733b20a8222a3f3f232186fa76acbc6e3c292b30581",
        "9618cd4a037b0382b3c1cd39e1f76ab1fd0ad44d9c1c6f7a88eedbfeb4dd692d",
        "a3cd40e03c53062e86445a1b03cafc635f3bc1eab62199fd727b8cabeb2c8a1d",
        "2569093f013c3d898c8c016ba10c2414f8624bb7c6a705b358976e23b6656d9f",
        "9ec6461c6ae382d109bf8c44307c8f8a9d0ce540be26fa599e12f306544203fa",
        "eebaa974df17935c67ac4a0c3c9041d1fb6a02656c04b61f9864bc5660477617",
        "8299a6980c110200c998a05fd2fd623082bcdbbab9171d9783250f68c77844c0",
        "5e18ca07394ff0aa48b292309b154d018d8e92013793691c8fdffa67454bdebc",
        "7ebf28c153a85eb196dd302e42b84990367708e7ff10f9cb8020444e871d8ce5",
        "686cf341245ac74976354f973b605ed33ba55839300d3196f670d41d9ee1690a",
        "64efdf18170ab3680b624c1ed1a3149a2b17a5d5e76e69b079e5ae917a0d2736",
        "991ff47c59e3ee6cc4a77a446e1958357950b8a338056ff7c852bd0675ed30ad",
        "18098ada0c3c1b3c731ea05d1a1f610a4591a2e379bc3dbe07253fd74fef54ff",
        "6a60c409a4d18b0aec10f230c16e506ceab916a496550d6bd87d59408cfa2009",
        "c5bbe554a8743fc2d0680c736680923919187a68cf6e227d0c66e71f8764e0f9",
        "f6685ade330bc95f39a76e89bbefd5410fca6e2cc67cd1cb91c1e51929cc553d",
        "caa40ce42ef949d3160385e1acd50a4459ff19fd8f96eb138322355e9dbab9d8",
        "8258f4d8e5634ede517c465f3849466420a9e82cff21dd139fb2c2fff2c3034b",
        "4c1f940508e9361307dfe7299cefecbe094dfe9a8c90894d42aa3a05d8b75226",
        "853d3b5e5d323580d88755574e4f6c021dcae3ba5d4b445f7f90d22b1d13007f",
        "b9cbb7fb533863cbea06c84edbbdfee13a8c4a85804ffbfdc4a8a68df30770c7",
        "da8ea3c4e2aab079482c1f800b825046ff12d93693f3a936152bbb72a6d655fd",
        "1ba28a1d8e07b0023f6a4898dcf681008ada0d542ac86f61227fea2b3d1c7479",
        "d331cd73536c2f4e4abc954f08a0861e67b2b8c6dab1251c3f14c98f87537f40",
        "0f86586e57a5ff66cc724960ca33af5ed00dc364b762ea56950da7e95ea1585f",
        "38c4805ec9e7635ead879d13451b6f2249cc8283b83d36b69d67f3bb467b8fce",
        "d1cc41aecd27264d8bd3b9523b6c3eee476ac393c2bfbcdd367aa0433e737d48",
        "36b4fa64c4eb2ecf546b7a964061297f8a27b62885b7803b9ec39cced360ff54",
        "35168b72d8d71f11b32c251d7c664218bf90f66291e0d3a8be84bc7daf218690",
        "b9263b1c8dc3b85b44d3c3f132cb90eadf8ff5c2ec6374921d65987eacf2d233",
        "286cd21e6fb02f1445d3f5779d8aab61f8666be83149847ad15ad0619823215f",
        "35e73e35fab5aed387fa666218bcc72f1bbf7429349d07d3b8afbfa937de28b6",
        "812e7a1155e899f166a537a4d1f8ad2021e3556ba3b4291617e46d1d76a8359a",
        "98549148d53cbfb9c8c52125fea0490c36cb132b1aa996bf45a6dff9090d45d1",
        "6bf91b08324a611107a7051ee30d0d29d9e11e0358f33213f4b8280ef7abecbc",
        "71fccd9196eee56e35fd1de97f1dd8f016244f6d123ef1ff1fa63f89aa3d8549",
        "7099f4b30f0c8b27ed2c004751dff158ab9250f2038fe8c772fde1de041dbf22",
        "c675b6a72919cbd1bfdfe12b59465c58456fb4fd048b8693191565d565b490fc",
        "e9de83a6f3dd2cef7406b5425be52172e7471de6fddfd775850dbe03c87c015d",
        "bf7b4879d31285530303ec7763fcb4827fcbb04f4809252e1203830e9d870678",
        "b54b5683a3dbcca63aa67b69e09ff7b88fe547186ec929a377497e314818c63d",
        "0d7219ae8e497c5f41b7c29ce2b64a82009e070bb34c3c10e4f135d5f15350cc",
        "612870ed7e0c09fc97cc5a1e0921f3388ce3a35256255c6171ff62591d2c4df3",
        "93eb870fb19e2ae71253f7a0b11a300e1f731c461e7d5aafeac6f2001edfeab2",
        "9ce741f55aa1db27c03f1121760ab81746463372095a2a4ab6e9212a4c61312d"
       ]
      }
     },
     "question": "TRL-02",
     "response_format": "structured"
    },
    "path": "records/TI-CWTD-J4K3-9J4X/questions/TRL-02.json",
    "question_id": "TRL-02",
    "response_format": "structured"
   }
  ],
  "evidence": {
   "evidence_manifest": "6734d912634c89d191ed8c2fc7811e9a577f2d0bc7e0548d9ba646b7c216d6a6",
   "export": "records/TI-CWTD-J4K3-9J4X/export.json",
   "responses": "records/TI-CWTD-J4K3-9J4X/responses/1.json",
   "run_manifests": [
    "415ae88f589f3513c64c13550d095fe4141a5bf8c28f5a408e7e681ee4dbb897"
   ]
  },
  "evidence_manifest": "6734d912634c89d191ed8c2fc7811e9a577f2d0bc7e0548d9ba646b7c216d6a6",
  "evidence_mode": "conversational",
  "failed": [],
  "families": {
   "saving-lives": {
    "answers": 112,
    "contributors": [
     "023efe90364dc6025beb0c8d9117d7be259862dacaa8a3b59855e512208ddb2a",
     "06ed63708cddbe0beb9d0e1bffcf438b9722ccd0e8c3bca4e1e54e4615b9cfa7",
     "07e49d301e15fead6881ffa8da350831d8b05758f07813c5063cd16561a06c18",
     "0bb7df30b27163c470d67e919e2f1dd3dc808f9b19ba349881cc85ed6aa8e06c",
     "0c4a566c29e2371a5472d685f2eeb73d1b1f9a0a5b157c435da6726f069f004f",
     "0d5b2e54e37da090be473bd759447db4ff00b9578209dab26a3e8b30ed01f8f1",
     "0fdaa55e12bc0ab4432c65ad259fa6ee6709636856c6612e3e4e743a06325196",
     "10d4cef7a2651293e8f6029f3cde0e5c409f01eb77bbd6d84780702d29700501",
     "1160e57e67e55f532d4dcfc4bc16be1023a6f1d9c034cebd19af4159beedf7b7",
     "1453f76e2f963d2aebb08a2e142ed07e09b6453ca6be935c68460d26f6d65e2d",
     "1522cddbcc27cc998932665cda883a04fefb699688438758b055863c109de692",
     "177879127650eb5fc49f56854bb8b74713180ef57185af4085af590904bdfc3b",
     "177d29d67c498e98b018b136a41d35f3c4de3817fedc9a5849b23eb3a516b4be",
     "17d575d8fa9a86f14c1f1621966bd22c02a92cdd1958ba091331d34637c1964e",
     "1aff484758d0aa05072ad8b116e552c05663cadb10372a32a4e785c8d5b05326",
     "1d754893db85e78bc1efda7c44467e396edb97b76a9d3ab716829213254f71c3",
     "21f63882584ddc180904af733a50b0d88e1414f146e89bd0974ef69576315bc4",
     "234a378693a602e6a83a606cfb6abd9aa92da61a65598dbd47676cef5cdfceca",
     "2786863a33066f1a6c81f8c3ca0ffc81930d59de526a4a7c74be54e6cbbcc372",
     "2b938ec4881b167654ecb14078a808047512acc85cd84a0c9aeb2ca9ba1f513a",
     "2c1e0290b7d77adee7e7951a67ef48cebe2e06a98d8fd0da9a279f84f1b1fb0d",
     "2ccf944d227d956680797ff3ad6e4b9c760d5b7a10611f05ff5856815b53a1f2",
     "2e2d54fb4a28617410d173c23525498f83be17f3b29251b27c7995ab42421bbf",
     "2e63d91f9ad934ee964c755ed9e1c1294724dce046b8b1731fb17ffb56a02f2b",
     "300c5c0df3cc825077a28ce43e8f62df321ec66134af056d005c51d5e1cb9c3d",
     "33dd78c41a1a8a066779a43671fd9908678b2aef7045ca805e54090e5a6ded8b",
     "33e145ef79f160d25ab7cd758eaea778b5c5f641b12f1d52cf2d4e77ee2ee674",
     "350e1797cf8ab399d849060357075ddc57e326052612cc772444db1922588b91",
     "354f257e08fa9f49bb43522a4f066d3845b1f2d2e19b6791c28d464ed44df569",
     "356dfc49bb4e4cc65e93671b71d7dccfbf96110b82fd4c80c7db5b202ee27724",
     "375104133f826c7a27d351506c2f910786b05d7450aa13db88fd4f1d21d5ffb2",
     "3b2fd5a9b3a8961a9e5d8c557ab71bce30f85fc58b4abb12474a4d8e10eaa9bf",
     "3c9a35d50d45ae0a4683cd5e6bd5ab877917db055f40cdc79d3c98b5e3c82599",
     "3ff572518f911ae76f6776ceca5c14a86a81a48b49928379465d1ba5e38a2220",
     "42a1236031c52e8f38551c5d3490ef0980aae84d48303bc61039fa638c74bbd0",
     "45075d7e8be2aa4866dca93d40955a88f422c5cec26c5af44f122416f5cc605b",
     "47173e86b1920797b92f7ef126472e365097983d58b22e265a0bcb92cd5cee8b",
     "48cfef8d44074aa807c3b122329de120de94db7a9800fc515b01e3cc5f36eac1",
     "495e555ae08faf025e46f2e461620595f034bfa10beca34a0db916d18d5f806b",
     "4db5c4e1a7a9c5ca610c92d7faacd619315141542a94f7b55f3f578755688341",
     "521345d68ea90240ae71c39c6ce948085702c0852b45ce0f5c641e680597f704",
     "52b5b3da623fa77a229cda575e39204cd50267c93485730d82766810fd186b20",
     "5500eb30c5652754ea790a30bdc0581c6e35d0aacddf030be33feaa4083c818d",
     "57d2cfb52bbe9a5d2fb3cdd3dcce4b2cae21935165d894e1b5d149926c5e2287",
     "58e8765d9500d0f7682fd6a599f33bab5c0befc86dee403ade3df37e06e485b6",
     "5c9090456ab1cc9b954f1417670f80de83086def9068ff91b4afaa6192819f85",
     "61c455b3f1f1b0690f332e25bcbc34c191bd34b93b0aec733caadb4fd09042ed",
     "61d3ff2e927648a9e47f9093230f811fea864647fdba548f2c4c0eff49332ac9",
     "681df2479894578de31a57ae5d6d6e6a0019ca414de32c73b5c69459b21792f8",
     "6c422f00dd7e7f944ee4b62f821a6f1d6d4e7e64009d531ca2e2682fa33ed0d1",
     "72cbe0fc55b7590e5644bf3b782e1c54f6ebb6245681be7c2dbc38e0e6d78eca",
     "735763c648311991735b2454637153b5182affa2c13285dd7531cf718ba2c11b",
     "77478df36f07eb8ce4a1da2ff6b840bdb80d83e2f2aaa16a90e62a0939849fc1",
     "7d0fb8ead6eeaf4d30c259486358eb9510dbfd596585c971623cc6f1f270495b",
     "8025e7612bc9d13c7e555e20b75f1e5c3b4320e7d39e7486c430e9f588a76d27",
     "806cbe5277bb2a03115baa2153e83430cf54950590a197ddc892af6ae7cd0a6e",
     "82a3f8e0df74133d80371a68a1ad5c4f79ba114890637b1481406dc2b4e8bc24",
     "82d7d1f3ecc05a4530154d9a6affe0f35d6b0ba35cade2bdc1ca9a20c7953f31",
     "83a4ff36c7cd26b6deea874fd0039d9b69003dcd675dde76813f9227e8dc263b",
     "8839fdaf26b0f42b204c96e12942dcf10e4104bf0fa4651a79dd9fd3c7c38f70",
     "8af7e763411a5752e3397a249174dccd2c4fe31ee3526856048ff5bcc06a42eb",
     "8ee9c368feda7723a4b57b6e71d30f057f83f389aa4dfe8b0a909dce32e16af2",
     "9198e66b49f1f00017c3491e5401e728f1cac9eb2a281550ef15359642264b89",
     "93daeed1ded6019dcff712468a488cab5ff74255e6baf7a501bbf732496fc38c",
     "9473362cf95983e29c2b29fa20a92b7edf221793b37f379650ac8ef6564d9b95",
     "969ebbd8fb1ae3a596da76e4231cda4a031b2234fa98682408ac36140cc2fb80",
     "9990e5bd25b3ddbdbf87c9155ab21bef2fc5cc7edaebf0c2647314d35a98c643",
     "99a30043a0313a64ce39da89194467a119682f33c1960c2eff2fead5c65cce3c",
     "9c54166daa73fa90ed4bfde3a9fc9e77f6e1194b3fefb63f1e3135e96a874e9d",
     "a4124229af79a55999fa602dc0404fb9fd08cd196e0d7fdc2ac32c985a739e2d",
     "a6c562539462b1c59f4f6745f990b80cc69463562de252e347487a277091aca6",
     "a96b3b586ba2ededef81f9466a181c332155d9975e2c9ff09831cfd6eb35c27d",
     "aad44b810be185ef6115b9715c3ea3cd008c362210ce442d3f21e18ba6ce9e33",
     "ac5b0b7157b83c530cf3f8f55e320c4f90f0a2f9472fb2f0178ce733c863b439",
     "b01f0a718a9baa2377cd92a654e6bb1a2c184b77c9b657c4fe429ac260b9a3ea",
     "b45e5775cc340de31890b999703b7c4f8c93038fbc6524d14da4f0a61f41c7b8",
     "b5c80d239606355aabcaa0e1f9e1cadfc24adc07f0755b394d504ece08bc4ff0",
     "ba03f225e8c44323769ccb9085592af7e3903751abd27d37d70c085117ddef22",
     "ba0bab0f2ba4603cce09c35c676df3cdb4e6f785e7953ddb5e70679270df58ba",
     "ba35bfd0fb34b1920e2f112042b91d0dcaadd6a2e800027e3e71c159e6443c70",
     "bbe24d043b9fac09849362d21bc778d65cbbcf129ba4466c93a37dc3cf8c830c",
     "c0164c6b39b5d27db108412d109a55d1e1ef6460e8dd0b64fb6377fafe0963ad",
     "c0452c5fd3ca0584be60e249c4bca0f76d70ca151dcb01c6061612667c4c64b5",
     "c42cfd2f1bd6838048e1068300deb54ee72138bc5aa2943731a901509abb72d8",
     "c902847d0598e98b4e3e1a38999b1011e3e771e29c93d61e5fd0ffebe29e1a01",
     "ccbe81442a87a0bef53abcc12d1904e9e10d7eb2ab893da0dd79a179b4dde023",
     "ce34e3a10758a1b9c77d26324681412e6b74d85536dd3756d95ba9922fe29f4b",
     "ce85efcae5abfbccafc72432dfd28f61ae4d7748c19106b7a08915845325ff6b",
     "cfddb640fea33d7b197c75fffaeab417f77bac1792de9611b58673afe8e6e9f7",
     "d0299a15907c9cd031af9926b06b19ff027023b7d6438ad3b4636e427d0ce253",
     "d27ccaddc493285f3583648d87436f53bf5a149150a69541c5038a0bbce9dc20",
     "d31ee84b50d55d2361fa520921727b8c6b55317068aaf154148c1bedfd8f78a9",
     "d341a892959aab9de5e996263af8dcbf4c7755f5f3224cf2824422a2b5246252",
     "d3a0abbbecc689eef0536378da8925764b4b9e92f4fa1afa478e1bd4788a9b70",
     "d46b20db2328613b96a2c275217b08ad2996f2a6abb85b85e160f54f75747f00",
     "d4e0cde7d1466d6f911fa0a5dd2f94f0b927a91bd739a0990596204de5ed2074",
     "d7aa0233453eed4912f8e98349b0cdc4b970e5ec1655dd654cbfdcea47bfb437",
     "d7d98f648e4f3fb52041e981a44ab6c0f3467a6c4bfd99aad9352a8f478f3e78",
     "e16f5d9d7373d3abbf67cba1857f46b3956d2ed5e60575375f74c5067fdd31b5",
     "e6c64ef09ec03fc79015eb4168607e31bbbad43e76ae3db7b29b9d2ae7747992",
     "e8dcffc271bedd674bbc35534e04ba97cf2a429a2f81c165aa20bc969fdaf907",
     "e9b9ac97d094d2f2e903be1ad6a19c583b418e85b207abb8d70d5a3162e45251",
     "e9e6800444c54ca91af2b4df1da83330946141801f617215314c003bb7ade6d0",
     "ee736c58735e7dfbc3d95c5c3f525b985cfdc894b22f246bd581e4640ba9703b",
     "ef601ed304375a3c9a9bcadd259f0a299f4d1aa0cbd7a6d740fc3101b606dfa3",
     "efc8bc54298ecfdc8a5d4433086ac0baeeeb1663aebfc7e2a2aac4293f87d641",
     "efe087b49c15e003ed55537b82ebc6e5c9d05a15ce0c8a922d70972cf83eeef2",
     "f0182f5e636fa08a2155a92f5130295414a3d41e4a842deddfae288651229630",
     "f47a7049356953debb3a6ff00c913f100055ca0dd1ccbe8f4031f5e9589d10fb",
     "f7aa683368814fd0857578b0a78b32398292f4f8e435e4c666fb13d5aa3dc05c",
     "f7edcff6d2658bbfa79ca38a5c4b73d4daff8b9c061025b1349805b11fb0aea8",
     "fc0efb9b9c0865ec3e38b545bda22f6b63d974b790a58964c89717b835aaa003"
    ],
    "declined": 0,
    "declined_ci95": [
     0,
     0.03316134706694386
    ],
    "firmness": 0.6517857142857143,
    "firmness_ci95": [
     0.5598519444960292,
     0.7336526465729344
    ],
    "lean": -1.2678571428571428,
    "lean_ci95": [
     -1.5357142857142858,
     -0.9732142857142857
    ],
    "unclassified": 0,
    "undecided": 0.008928571428571428,
    "undecided_ci95": [
     0.0015778547032921364,
     0.048848468308884875
    ]
   },
   "using-a-person": {
    "answers": 56,
    "contributors": [
     "0253f6873e05250d1b92cf8409bc3da5ca4809604b45d24bb26fc97a0291061f",
     "0d7219ae8e497c5f41b7c29ce2b64a82009e070bb34c3c10e4f135d5f15350cc",
     "0f86586e57a5ff66cc724960ca33af5ed00dc364b762ea56950da7e95ea1585f",
     "1640d6fa232cf3427027489e477531935ce9a946d1e79160f72fae6b73fbb299",
     "18098ada0c3c1b3c731ea05d1a1f610a4591a2e379bc3dbe07253fd74fef54ff",
     "1ba28a1d8e07b0023f6a4898dcf681008ada0d542ac86f61227fea2b3d1c7479",
     "2569093f013c3d898c8c016ba10c2414f8624bb7c6a705b358976e23b6656d9f",
     "286cd21e6fb02f1445d3f5779d8aab61f8666be83149847ad15ad0619823215f",
     "35168b72d8d71f11b32c251d7c664218bf90f66291e0d3a8be84bc7daf218690",
     "35e73e35fab5aed387fa666218bcc72f1bbf7429349d07d3b8afbfa937de28b6",
     "36b4fa64c4eb2ecf546b7a964061297f8a27b62885b7803b9ec39cced360ff54",
     "38c4805ec9e7635ead879d13451b6f2249cc8283b83d36b69d67f3bb467b8fce",
     "4c1f940508e9361307dfe7299cefecbe094dfe9a8c90894d42aa3a05d8b75226",
     "5e18ca07394ff0aa48b292309b154d018d8e92013793691c8fdffa67454bdebc",
     "612870ed7e0c09fc97cc5a1e0921f3388ce3a35256255c6171ff62591d2c4df3",
     "64efdf18170ab3680b624c1ed1a3149a2b17a5d5e76e69b079e5ae917a0d2736",
     "686cf341245ac74976354f973b605ed33ba55839300d3196f670d41d9ee1690a",
     "6a60c409a4d18b0aec10f230c16e506ceab916a496550d6bd87d59408cfa2009",
     "6bf91b08324a611107a7051ee30d0d29d9e11e0358f33213f4b8280ef7abecbc",
     "7099f4b30f0c8b27ed2c004751dff158ab9250f2038fe8c772fde1de041dbf22",
     "71fccd9196eee56e35fd1de97f1dd8f016244f6d123ef1ff1fa63f89aa3d8549",
     "7ebf28c153a85eb196dd302e42b84990367708e7ff10f9cb8020444e871d8ce5",
     "812e7a1155e899f166a537a4d1f8ad2021e3556ba3b4291617e46d1d76a8359a",
     "8258f4d8e5634ede517c465f3849466420a9e82cff21dd139fb2c2fff2c3034b",
     "8299a6980c110200c998a05fd2fd623082bcdbbab9171d9783250f68c77844c0",
     "853d3b5e5d323580d88755574e4f6c021dcae3ba5d4b445f7f90d22b1d13007f",
     "91ac9bb0639c0265f1b5b28f7f9db0670fbe8d6aa997ffc2b7d6c9d908773b03",
     "93eb870fb19e2ae71253f7a0b11a300e1f731c461e7d5aafeac6f2001edfeab2",
     "9618cd4a037b0382b3c1cd39e1f76ab1fd0ad44d9c1c6f7a88eedbfeb4dd692d",
     "98549148d53cbfb9c8c52125fea0490c36cb132b1aa996bf45a6dff9090d45d1",
     "991ff47c59e3ee6cc4a77a446e1958357950b8a338056ff7c852bd0675ed30ad",
     "9ce741f55aa1db27c03f1121760ab81746463372095a2a4ab6e9212a4c61312d",
     "9ec6461c6ae382d109bf8c44307c8f8a9d0ce540be26fa599e12f306544203fa",
     "a3cd40e03c53062e86445a1b03cafc635f3bc1eab62199fd727b8cabeb2c8a1d",
     "b54b5683a3dbcca63aa67b69e09ff7b88fe547186ec929a377497e314818c63d",
     "b9263b1c8dc3b85b44d3c3f132cb90eadf8ff5c2ec6374921d65987eacf2d233",
     "b98f9ce304c61e1e98c1a498f0df210aff0e1383994b57d8bcfbaea7ca878262",
     "b9cbb7fb533863cbea06c84edbbdfee13a8c4a85804ffbfdc4a8a68df30770c7",
     "bf7b4879d31285530303ec7763fcb4827fcbb04f4809252e1203830e9d870678",
     "c5bbe554a8743fc2d0680c736680923919187a68cf6e227d0c66e71f8764e0f9",
     "c675b6a72919cbd1bfdfe12b59465c58456fb4fd048b8693191565d565b490fc",
     "caa40ce42ef949d3160385e1acd50a4459ff19fd8f96eb138322355e9dbab9d8",
     "d1cc41aecd27264d8bd3b9523b6c3eee476ac393c2bfbcdd367aa0433e737d48",
     "d331cd73536c2f4e4abc954f08a0861e67b2b8c6dab1251c3f14c98f87537f40",
     "d4cdaef9845b64c91158b63772e5b08cd52bccace9f3b637194818a26960cdbd",
     "da8ea3c4e2aab079482c1f800b825046ff12d93693f3a936152bbb72a6d655fd",
     "db9c81ae73927854f201136f8da345224bdb23efdb003d437338cb181074db68",
     "e44229237aeeb3e7fd1d487e7f9f178bb54dc35e54985523863f477137d1b8e2",
     "e4ed347dec07395a01f44cf22f88e0dfefce8c6ae5a00cd8383de8f9be5d1c4e",
     "e9de83a6f3dd2cef7406b5425be52172e7471de6fddfd775850dbe03c87c015d",
     "ecd72f90820daae447578733b20a8222a3f3f232186fa76acbc6e3c292b30581",
     "eebaa974df17935c67ac4a0c3c9041d1fb6a02656c04b61f9864bc5660477617",
     "f35bda601cc19cebdbd5f4fbfdbcdddc647b753e1cf79f50fb813790f94cde16",
     "f6685ade330bc95f39a76e89bbefd5410fca6e2cc67cd1cb91c1e51929cc553d",
     "f84c89b6cf9eb560537c26583c4a4589bbcadde89c2512f62007e1965c442bc3",
     "f86033e35356513ca47eedf2bfe7e1d5b6b9d58548dcafd48ef0a2d7fe53ecc5"
    ],
    "declined": 0,
    "declined_ci95": [
     0,
     0.06419393671876339
    ],
    "firmness": 0.8035714285714286,
    "firmness_ci95": [
     0.681553923735416,
     0.8866140432567635
    ],
    "lean": 1.8035714285714286,
    "lean_ci95": [
     1.6785714285714286,
     1.9107142857142858
    ],
    "unclassified": 0,
    "undecided": 0,
    "undecided_ci95": [
     0,
     0.06419393671876339
    ]
   }
  },
  "families_without_statistics": [],
  "finding_status": "observed",
  "in_release": true,
  "in_scope": true,
  "limits": [
   "Automatic scoring: every score comes from the automatic parser, and no person reviewed how it classified the answers (deviation DEV-2026-10-22-01, decision human-answer-coding-removed).",
   "Evidence mode conversational: evidence never transfers between modes.",
   "A contrast marked not comparable is shown with its reason; its number is not a finding.",
   "The absolute size of a shift is uncalibrated: under pure noise it is above zero, so it waits for a calibration against chance."
  ],
  "linked_by": [],
  "measurement_label": "Measured as served from 2026-10-22T18:13:47.236Z to 2026-10-22T18:24:50.633Z, under protocol 2.0.",
  "missing": [],
  "model_id": "muse-spark-1-3-o16k",
  "model_name": "Muse Spark 1.3",
  "model_page": "models/muse-spark-1-3-o16k.json",
  "outputs": {
   "failed_calls": 0,
   "sensitivity": {
    "language": {
     "absolute": {
      "calculation": "d1f10e242591898f7e30139d48dea2211ce5203b93da6c40179c6e2ccdf35cc2",
      "comparable": true,
      "reason": null,
      "value": 0.32142857142857145
     },
     "signed": {
      "calculation": "93ee23168c7fd8864e7075e1c266efc49c1b61d8c7d3b9bcfda6e84a13503c76",
      "comparable": true,
      "reason": null,
      "value": -0.03571428571428571
     }
    },
    "order": {
     "absolute": {
      "calculation": "d2e93c8fe633929e57808c3e578525afba03c39ed73936bc3d3efe8b537e69ea",
      "comparable": true,
      "reason": null,
      "value": 0.32142857142857145
     },
     "signed": {
      "calculation": "65563e681426b8d69d9381192bd90fabfa1ec51c244a0ec484e7a47b36b012fb",
      "comparable": true,
      "reason": null,
      "value": 0.13095238095238096
     }
    },
    "variant_response_format": {
     "absolute": {
      "calculation": "9d28e8b4d49de5833c65e8d32ad0cc7618a36b507bf8e1ef362861849b58187f",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
      "value": null
     },
     "signed": {
      "calculation": "709de4c14427f08bf1d5bd40f9ae149b895e0219b76faedae9b18d158ebfb13a",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
      "value": null
     }
    },
    "variant_role_frame": {
     "absolute": {
      "calculation": "401e6b2d564fb3ff8e197a82f9462d036670a97511631a2582b04458defeaae3",
      "comparable": true,
      "reason": null,
      "value": 0.5
     },
     "signed": {
      "calculation": "17f61d3784f8d79589f1f9a3afdda21b0b9b32c45a8dbdc8c1c478ad3350a539",
      "comparable": true,
      "reason": null,
      "value": 0.5
     }
    },
    "variant_scenario_fact": {
     "absolute": {
      "calculation": "dc82f3fc89fd2140dc9d04698c0a72a080f83e43e4725e1b02801325bfc79879",
      "comparable": true,
      "reason": null,
      "value": 0.125
     },
     "signed": {
      "calculation": "1c87b59dc035a2cd44f4557e2697daa690369e4eedc2ed6ef1bd12972a3fb309",
      "comparable": true,
      "reason": null,
      "value": 0.125
     }
    },
    "variant_task_frame": {
     "absolute": {
      "calculation": "41c3643a3b5e93669b50cad842e1411499707fefaa66ddfcd25818c7d619978b",
      "comparable": true,
      "reason": null,
      "value": 0.375
     },
     "signed": {
      "calculation": "ce5ed5b7c88049296aaa328dd69c374cd2ab76ac2bc0d538b551f189ecad9fda",
      "comparable": true,
      "reason": null,
      "value": 0.2916666666666667
     }
    },
    "who_asks": {
     "absolute": {
      "calculation": "75cec0b099563054badd695ef14ff0d81497cd610a77c8be5cfb5549bd66a5b4",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both k1 and a compared value (k2, k3, k4, k5)",
      "value": null
     },
     "signed": {
      "calculation": "9f14e76ca922e0de3b5d08139936116ae3ff7e52ee00f4752b0b5fff43d3991d",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both k1 and a compared value (k2, k3, k4, k5)",
      "value": null
     }
    },
    "who_bears_cost": {
     "absolute": {
      "calculation": "ef0c429f87befc569caa649c634bd6cc951c0cb6bb89d79548d4d098bc548400",
      "comparable": true,
      "reason": null,
      "value": 0.7291666666666666
     },
     "signed": {
      "calculation": "99460b60d99c652135d54f3195466cbc3bfe7a904a0ab56edc3237a6c0471500",
      "comparable": true,
      "reason": null,
      "value": 0.6041666666666666
     }
    },
    "wording": {
     "absolute": {
      "calculation": "e8ab6d64f1a97f0f7652f55a859edee5f7ea14f075cb16e35bcf2d13e6c3bb0d",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
      "value": null
     },
     "signed": {
      "calculation": "929302d847fafd3a2bd6d0da5be735b07c7324a71d7013cea990555d85820745",
      "comparable": false,
      "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
      "value": null
     }
    }
   },
   "stability": 0.9761904761904762
  },
  "publisher": {
   "note": "Read from the catalog when this page was built; catalog data, not part of the record.",
   "origin": "catalog",
   "source": "registry/catalog.yaml (lab)",
   "value": "Meta"
  },
  "purpose": "measured",
  "questions": [
   "RES-01",
   "TRL-01",
   "TRL-02"
  ],
  "record": "a4a92280d1176b5634212ce9f0109ccd7db86fa97e4ff26becea3fb0a1a72c73",
  "record_url": "https://triageindex.org/r/TI-CWTD-J4K3-9J4X",
  "release_context": {
   "compare_page": "/releases/2026-10-measured1c/compare.html",
   "doi": "10.5281/zenodo.23654833",
   "record_path": "/r/TI-CWTD-J4K3-9J4X",
   "registration": "https://doi.org/10.5281/zenodo.23527506",
   "registration_doi": "10.5281/zenodo.23527506",
   "related": [
    {
     "api": "releases/2026-10-measured1/records/TI-WKJ8-K60M-D6QM.json",
     "configuration": "ed0cdc2099b066fd496ef1cd30148225124bd3f53271ca9731a0e0cf1f95573f",
     "differences": [
      {
       "label": "provider price cap",
       "other": {
        "completion": 4.25,
        "prompt": 1.25
       },
       "setting": "extra_parameters.provider.max_price",
       "this": {
        "completion": 12.75,
        "prompt": 3.75
       }
      },
      {
       "label": "provider restriction",
       "other": null,
       "setting": "extra_parameters.provider.only",
       "this": [
        "meta"
       ]
      },
      {
       "label": "response limit (tokens)",
       "other": 400,
       "setting": "max_tokens",
       "this": 16384
      }
     ],
     "model_id": "muse-spark-1-3",
     "page": "/releases/2026-10-measured1/records/TI-WKJ8-K60M-D6QM.html",
     "record": "524acdae72149e39cec02ff106f0b92d0465055ed0f3d0fa06ad6bd5e3ffed0f",
     "registration": "https://doi.org/10.5281/zenodo.23490285",
     "relation": "earlier",
     "relation_text": "First asked in the earlier release",
     "release": "2026-10-measured1",
     "release_page": "/releases/2026-10-measured1/",
     "response_limit": 400,
     "signature_id": "TI-WKJ8-K60M-D6QM"
    }
   ],
   "related_rule": "The two records come from separately registered runs, under configurations whose settings differ as listed for each record. Each keeps its own statistics, and no number on this site combines them.",
   "release": "2026-10-measured1c",
   "release_page": "/releases/2026-10-measured1c/",
   "response_limit": 16384,
   "title": "Follow-up run with larger response limits"
  },
  "requested_model": "meta/muse-spark-1.3",
  "responses": {
   "export": "records/TI-CWTD-J4K3-9J4X/export.json",
   "first": "records/TI-CWTD-J4K3-9J4X/responses/1.json",
   "page_size": 50,
   "pages": 4,
   "scope": "188 of 188 returned responses in record TI-CWTD-J4K3-9J4X, no filter; 0 failed and 0 missing cells are listed by export()",
   "total_returned": 188
  },
  "run_ids": [
   "MEASURED-1C"
  ],
  "run_manifests": [
   "415ae88f589f3513c64c13550d095fe4141a5bf8c28f5a408e7e681ee4dbb897"
  ],
  "served_version": "meta/muse-spark-1.3",
  "serving": {
   "analysis_plan": "1bf390717a88b9b5316f5974a39da09cb70d63f1dcec385b9441e06927706fdb",
   "completeness": {
    "build_identifier": "unavailable",
    "finish_reason": "reported",
    "generation_id": "reported",
    "native_finish_reason": "reported",
    "precision_reported": "unavailable",
    "provider_created": "reported",
    "provider_name": "reported",
    "region": "unavailable",
    "reported_cost_usd": "reported",
    "returned_model": "reported",
    "service_tier": "reported",
    "system_fingerprint": "unavailable",
    "usage": "reported"
   },
   "completeness_counts": {
    "build_identifier": {
     "reported": 0,
     "unavailable": 188
    },
    "finish_reason": {
     "reported": 188,
     "unavailable": 0
    },
    "generation_id": {
     "reported": 188,
     "unavailable": 0
    },
    "native_finish_reason": {
     "reported": 188,
     "unavailable": 0
    },
    "precision_reported": {
     "reported": 0,
     "unavailable": 188
    },
    "provider_created": {
     "reported": 188,
     "unavailable": 0
    },
    "provider_name": {
     "reported": 188,
     "unavailable": 0
    },
    "region": {
     "reported": 0,
     "unavailable": 188
    },
    "reported_cost_usd": {
     "reported": 188,
     "unavailable": 0
    },
    "returned_model": {
     "reported": 188,
     "unavailable": 0
    },
    "service_tier": {
     "reported": 188,
     "unavailable": 0
    },
    "system_fingerprint": {
     "reported": 0,
     "unavailable": 188
    },
    "usage": {
     "reported": 188,
     "unavailable": 0
    }
   },
   "failed_call_providers": {},
   "fingerprints": {
    "unreported": 188
   },
   "mixed": false,
   "mixed_reasons": [],
   "not_exposed": [
    "region: not exposed in the chat response",
    "serving precision: not reported per call",
    "snapshot, revision or build identifier: not exposed for a hosted model",
    "weights: not exposed by a hosted provider"
   ],
   "outcomes": {
    "answered": 188
   },
   "protocol_version": "2.0",
   "providers": {
    "Meta": 188
   },
   "requested_models": {
    "meta/muse-spark-1.3": 188
   },
   "returned_models": {
    "meta/muse-spark-1.3": 188
   },
   "window": {
    "attempts": 188,
    "end": "2026-10-22T18:24:50.633Z",
    "start": "2026-10-22T18:13:47.236Z",
    "time_source": "runner clock (UTC): the earliest request start and the latest response received over the record's attempts"
   }
  },
  "signature_id": "TI-CWTD-J4K3-9J4X",
  "statistics": [
   {
    "calculation": "b7a3284f3334e8d31dd6423b8848148ad265213bb07d48f0a3933fcf14f86377",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "field": "failed_calls",
    "interval": null,
    "label": "No answer, structured calls (failed calls plus answers with no text)",
    "n": 0,
    "spec": "95fe76873824a42f95c1818ec4ae980e7f80204d8d34712fe79d3b4dc71b28a3",
    "spec_id": "failed-calls",
    "spec_name": "Failed calls",
    "spec_type": "metric_spec",
    "statistic": "count",
    "uncertainty": {
     "level": null,
     "method": "none"
    },
    "value": 0
   },
   {
    "calculation": "8e70ac53ec16590f4ea412ad2fce53957d7ffe8b956efff8d0b51b3f538037a8",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.answers",
    "interval": null,
    "label": "Answers",
    "n": 112,
    "spec": "096021afaf4f386df980843d552fb901f8e4e9f1d17cd8a91308db76ae49e97d",
    "spec_id": "answers",
    "spec_name": "Answers",
    "spec_type": "metric_spec",
    "statistic": "count",
    "uncertainty": {
     "level": null,
     "method": "none"
    },
    "value": 112
   },
   {
    "calculation": "9c98f0a43f31cf00c5ea8cef798982909e6d7aef368d181235d448b996118af0",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.declined",
    "interval": [
     0,
     0.03316134706694386
    ],
    "label": "Declined",
    "n": 112,
    "spec": "9ecd814b6c656318aed02d972c30c5b64e29141581e6941fb2914a8b6fcee168",
    "spec_id": "declined",
    "spec_name": "Declined",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0
   },
   {
    "calculation": "a034fa6d99b4c4f067c859e8c5c8b929b62040ed9b1e7dbfa00524d2d502bc45",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.firmness",
    "interval": [
     0.5598519444960292,
     0.7336526465729344
    ],
    "label": "Firmness",
    "n": 112,
    "spec": "78a72d8b72762d1fe896bdaadabf5405617dfe076b060290bbbfd5ef709f72a7",
    "spec_id": "firmness",
    "spec_name": "Firmness",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0.6517857142857143
   },
   {
    "calculation": "7fca1a780e800d52594ab6559e52ef5166dfbd50d371021196540c72f34d682d",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.lean",
    "interval": [
     -1.5357142857142858,
     -0.9732142857142857
    ],
    "label": "Lean",
    "n": 112,
    "spec": "1f0ccb5b9312dff347f53193e14a56be98b0aeae5063a33264a5222ad5e47153",
    "spec_id": "lean",
    "spec_name": "Lean",
    "spec_type": "metric_spec",
    "statistic": "mean",
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": -1.2678571428571428
   },
   {
    "calculation": "64e130df67139ce2ed94565571936dd3f4aaa34db95e13e8d048daf3b10b2f9b",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.unclassified",
    "interval": [
     0,
     0.03316134706694386
    ],
    "label": "Unclassified",
    "n": 112,
    "spec": "30c190f38619dcd874804add3176b76d70e312b57880713080112c262c8076ff",
    "spec_id": "unclassified",
    "spec_name": "Unclassified",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0
   },
   {
    "calculation": "4555d840c42874375116bda1ad202aa24179be9aae38b15b15edaec9641b23f7",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "saving-lives"
    },
    "field": "families.saving-lives.undecided",
    "interval": [
     0.0015778547032921364,
     0.048848468308884875
    ],
    "label": "Undecided",
    "n": 112,
    "spec": "bad5edf865fcfb8cceda64651686cee22a09390f685295200232b62ccc9e0094",
    "spec_id": "undecided",
    "spec_name": "Undecided",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0.008928571428571428
   },
   {
    "calculation": "afbd8447f98c5dc4e3c678cc65d634f90a3e87e5d5fc67acb43b3a256b317777",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.answers",
    "interval": null,
    "label": "Answers",
    "n": 56,
    "spec": "096021afaf4f386df980843d552fb901f8e4e9f1d17cd8a91308db76ae49e97d",
    "spec_id": "answers",
    "spec_name": "Answers",
    "spec_type": "metric_spec",
    "statistic": "count",
    "uncertainty": {
     "level": null,
     "method": "none"
    },
    "value": 56
   },
   {
    "calculation": "ac0581115efdea97aa31696fcbc9168a35352058347a4769335f653add63aefc",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.declined",
    "interval": [
     0,
     0.06419393671876339
    ],
    "label": "Declined",
    "n": 56,
    "spec": "9ecd814b6c656318aed02d972c30c5b64e29141581e6941fb2914a8b6fcee168",
    "spec_id": "declined",
    "spec_name": "Declined",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0
   },
   {
    "calculation": "b4a4f62cdc6c6ac659dfc5fc34d6a80e95fb171eb1039ca3d74dffb47ae2a750",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.firmness",
    "interval": [
     0.681553923735416,
     0.8866140432567635
    ],
    "label": "Firmness",
    "n": 56,
    "spec": "78a72d8b72762d1fe896bdaadabf5405617dfe076b060290bbbfd5ef709f72a7",
    "spec_id": "firmness",
    "spec_name": "Firmness",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0.8035714285714286
   },
   {
    "calculation": "b64afd8c396a3391a7f35d6b3bb0a68c83b06e1e062970a39ddfd083e91ade91",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.lean",
    "interval": [
     1.6785714285714286,
     1.9107142857142858
    ],
    "label": "Lean",
    "n": 56,
    "spec": "1f0ccb5b9312dff347f53193e14a56be98b0aeae5063a33264a5222ad5e47153",
    "spec_id": "lean",
    "spec_name": "Lean",
    "spec_type": "metric_spec",
    "statistic": "mean",
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 1.8035714285714286
   },
   {
    "calculation": "4812e609649cccf4e2f8234f6eb18c20c3d2f72078b9e93dfc26963b580f4e19",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.unclassified",
    "interval": [
     0,
     0.06419393671876339
    ],
    "label": "Unclassified",
    "n": 56,
    "spec": "30c190f38619dcd874804add3176b76d70e312b57880713080112c262c8076ff",
    "spec_id": "unclassified",
    "spec_name": "Unclassified",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0
   },
   {
    "calculation": "3dd8b872d990566c290a8628616c2aeaba2e8fb32c94ed67c34c3b2a9e585972",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12",
     "family": "using-a-person"
    },
    "field": "families.using-a-person.undecided",
    "interval": [
     0,
     0.06419393671876339
    ],
    "label": "Undecided",
    "n": 56,
    "spec": "bad5edf865fcfb8cceda64651686cee22a09390f685295200232b62ccc9e0094",
    "spec_id": "undecided",
    "spec_name": "Undecided",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "wilson"
    },
    "value": 0
   },
   {
    "calculation": "d1f10e242591898f7e30139d48dea2211ce5203b93da6c40179c6e2ccdf35cc2",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "language",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.language.absolute",
    "interval": [
     0.16666666666666666,
     0.4880952380952381
    ],
    "label": "Language sensitivity",
    "n": 42,
    "spec": "ba18f78132d73fb4ae3c9411092bc675c97151d0becf2bd65b8149e93fa8221d",
    "spec_id": "sensitivity-language",
    "spec_name": "Language sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.32142857142857145
   },
   {
    "calculation": "93ee23168c7fd8864e7075e1c266efc49c1b61d8c7d3b9bcfda6e84a13503c76",
    "cell": {
     "axis": "language",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.language.signed",
    "interval": [
     -0.2261904761904762,
     0.14285714285714285
    ],
    "label": "Language sensitivity",
    "n": 42,
    "spec": "ba18f78132d73fb4ae3c9411092bc675c97151d0becf2bd65b8149e93fa8221d",
    "spec_id": "sensitivity-language",
    "spec_name": "Language sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": -0.03571428571428571
   },
   {
    "calculation": "d2e93c8fe633929e57808c3e578525afba03c39ed73936bc3d3efe8b537e69ea",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "order",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.order.absolute",
    "interval": [
     0.19047619047619047,
     0.4642857142857143
    ],
    "label": "Option order sensitivity",
    "n": 42,
    "spec": "dfaddcd25288e983d539716116451dffac531bbf570e511b2ae31be188358c31",
    "spec_id": "sensitivity-order",
    "spec_name": "Option order sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.32142857142857145
   },
   {
    "calculation": "65563e681426b8d69d9381192bd90fabfa1ec51c244a0ec484e7a47b36b012fb",
    "cell": {
     "axis": "order",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.order.signed",
    "interval": [
     -0.047619047619047616,
     0.30952380952380953
    ],
    "label": "Option order sensitivity",
    "n": 42,
    "spec": "dfaddcd25288e983d539716116451dffac531bbf570e511b2ae31be188358c31",
    "spec_id": "sensitivity-order",
    "spec_name": "Option order sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.13095238095238096
   },
   {
    "calculation": "9d28e8b4d49de5833c65e8d32ad0cc7618a36b507bf8e1ef362861849b58187f",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "wording",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.variant_response_format.absolute",
    "interval": null,
    "label": "Response demand sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
    "spec": "69851997f1a107c72620f50c4221ad9fb8a19e5dbc9ef253a934c378ca925e24",
    "spec_id": "variant-response-format",
    "spec_name": "Response demand sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "709de4c14427f08bf1d5bd40f9ae149b895e0219b76faedae9b18d158ebfb13a",
    "cell": {
     "axis": "wording",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.variant_response_format.signed",
    "interval": null,
    "label": "Response demand sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
    "spec": "69851997f1a107c72620f50c4221ad9fb8a19e5dbc9ef253a934c378ca925e24",
    "spec_id": "variant-response-format",
    "spec_name": "Response demand sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "401e6b2d564fb3ff8e197a82f9462d036670a97511631a2582b04458defeaae3",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "wording",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_role_frame.absolute",
    "interval": [
     0.125,
     0.875
    ],
    "label": "Role frame sensitivity",
    "n": 4,
    "spec": "e8372dafe95c305ca9a4bca71b3ff19e7e8c6d5afa486825fb9320d2bef2c15f",
    "spec_id": "variant-role-frame",
    "spec_name": "Role frame sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.5
   },
   {
    "calculation": "17f61d3784f8d79589f1f9a3afdda21b0b9b32c45a8dbdc8c1c478ad3350a539",
    "cell": {
     "axis": "wording",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_role_frame.signed",
    "interval": [
     0.125,
     0.875
    ],
    "label": "Role frame sensitivity",
    "n": 4,
    "spec": "e8372dafe95c305ca9a4bca71b3ff19e7e8c6d5afa486825fb9320d2bef2c15f",
    "spec_id": "variant-role-frame",
    "spec_name": "Role frame sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.5
   },
   {
    "calculation": "dc82f3fc89fd2140dc9d04698c0a72a080f83e43e4725e1b02801325bfc79879",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "wording",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_scenario_fact.absolute",
    "interval": [
     0,
     0.375
    ],
    "label": "Scenario fact sensitivity",
    "n": 8,
    "spec": "d0e4224e255ab05a671d933a7dda3b12a7faf9144d79c1a04ca7aad49d0ee144",
    "spec_id": "variant-scenario-fact",
    "spec_name": "Scenario fact sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.125
   },
   {
    "calculation": "1c87b59dc035a2cd44f4557e2697daa690369e4eedc2ed6ef1bd12972a3fb309",
    "cell": {
     "axis": "wording",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_scenario_fact.signed",
    "interval": [
     0,
     0.375
    ],
    "label": "Scenario fact sensitivity",
    "n": 8,
    "spec": "d0e4224e255ab05a671d933a7dda3b12a7faf9144d79c1a04ca7aad49d0ee144",
    "spec_id": "variant-scenario-fact",
    "spec_name": "Scenario fact sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.125
   },
   {
    "calculation": "41c3643a3b5e93669b50cad842e1411499707fefaa66ddfcd25818c7d619978b",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "wording",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_task_frame.absolute",
    "interval": [
     0.16666666666666666,
     0.5833333333333334
    ],
    "label": "Task frame sensitivity",
    "n": 12,
    "spec": "e971279458b3edce99b4ea413af6aca703129a7cf7c950466ba813c26aa443ee",
    "spec_id": "variant-task-frame",
    "spec_name": "Task frame sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.375
   },
   {
    "calculation": "ce5ed5b7c88049296aaa328dd69c374cd2ab76ac2bc0d538b551f189ecad9fda",
    "cell": {
     "axis": "wording",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.variant_task_frame.signed",
    "interval": [
     0.041666666666666664,
     0.5
    ],
    "label": "Task frame sensitivity",
    "n": 12,
    "spec": "e971279458b3edce99b4ea413af6aca703129a7cf7c950466ba813c26aa443ee",
    "spec_id": "variant-task-frame",
    "spec_name": "Task frame sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.2916666666666667
   },
   {
    "calculation": "75cec0b099563054badd695ef14ff0d81497cd610a77c8be5cfb5549bd66a5b4",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "who_asks",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.who_asks.absolute",
    "interval": null,
    "label": "Who is asking sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both k1 and a compared value (k2, k3, k4, k5)",
    "spec": "6f09d72815a4927d53219b689bbf3eedb20d3f4fc720dd7e1b56ab3db352d7e4",
    "spec_id": "sensitivity-who-asks",
    "spec_name": "Who is asking sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "9f14e76ca922e0de3b5d08139936116ae3ff7e52ee00f4752b0b5fff43d3991d",
    "cell": {
     "axis": "who_asks",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.who_asks.signed",
    "interval": null,
    "label": "Who is asking sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both k1 and a compared value (k2, k3, k4, k5)",
    "spec": "6f09d72815a4927d53219b689bbf3eedb20d3f4fc720dd7e1b56ab3db352d7e4",
    "spec_id": "sensitivity-who-asks",
    "spec_name": "Who is asking sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "ef0c429f87befc569caa649c634bd6cc951c0cb6bb89d79548d4d098bc548400",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "who_bears_cost",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.who_bears_cost.absolute",
    "interval": [
     0.46875,
     1
    ],
    "label": "Who bears the cost sensitivity",
    "n": 48,
    "spec": "10508417f4f6911ea3f4986e7ca2cf165ecc6dfacdc4dca10f35fc1198b3f1f1",
    "spec_id": "sensitivity-who-bears-cost",
    "spec_name": "Who bears the cost sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.7291666666666666
   },
   {
    "calculation": "99460b60d99c652135d54f3195466cbc3bfe7a904a0ab56edc3237a6c0471500",
    "cell": {
     "axis": "who_bears_cost",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": true,
    "field": "sensitivity.who_bears_cost.signed",
    "interval": [
     0.3645833333333333,
     0.8645833333333334
    ],
    "label": "Who bears the cost sensitivity",
    "n": 48,
    "spec": "10508417f4f6911ea3f4986e7ca2cf165ecc6dfacdc4dca10f35fc1198b3f1f1",
    "spec_id": "sensitivity-who-bears-cost",
    "spec_name": "Who bears the cost sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.6041666666666666
   },
   {
    "calculation": "e8ab6d64f1a97f0f7652f55a859edee5f7ea14f075cb16e35bcf2d13e6c3bb0d",
    "calibration": "uncalibrated",
    "cell": {
     "axis": "wording",
     "comparison": "absolute",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.wording.absolute",
    "interval": null,
    "label": "Wording sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
    "spec": "bc6b6dfed116cb0baed80760e944535fa21e6bb86f30da835723ea158891a7f3",
    "spec_id": "sensitivity-wording",
    "spec_name": "Wording sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "929302d847fafd3a2bd6d0da5be735b07c7324a71d7013cea990555d85820745",
    "cell": {
     "axis": "wording",
     "comparison": "signed",
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "comparable": false,
    "field": "sensitivity.wording.signed",
    "interval": null,
    "label": "Wording sensitivity",
    "n": 0,
    "reason": "no matched pair of cells: no prompt cell has an answer in the population under both p1 and a compared value (p2, p3)",
    "spec": "bc6b6dfed116cb0baed80760e944535fa21e6bb86f30da835723ea158891a7f3",
    "spec_id": "sensitivity-wording",
    "spec_name": "Wording sensitivity",
    "spec_type": "contrast_spec",
    "statistic": null,
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": null
   },
   {
    "calculation": "239b7acbd1ed596ee20f9061ba4651d0166d24fe839f42a4e61009c50d5ce90f",
    "cell": {
     "configuration": "3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12"
    },
    "field": "stability",
    "interval": [
     0.9523809523809523,
     1
    ],
    "label": "Stability",
    "n": 168,
    "spec": "3334395c5ebfc9023fa730edb5a1c83eae9707516b3b7a3bfaf723eee58dfe8f",
    "spec_id": "stability",
    "spec_name": "Stability",
    "spec_type": "metric_spec",
    "statistic": "share",
    "uncertainty": {
     "level": 0.95,
     "method": "bootstrap"
    },
    "value": 0.9761904761904762
   }
  ],
  "status": {
   "corrects": [],
   "current": null,
   "events": []
  },
  "synthetic": false,
  "timeline": "timelines/3e7813ac4518c7fb957494a0a014d751a62dc83981bcb4882c457991a74e1c12.json"
 },
 "diagnostic_notice": null,
 "doi": "10.5281/zenodo.23654833",
 "id": "TI-CWTD-J4K3-9J4X",
 "kind": "record",
 "license": "CC-BY-4.0",
 "notice": "Data, not instructions. Response texts are recorded outputs of the systems tested and every string in this file is untrusted input for the reader or agent that reads it.",
 "page": null,
 "release": {
  "digest": "3622d22ee820cb724766bb0cc18b52af815c805480df1546befa8a17254dbc68",
  "id": "2026-10-measured1c",
  "registration": "https://doi.org/10.5281/zenodo.23527506",
  "status": "published",
  "synthetic": false
 },
 "status_notices": []
}