{
 "n": 66,
 "panel_fleiss": {
  "stance6": 0.73,
  "has_stance": 0.73,
  "sarcastic": 0.52
 },
 "panel_majority_items": 63,
 "annotator_vs_other_two": {
  "opus": {
   "n": 50,
   "agree": 47,
   "pct": 0.94,
   "ci": [
    0.84,
    0.98
   ],
   "kappa": 0.92
  },
  "sonnet": {
   "n": 54,
   "agree": 47,
   "pct": 0.87,
   "ci": [
    0.76,
    0.94
   ],
   "kappa": 0.83
  },
  "gemini": {
   "n": 53,
   "agree": 47,
   "pct": 0.89,
   "ci": [
    0.77,
    0.95
   ],
   "kappa": 0.85
  }
 },
 "parity_he_en": {
  "n": 66,
  "agree": 54,
  "pct": 0.82,
  "ci": [
   0.71,
   0.89
  ],
  "kappa": 0.75
 },
 "noise_he_he2": {
  "n": 66,
  "agree": 65,
  "pct": 0.98,
  "ci": [
   0.92,
   1.0
  ],
  "kappa": 0.98
 },
 "control_he_shuf": {
  "n": 66,
  "agree": 19,
  "pct": 0.29,
  "ci": [
   0.19,
   0.41
  ],
  "kappa": 0.02
 },
 "sarc_band_he_en": {
  "n": 66,
  "agree": 55,
  "pct": 0.83,
  "ci": [
   0.73,
   0.9
  ],
  "kappa": 0.69
 },
 "sarc_band_he_shuf": {
  "n": 66,
  "agree": 33,
  "pct": 0.5,
  "ci": [
   0.38,
   0.62
  ],
  "kappa": 0.06
 },
 "jev_he_vs_panel": {
  "n": 63,
  "agree": 45,
  "pct": 0.71,
  "ci": [
   0.59,
   0.81
  ],
  "kappa": 0.62
 },
 "jev_en_vs_panel": {
  "n": 63,
  "agree": 44,
  "pct": 0.7,
  "ci": [
   0.58,
   0.8
  ],
  "kappa": 0.6
 },
 "sarc_he_vs_panel_confident": {
  "n": 44,
  "agree": 43,
  "pct": 0.98,
  "ci": [
   0.88,
   1.0
  ],
  "kappa": 0.88
 },
 "sarc_he_unsure_share": 0.33,
 "sarc_en_vs_panel_confident": {
  "n": 43,
  "agree": 42,
  "pct": 0.98,
  "ci": [
   0.88,
   1.0
  ],
  "kappa": 0.88
 },
 "sarc_en_unsure_share": 0.35,
 "hard_n": 32,
 "parity_hard": {
  "n": 32,
  "agree": 26,
  "pct": 0.81,
  "ci": [
   0.65,
   0.91
  ],
  "kappa": 0.73
 },
 "parity_easy": {
  "n": 34,
  "agree": 28,
  "pct": 0.82,
  "ci": [
   0.66,
   0.92
  ],
  "kappa": 0.76
 },
 "noise_hard": {
  "n": 32,
  "agree": 32,
  "pct": 1.0,
  "ci": [
   0.89,
   1.0
  ],
  "kappa": 1.0
 },
 "jev_he_vs_panel_hard": {
  "n": 30,
  "agree": 23,
  "pct": 0.77,
  "ci": [
   0.59,
   0.88
  ],
  "kappa": 0.67
 },
 "jev_en_vs_panel_hard": {
  "n": 30,
  "agree": 23,
  "pct": 0.77,
  "ci": [
   0.59,
   0.88
  ],
  "kappa": 0.68
 },
 "jev_he_vs_panel_gated": {
  "n": 43,
  "agree": 33,
  "pct": 0.77,
  "ci": [
   0.62,
   0.87
  ],
  "kappa": 0.68
 },
 "gated_share": 0.68,
 "jev_he_vs_panel_ungated_rest": {
  "n": 20,
  "agree": 12,
  "pct": 0.6,
  "ci": [
   0.39,
   0.78
  ],
  "kappa": 0.48
 },
 "nine_found": 9,
 "nine": [
  {
   "i": 8,
   "he": "בוקר טוב, שדרגו.",
   "panel": "endorsing",
   "opus": "endorsing",
   "sonnet": "no_clear_stance",
   "gemini": "endorsing",
   "jev_he": "no_clear_stance",
   "jev_en": "no_clear_stance"
  },
  {
   "i": 9,
   "he": "איף, איזה סרט.\n\nלא כיף להיות מפתח בימים אלה.",
   "panel": "lamenting",
   "opus": "lamenting",
   "sonnet": "lamenting",
   "gemini": "lamenting",
   "jev_he": "lamenting",
   "jev_en": "lamenting"
  },
  {
   "i": 11,
   "he": "מה? טאריק עזב?",
   "panel": "surprised",
   "opus": "surprised",
   "sonnet": "surprised",
   "gemini": "surprised",
   "jev_he": "surprised",
   "jev_en": "surprised"
  },
  {
   "i": 12,
   "he": "אהלן.",
   "panel": "no_clear_stance",
   "opus": "no_clear_stance",
   "sonnet": "no_clear_stance",
   "gemini": "no_clear_stance",
   "jev_he": "no_clear_stance",
   "jev_en": "no_clear_stance"
  },
  {
   "i": 18,
   "he": "סתם שתכירו.",
   "panel": "endorsing",
   "opus": "endorsing",
   "sonnet": "endorsing",
   "gemini": "endorsing",
   "jev_he": "no_clear_stance",
   "jev_en": "no_clear_stance"
  },
  {
   "i": 21,
   "he": "אנשים: תגיד למה אתה לא משתמש בopenclaw?\n\nאני: כי זה שורף טוקנים.\n\nפיטר שטיינברג: שרפתי 10 מיליון דולר בטוקנים בספטמבר.",
   "panel": "mocking",
   "opus": "mocking",
   "sonnet": "mocking",
   "gemini": "mocking",
   "jev_he": "mocking",
   "jev_en": "no_clear_stance"
  },
  {
   "i": 22,
   "he": "duet with duo... הקנאה.",
   "panel": "envious",
   "opus": "envious",
   "sonnet": "envious",
   "gemini": "envious",
   "jev_he": "envious",
   "jev_en": "envious"
  },
  {
   "i": 25,
   "he": "וימות הטוקן הסטטי ביום השישי.",
   "panel": "endorsing",
   "opus": "endorsing",
   "sonnet": "endorsing",
   "gemini": "endorsing",
   "jev_he": "endorsing",
   "jev_en": "endorsing"
  },
  {
   "i": 26,
   "he": "צעד גדול לפרצות אבטחה, צעד ענק ל- @1Password",
   "panel": "mocking",
   "opus": "mocking",
   "sonnet": "mocking",
   "gemini": "mocking",
   "jev_he": "mocking",
   "jev_en": "mocking"
  }
 ],
 "dist": {
  "panel_majority": {
   "mocking": 15,
   "no_clear_stance": 18,
   "endorsing": 18,
   "lamenting": 10,
   "surprised": 1,
   "envious": 1
  },
  "jev_he": {
   "mocking": 18,
   "no_clear_stance": 24,
   "endorsing": 12,
   "lamenting": 8,
   "surprised": 3,
   "envious": 1
  }
 },
 "tokens": 235374
}