File size: 2,040 Bytes
60043ce
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{
  "labels": [
    "Loaded_Language",
    "Appeal_to_fear-prejudice",
    "Exaggeration,Minimisation",
    "Repetition",
    "Flag-Waving",
    "Name_Calling,Labeling",
    "Reductio_ad_hitlerum",
    "Black-and-White_Fallacy",
    "Causal_Oversimplification",
    "Whataboutism,Straw_Men,Red_Herring",
    "Straw_Man",
    "Red_Herring",
    "Doubt",
    "Appeal_to_Authority",
    "Thought-terminating_Cliches",
    "Bandwagon",
    "Slogans",
    "Obfuscation,Intentional_Vagueness,Confusion"
  ],
  "thresholds": {
    "Loaded_Language": 0.4,
    "Appeal_to_fear-prejudice": 0.4,
    "Exaggeration,Minimisation": 0.6,
    "Repetition": 0.4,
    "Flag-Waving": 0.4,
    "Name_Calling,Labeling": 0.2,
    "Reductio_ad_hitlerum": 0.3,
    "Black-and-White_Fallacy": 0.6,
    "Causal_Oversimplification": 0.5,
    "Whataboutism,Straw_Men,Red_Herring": 0.4,
    "Straw_Man": 0.4,
    "Red_Herring": 0.5,
    "Doubt": 0.3,
    "Appeal_to_Authority": 0.5,
    "Thought-terminating_Cliches": 0.5,
    "Bandwagon": 0.5,
    "Slogans": 0.4,
    "Obfuscation,Intentional_Vagueness,Confusion": 0.4
  },
  "f1_scores": {
    "Loaded_Language": 0.946,
    "Appeal_to_fear-prejudice": 0.849,
    "Exaggeration,Minimisation": 0.49,
    "Repetition": 0.559,
    "Flag-Waving": 0.509,
    "Name_Calling,Labeling": 0.445,
    "Reductio_ad_hitlerum": 0.824,
    "Black-and-White_Fallacy": 0.688,
    "Causal_Oversimplification": 0.679,
    "Whataboutism,Straw_Men,Red_Herring": 0.477,
    "Straw_Man": 0.603,
    "Red_Herring": 0.863,
    "Doubt": 0.344,
    "Appeal_to_Authority": 0.5,
    "Thought-terminating_Cliches": 0.712,
    "Bandwagon": 0.467,
    "Slogans": 0.46,
    "Obfuscation,Intentional_Vagueness,Confusion": 0.863
  },
  "default_threshold": 0.5,
  "metrics": {
    "default": {
      "micro_f1": 0.727,
      "macro_f1": 0.626,
      "micro_precision": 0.879,
      "micro_recall": 0.621
    },
    "optimized": {
      "micro_f1": 0.8,
      "macro_f1": 0.69
    }
  },
  "calibration": {
    "temperature": 3.0,
    "ece": 0.7212
  }
}