calibration_config.json

{
  "temperature": 0.75,
  "thresholds": {
    "Loaded_Language": 0.3,
    "Appeal_to_fear-prejudice": 0.3,
    "Exaggeration,Minimisation": 0.4,
    "Repetition": 0.4,
    "Flag-Waving": 0.4,
    "Name_Calling,Labeling": 0.1,
    "Reductio_ad_hitlerum": 0.3,
    "Black-and-White_Fallacy": 0.5,
    "Causal_Oversimplification": 0.4,
    "Whataboutism,Straw_Men,Red_Herring": 0.3,
    "Straw_Man": 0.5,
    "Red_Herring": 0.5,
    "Doubt": 0.3,
    "Appeal_to_Authority": 0.3,
    "Thought-terminating_Cliches": 0.5,
    "Bandwagon": 0.5,
    "Slogans": 0.3,
    "Obfuscation,Intentional_Vagueness,Confusion": 0.5
  },
  "technique_labels": [
    "Loaded_Language",
    "Appeal_to_fear-prejudice",
    "Exaggeration,Minimisation",
    "Repetition",
    "Flag-Waving",
    "Name_Calling,Labeling",
    "Reductio_ad_hitlerum",
    "Black-and-White_Fallacy",
    "Causal_Oversimplification",
    "Whataboutism,Straw_Men,Red_Herring",
    "Straw_Man",
    "Red_Herring",
    "Doubt",
    "Appeal_to_Authority",
    "Thought-terminating_Cliches",
    "Bandwagon",
    "Slogans",
    "Obfuscation,Intentional_Vagueness,Confusion"
  ],
  "metrics": {
    "ece": 0.009643693406628337,
    "micro_f1_default": 0.7273864110045852,
    "micro_f1_optimized": 0.8026315789473685,
    "macro_f1_default": 0.6252123514047508,
    "macro_f1_optimized": 0.6827629064362855
  },
  "model_id": "synapti/nci-technique-classifier",
  "dataset_id": "synapti/nci-propaganda-production"
}