{
  "dataset": "Qidian-WebNovel DTA",
  "models": {
    "encoder_v4_transformer_prototype": {
      "adapter": "none",
      "base_model": "encoder-v4-transformer-prototype",
      "comment_axis_f1": 0.703,
      "json_validity": 0.941,
      "same_text_user_separation": 0.532,
      "schema_complete": 0.912,
      "state_update_anti_scope_accuracy": 0.698,
      "state_update_scope_accuracy": 0.741
    },
    "qwen_lora_sft_proxy": {
      "adapter": "LoRA",
      "base_model": "Qwen/Qwen3-4B-Instruct-2507",
      "comment_axis_f1": 0.874,
      "json_validity": 1.0,
      "same_text_user_separation": 0.781,
      "schema_complete": 0.982,
      "state_update_anti_scope_accuracy": 0.887,
      "state_update_scope_accuracy": 0.911
    }
  },
  "protocol": "Simulator Eval Protocol",
  "uses_reranking": false,
  "uses_reranking_label": "uses_reranking=false"
}