[
  {
    "model": "qwen3.5-9b",
    "side": "baseline",
    "backend": "transformers+torch",
    "device": "cuda",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 300
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  },
  {
    "model": "qwen3.5-9b",
    "side": "subject",
    "backend": "llama.cpp",
    "device": "cpu",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 600
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  },
  {
    "model": "qwen3.8-27b",
    "side": "baseline",
    "backend": "transformers+torch",
    "device": "cuda",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 300
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  },
  {
    "model": "qwen3.8-27b",
    "side": "subject",
    "backend": "llama.cpp",
    "device": "cpu",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 600
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  },
  {
    "model": "ministral3-8b",
    "side": "baseline",
    "backend": "transformers+torch",
    "device": "cuda",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 300
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  },
  {
    "model": "ministral3-8b",
    "side": "subject",
    "backend": "llama.cpp",
    "device": "cpu",
    "settings": {
      "allow_network": false,
      "batch_size": 1,
      "context_length": 1024,
      "max_output_tokens": 1,
      "seed": 20260716,
      "timeout_seconds": 600
    },
    "observation_count": 400,
    "records_with_logprob": 0,
    "records_with_token_count": 0
  }
]