{
  "measured": "2026-08-17",
  "stack": {
    "machine": "Apple M1 Max, 64 GB",
    "runtime": "Ollama 0.32.14"
  },
  "cond1": {
    "moe": [
      17.5,
      21,
      29.2,
      48.1,
      15.7,
      5.8
    ],
    "dense": [
      43.9,
      135.3,
      121,
      67.6,
      31.5,
      18.1
    ],
    "totals": {
      "moe": 137.3,
      "dense": 417.4
    },
    "correct": {
      "moe": 6,
      "dense": 6
    }
  },
  "cond2": {
    "moe": {
      "seconds": [
        187.7,
        168.9,
        155.5
      ],
      "matrix": [
        [
          "empty",
          "empty",
          "empty",
          "empty",
          "empty",
          "empty"
        ],
        [
          "wrong",
          "ok",
          "ok",
          "wrong",
          "ok",
          "ok"
        ],
        [
          "ok",
          "wrong",
          "ok",
          "ok",
          "ok",
          "ok"
        ]
      ],
      "scores": [
        0,
        4,
        5
      ],
      "outputBytes": [
        0,
        475,
        488
      ],
      "stderrBytes": [
        0,
        null,
        null
      ],
      "total": 9,
      "fullyCorrect": 0,
      "meanSeconds": 170.7
    },
    "dense": {
      "seconds": [
        375.5,
        346.8,
        364.4
      ],
      "matrix": [
        [
          "ok",
          "ok",
          "ok",
          "ok",
          "ok",
          "ok"
        ],
        [
          "wrong",
          "ok",
          "ok",
          "ok",
          "ok",
          "ok"
        ],
        [
          "ok",
          "ok",
          "ok",
          "ok",
          "ok",
          "ok"
        ]
      ],
      "scores": [
        6,
        5,
        6
      ],
      "outputBytes": [
        495,
        533,
        495
      ],
      "stderrBytes": [
        null,
        null,
        null
      ],
      "total": 17,
      "fullyCorrect": 2,
      "meanSeconds": 362.2
    },
    "of": 18,
    "runs": 3
  },
  "failures": {
    "moe": {
      "empty": 6,
      "dropped": 1,
      "boolean": 1,
      "shallow": 1,
      "fabricated": 0
    },
    "dense": {
      "empty": 0,
      "dropped": 0,
      "boolean": 0,
      "shallow": 0,
      "fabricated": 1
    }
  },
  "cond3": {
    "decode": {
      "moe": [
        39.9,
        40,
        40
      ],
      "dense": [
        9.2,
        8.7,
        7.2
      ],
      "mlx": [
        18.3,
        18.2,
        17.2
      ]
    },
    "wall": {
      "dense": [
        529.4,
        468,
        447.8
      ],
      "mlx": [
        639.8,
        338.5,
        498.3
      ]
    },
    "wallMean": {
      "dense": 481.7,
      "mlx": 492.2
    }
  },
  "logLines": [
    "[qwen3.5:35b-a3b] C1 done 187.7s",
    "[qwen3.5:35b-a3b] C2 done 168.9s",
    "[qwen3.5:35b-a3b] C3 done 155.5s",
    "[qwen3.8:27b] C1 done 375.5s",
    "[qwen3.8:27b] C2 done 346.8s",
    "[qwen3.8:27b] C3 done 364.4s"
  ],
  "note": "Nekowebops team. Small test, not a ranking. Correct answers are not published. No licence specified yet."
}