{
  "schema": "reqmote.kws-reference-comparison.v1",
  "reviewed": "2026-09-28",
  "default_candidate_id": "public-bcresnet-8",
  "evaluation_role": "development/calibration comparison",
  "decision_rule": "Highest score across six commands, unknown and silence; no rejection threshold or temporal smoothing for headline metrics.",
  "dataset": {
    "command_clips": 1236,
    "command_speakers": 143,
    "non_command_windows": 19973,
    "window_seconds": 1,
    "stride_seconds": 0.25,
    "non_command_seconds": 4994.75925,
    "non_command_speech_clips": 4561,
    "environmental_recordings": 80,
    "environmental_fold": 4
  },
  "scope": "Offline inference on exported integer artifacts. Negative windows overlap and come from assembled non-command speech and environmental audio. Percentages are not false activations per hour. Independent final acceptance and target-board fit are not claimed.",
  "model_attribution": {
    "featured_model": "Andes ModelZoo BC-ResNet-8, based on Qualcomm AI Research BC-ResNet",
    "source_url": "https://github.com/andestech/ModelZoo/tree/acf902eab1889480f3885e0303f046810026bb36/BC-ResNet-8",
    "artifact_url": "https://media.githubusercontent.com/media/andestech/ModelZoo/acf902eab1889480f3885e0303f046810026bb36/BC-ResNet-8/Model/model.tflite",
    "license_reference": "https://github.com/andestech/ModelZoo/blob/acf902eab1889480f3885e0303f046810026bb36/BC-ResNet-8/README.md",
    "contribution": "reqmote developed the compact model and evaluated it alongside the public reference; reqmote did not train the public checkpoint."
  },
  "data_attribution": [
    {
      "name": "Google Speech Commands v2",
      "license": "CC BY 4.0",
      "source_url": "https://www.tensorflow.org/datasets/catalog/speech_commands"
    },
    {
      "name": "ESC-10",
      "license": "CC BY 3.0",
      "source_url": "https://github.com/karolpiczak/ESC-50/tree/33c8ce9eb2cf0b1c2f8bcf322eb349b6be34dbb6"
    }
  ],
  "candidates": [
    {
      "id": "public-bcresnet-8",
      "name": "BC-ResNet-8",
      "role": "Featured public reference",
      "artifact_sha256": "8ba265270c986c13893417d613e9fa788376dae348bce6f45ab4dfe765b3bbda",
      "artifact_bytes": 841280,
      "precision_label": "INT8 artifact",
      "command_clip_accuracy": 0.9692556634304207,
      "non_command_window_error_rate": 0.0495669153357032,
      "environmental_window_error_rate": 0.16781465247338762,
      "audio_examples": [
        {
          "expected": "silence",
          "predicted": "silence",
          "correct": true,
          "confidence": 0.999927282333374,
          "url": "/audio/speech-commands-development/silence.wav",
          "provenance": {
            "source": "_background_noise_/white_noise.wav",
            "start_sample": 655926
          },
          "audio_sha256": "c545bb95cd76301d1451ec17606b6b62b1727597bc19432960c5e7fff0891b91",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "unknown",
          "predicted": "unknown",
          "correct": true,
          "confidence": 0.9538886547088623,
          "url": "/audio/speech-commands-development/unknown.wav",
          "provenance": {
            "source": "eight/794cdfc5_nohash_0.wav",
            "speaker_id": "794cdfc5"
          },
          "audio_sha256": "8ff8c6fffa2e7dbe52d589e7bef04ca65abe421e89c271dc15833b8973c09a54",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "on",
          "predicted": "on",
          "correct": true,
          "confidence": 0.9976139068603516,
          "url": "/audio/speech-commands-development/on.wav",
          "provenance": {
            "source": "on/fde2dee7_nohash_0.wav",
            "speaker_id": "fde2dee7"
          },
          "audio_sha256": "5011a2dd2887b844fcf9e793a5b50b189b785a2df6b4513bbed63c253b53a244",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "off",
          "predicted": "off",
          "correct": true,
          "confidence": 0.9927327036857605,
          "url": "/audio/speech-commands-development/off.wav",
          "provenance": {
            "source": "off/a8cf01bc_nohash_0.wav",
            "speaker_id": "a8cf01bc"
          },
          "audio_sha256": "4bacaf4fe1f16e27ebdb7073a77d1e4440814c59d5e0c95cc439611705bff57b",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "stop",
          "predicted": "stop",
          "correct": true,
          "confidence": 0.9998831748962402,
          "url": "/audio/speech-commands-development/stop.wav",
          "provenance": {
            "source": "stop/0e17f595_nohash_0.wav",
            "speaker_id": "0e17f595"
          },
          "audio_sha256": "7730a34104342dcc15b4eb1b23af3d0bb5ccf966699c32351d16e27011c028a0",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "go",
          "predicted": "go",
          "correct": true,
          "confidence": 0.9994556307792664,
          "url": "/audio/speech-commands-development/go.wav",
          "provenance": {
            "source": "go/6f5b4d3d_nohash_0.wav",
            "speaker_id": "6f5b4d3d"
          },
          "audio_sha256": "53c14a48af8708875745df935ee37ae90905f7b25b40079d2fa2505d6a3e9867",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "up",
          "predicted": "up",
          "correct": true,
          "confidence": 0.9995443224906921,
          "url": "/audio/speech-commands-development/up.wav",
          "provenance": {
            "source": "up/7fd25f7c_nohash_0.wav",
            "speaker_id": "7fd25f7c"
          },
          "audio_sha256": "3b1a2da1d71c63ba1336a47d2f28381c44f4c721530fdee7318d209fb4d73b28",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "down",
          "predicted": "down",
          "correct": true,
          "confidence": 0.9992068409919739,
          "url": "/audio/speech-commands-development/down.wav",
          "provenance": {
            "source": "down/0ab3b47d_nohash_0.wav",
            "speaker_id": "0ab3b47d"
          },
          "audio_sha256": "4481b99b52330d2213c5029821e36a57349dc6e26dcf412e63e2633e94695aa0",
          "evidence": "Precomputed using BC-ResNet-8; unchanged development recording, illustrative replay outside the aggregate comparison."
        }
      ],
      "separate_continuous_policy": {
        "policy": {
          "threshold": 0.999,
          "non_command_margin": 0.1,
          "smoothing_windows": 3,
          "consecutive_hits": 1,
          "refractory_windows": 4,
          "stride_ms": 250,
          "window_ms": 1000
        },
        "command_event_recall": 0.5307443365695793,
        "observed_false_events": 1,
        "observed_false_events_per_hour": 0.7207554598352263,
        "false_events_per_hour_95_upper": 3.4077498108616022
      }
    },
    {
      "id": "robust-candidate",
      "name": "reqmote compact model",
      "role": "Developed by reqmote",
      "artifact_sha256": "91ccb54659a56fe3d55b2171fb9c61e801aa01bd889731d44bd42d47243bb069",
      "artifact_bytes": 46800,
      "precision_label": "INT8 artifact",
      "command_clip_accuracy": 0.8923948220064725,
      "non_command_window_error_rate": 0.06924347869623992,
      "environmental_window_error_rate": 0.038196618659987476,
      "audio_examples": [
        {
          "expected": "silence",
          "predicted": "silence",
          "correct": true,
          "confidence": 1.0,
          "url": "/audio/speech-commands-development/silence.wav",
          "provenance": {
            "source": "_background_noise_/white_noise.wav",
            "start_sample": 655926
          },
          "audio_sha256": "c545bb95cd76301d1451ec17606b6b62b1727597bc19432960c5e7fff0891b91",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "unknown",
          "predicted": "unknown",
          "correct": true,
          "confidence": 0.97265625,
          "url": "/audio/speech-commands-development/unknown.wav",
          "provenance": {
            "source": "eight/794cdfc5_nohash_0.wav",
            "speaker_id": "794cdfc5"
          },
          "audio_sha256": "8ff8c6fffa2e7dbe52d589e7bef04ca65abe421e89c271dc15833b8973c09a54",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "on",
          "predicted": "on",
          "correct": true,
          "confidence": 0.99609375,
          "url": "/audio/speech-commands-development/on.wav",
          "provenance": {
            "source": "on/fde2dee7_nohash_0.wav",
            "speaker_id": "fde2dee7"
          },
          "audio_sha256": "5011a2dd2887b844fcf9e793a5b50b189b785a2df6b4513bbed63c253b53a244",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "off",
          "predicted": "off",
          "correct": true,
          "confidence": 0.8858267664909363,
          "url": "/audio/speech-commands-development/off.wav",
          "provenance": {
            "source": "off/a8cf01bc_nohash_0.wav",
            "speaker_id": "a8cf01bc"
          },
          "audio_sha256": "4bacaf4fe1f16e27ebdb7073a77d1e4440814c59d5e0c95cc439611705bff57b",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "stop",
          "predicted": "stop",
          "correct": true,
          "confidence": 1.0,
          "url": "/audio/speech-commands-development/stop.wav",
          "provenance": {
            "source": "stop/0e17f595_nohash_0.wav",
            "speaker_id": "0e17f595"
          },
          "audio_sha256": "7730a34104342dcc15b4eb1b23af3d0bb5ccf966699c32351d16e27011c028a0",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "go",
          "predicted": "go",
          "correct": true,
          "confidence": 1.0,
          "url": "/audio/speech-commands-development/go.wav",
          "provenance": {
            "source": "go/6f5b4d3d_nohash_0.wav",
            "speaker_id": "6f5b4d3d"
          },
          "audio_sha256": "53c14a48af8708875745df935ee37ae90905f7b25b40079d2fa2505d6a3e9867",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "up",
          "predicted": "up",
          "correct": true,
          "confidence": 0.99609375,
          "url": "/audio/speech-commands-development/up.wav",
          "provenance": {
            "source": "up/7fd25f7c_nohash_0.wav",
            "speaker_id": "7fd25f7c"
          },
          "audio_sha256": "3b1a2da1d71c63ba1336a47d2f28381c44f4c721530fdee7318d209fb4d73b28",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        },
        {
          "expected": "down",
          "predicted": "down",
          "correct": true,
          "confidence": 1.0,
          "url": "/audio/speech-commands-development/down.wav",
          "provenance": {
            "source": "down/0ab3b47d_nohash_0.wav",
            "speaker_id": "0ab3b47d"
          },
          "audio_sha256": "4481b99b52330d2213c5029821e36a57349dc6e26dcf412e63e2633e94695aa0",
          "evidence": "Precomputed using reqmote compact model; unchanged development recording, illustrative replay outside the aggregate comparison."
        }
      ],
      "separate_continuous_policy": {
        "policy": {
          "threshold": 0.995,
          "non_command_margin": 0.1,
          "smoothing_windows": 2,
          "consecutive_hits": 3,
          "refractory_windows": 4,
          "stride_ms": 250,
          "window_ms": 1000
        },
        "command_event_recall": 0.12540453074433658,
        "observed_false_events": 1,
        "observed_false_events_per_hour": 0.7207554598352263,
        "false_events_per_hour_95_upper": 3.4077498108616022
      }
    }
  ]
}