# Spec for the HF README of handy-computer/parakeet-rnnt-0.6b-gguf.
# Consumed by scripts/hf_cards/generate.py.

hf_repo: nvidia/parakeet-rnnt-0.6b
target_repo: handy-computer/parakeet-rnnt-0.6b-gguf
transcribe_docs_url: https://github.com/handy-computer/transcribe.cpp/blob/main/docs/models/parakeet-rnnt-0.6b.md

upstream_commit: c0c1f09
pin_date: 2026-05-10

# Validation pin for the most recent upload. Updated on each release —
# older HF revisions carry whatever value was current at their upload time.
validation:
  reference: NeMo
  commit: 42528dd
  date: 2026-05-10

license: cc-by-4.0
license_display: CC-BY-4.0
pipeline_tag: automatic-speech-recognition
languages:
  - en
tags:
  - gguf
  - transcribe.cpp
  - asr
  - speech-to-text
  - parakeet
  - conformer
  - rnnt

summary: |
  Offline English speech-to-text with greedy RNN-T decoding. A 0.6B-parameter FastConformer-Large encoder with an RNN-T transducer decoder. Output is lowercase, no punctuation. Not a streaming model and does not translate.

default_quant_index: 2  # Q8_0

# Capability flags for the transcribe_cpp metadata block.
capabilities:
  streaming: false
  translate: false
  lang_detect: false
  timestamps: token  # none | segment | word | token

# Speedup-over-realtime (×RT) per rig/backend, from docs/models; published
# raw as rtf_<machine> in the metadata block.
perf:
  m4-max:
    metal: 185.5
    cpu: 30
  ryzen-4750u:
    vulkan: 14.5
    cpu: 8

wer:
  source: LibriSpeech test-clean
  notes: |
    WER measured on the full LibriSpeech test-clean split (2620 utterances) with greedy RNN-T decoding and no external LM. F32 reference baseline: 1.62%. NVIDIA's self-reported number on the same split is 1.63%.

quants:
  - name: F32
    filename: parakeet-rnnt-0.6b-F32.gguf
    size: 2.47 GB
    wer: 1.62%
  - name: F16
    filename: parakeet-rnnt-0.6b-F16.gguf
    size: 1.24 GB
    wer: 1.62%
  - name: Q8_0
    filename: parakeet-rnnt-0.6b-Q8_0.gguf
    size: 730 MB
    wer: 1.62%
  - name: Q6_K
    filename: parakeet-rnnt-0.6b-Q6_K.gguf
    size: 601 MB
    wer: 1.62%
  - name: Q5_K_M
    filename: parakeet-rnnt-0.6b-Q5_K_M.gguf
    size: 540 MB
    wer: 1.62%
  - name: Q4_K_M
    filename: parakeet-rnnt-0.6b-Q4_K_M.gguf
    size: 476 MB
    wer: 1.59%
