release: heb-diac-small-1.0 (fp32, parity cer_delta 0.0pp on 1864 samples)

Author: Ronald Tse

models.yaml

@@ -93,3 +93,16 @@ models:
       - {name: per_student, value: 9.19, source: interscript/ml-models docs/RESULTS.md#tha-g2p-base-1.0}
     parity: {samples: 1219, cer_delta: 0.0}
     license: BSD-3-Clause
+  heb-diac-small-1.0:
+    task: diacritization
+    scripts: [Hebr, Hebr]
+    precision: fp32
+    filename: heb-diac-small-1.0-fp32.zip
+    url: https://github.com/interscript/interscript-ml/releases/download/heb-diac-small-1.0/heb-diac-small-1.0-fp32.zip
+    sha256: 905c53873d5a62bbe6252c6ec0ecef5f37e96e78cb01e8cd99b6b24c4d4d74ad
+    size: 1418663344
+    metrics:
+      - {name: der_teacher_greedy, value: 24.79, source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0}
+      - {name: der_student_greedy, value: 30.37, source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0}
+    parity: {samples: 1864, cer_delta: 0.0}
+    license: BSD-3-Clause

models/heb-diac-small/heb-diac-small-1.0.metadata.yaml

@@ -8,22 +8,24 @@ opset: 14
 decoder: kv
 precision: fp32
 license: BSD-3-Clause
-trained_from: >-
-  logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best,
-  RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the
-  hebrew-v4 corpus, ByT5-small init google/byt5-small; checkpoint
-  rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best
+trained_from: 'logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best,
+  RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the hebrew-v4 corpus,
+  ByT5-small init google/byt5-small; checkpoint rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best'
 metrics:
-  - name: der_teacher_greedy
-    value: 24.79
-    protocol: >-
-      greedy decode; Nakdimon IMF test split, 1,864 long sentences;
-      s43 teacher on the same harness as the student
-    source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0
-  - name: der_student_greedy
-    value: 30.37
-    protocol: >-
-      greedy decode; same harness; +5.58pp shrink cost, inside the
-      ~5.6pp budget pre-accepted for this pair
-      (docs/DISTILL-SOURCE-PROMPT.md section 2)
-    source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0
+- name: der_teacher_greedy
+  value: 24.79
+  protocol: greedy decode; Nakdimon IMF test split, 1,864 long sentences; s43 teacher
+    on the same harness as the student
+  source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0
+- name: der_student_greedy
+  value: 30.37
+  protocol: greedy decode; same harness; +5.58pp shrink cost, inside the ~5.6pp budget
+    pre-accepted for this pair (docs/DISTILL-SOURCE-PROMPT.md section 2)
+  source: interscript/ml-models docs/RESULTS.md#heb-diac-small-1.0
+parity:
+  samples: 1864
+  cer_delta: 0.0
+sha256:
+  decoder-kv.onnx: fa972292e1dafaa7a0d6806470f0d62377e19e102e77ebe122b300cd55c8b7aa
+  decoder.onnx: d705c9d8dae427a26c0d56ccd25dc9882b7a657b6c719921f899c3635aa2e466
+  encoder.onnx: d9f86e04f01522b40b551bec9324c76c9eb2829641201167849a3e86dc81a973