Skip to content

Commit e8d8d1b

Browse files
authored
Merge pull request #24 from interscript/release/tha-g2p-small-1.0
release: tha-g2p-small-1.0
2 parents c80a78e + 8b300b5 commit e8d8d1b

3 files changed

Lines changed: 42 additions & 26 deletions

File tree

‎models.yaml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -93,3 +93,16 @@ models:
9393
- {name: per_student, value: 9.19, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-base-1.0}
9494
parity: {samples: 1219, cer_delta: 0.0}
9595
license: BSD-3-Clause
96+
tha-g2p-small-1.0:
97+
task: g2p
98+
scripts: [Thai, IPA]
99+
precision: int8
100+
filename: tha-g2p-small-1.0-int8.zip
101+
url: https://github.com/interscript/interscript-ml/releases/download/tha-g2p-small-1.0/tha-g2p-small-1.0-int8.zip
102+
sha256: f2cfa93a42d98aabf08fdc82dfc6bd1574e21993f36558aa581fbe29e0588a94
103+
size: 257468517
104+
metrics:
105+
- {name: per_teacher, value: 4.43, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0}
106+
- {name: per_student, value: 12.06, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0}
107+
parity: {samples: 1219, cer_delta: 0.0803}
108+
license: BSD-3-Clause

‎models/metrics-sources.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ heb-diac-small-1.0:
6969
- {row: "Student (ByT5-small, gate)", column: DER, as: der_student_greedy}
7070
tha-g2p-small-1.0:
7171
repo: interscript/interscript-ml
72-
ref: release/tha-g2p-small-1.0
72+
ref: main
7373
path: docs/RESULTS.md
7474
anchor: tha-g2p-small-10-thai-g2p-client-tier-2026-08-22
7575
protocol: "beam-4, corpus-level PER (total_ed/total_gold over chars of joined-piece decode); 1,219 held-out Kaikki Thai test sentences"

‎models/tha-g2p-small/tha-g2p-small-1.0.metadata.yaml‎

Lines changed: 28 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -6,30 +6,33 @@ target: IPA
66
tokenizer: bytes
77
opset: 14
88
decoder: kv
9-
precision: fp32
9+
precision: int8
1010
license: BSD-3-Clause
11-
trained_from: >-
12-
sequence-level KD from the B-K/umt5-thai-g2p-v2-0.5k teacher (4.43%
13-
PER on this harness; the secryst-saved umt5 artifacts are unusable —
14-
transformers 5.15 dropped the untied lm_head); 48,757 usable beam-4
15-
teacher-generated labels (51,321 raw, deduplicated, degenerate outputs
16-
filtered); ByT5-small init google/byt5-small; checkpoint
17-
secryst-checkpoints:/secryst_thai_g2p_distill_small/run-003/best.
18-
Client tier: capacity-limited at +7.63pp over the teacher — the +5pp
19-
gate is met by tha-g2p-base-1.0; this is the smallest rung that does
20-
not collapse (docs/RESULTS.md frontier table, ~300MB int8).
11+
trained_from: 'sequence-level KD from the B-K/umt5-thai-g2p-v2-0.5k teacher (4.43%
12+
PER on this harness; the secryst-saved umt5 artifacts are unusable — transformers
13+
5.15 dropped the untied lm_head); 48,757 usable beam-4 teacher-generated labels
14+
(51,321 raw, deduplicated, degenerate outputs filtered); ByT5-small init google/byt5-small;
15+
checkpoint secryst-checkpoints:/secryst_thai_g2p_distill_small/run-003/best. Client
16+
tier: capacity-limited at +7.63pp over the teacher — the +5pp gate is met by tha-g2p-base-1.0;
17+
this is the smallest rung that does not collapse (docs/RESULTS.md frontier table,
18+
~300MB int8).'
2119
metrics:
22-
- name: per_teacher
23-
value: 4.43
24-
protocol: >-
25-
beam-4, corpus-level PER (total_ed/total_gold over chars of
26-
joined-piece decode); 1,219 Kaikki Thai test sentences; B-K/
27-
umt5-thai-g2p-v2-0.5k teacher; exact match 95.57%
28-
source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0
29-
- name: per_student
30-
value: 12.06
31-
protocol: >-
32-
beam-4, corpus-level PER, same harness as the teacher (src/gpu/
33-
modal_distill.py::evaluate_per, run-003 checkpoint re-measured
34-
2026-08-22); exact match 87.94%; +7.63pp client-tier shrink cost
35-
source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0
20+
- name: per_teacher
21+
value: 4.43
22+
protocol: beam-4, corpus-level PER (total_ed/total_gold over chars of joined-piece
23+
decode); 1,219 Kaikki Thai test sentences; B-K/ umt5-thai-g2p-v2-0.5k teacher;
24+
exact match 95.57%
25+
source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0
26+
- name: per_student
27+
value: 12.06
28+
protocol: beam-4, corpus-level PER, same harness as the teacher (src/gpu/ modal_distill.py::evaluate_per,
29+
run-003 checkpoint re-measured 2026-08-22); exact match 87.94%; +7.63pp client-tier
30+
shrink cost
31+
source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0
32+
parity:
33+
samples: 1219
34+
cer_delta: 0.0803
35+
sha256:
36+
decoder-kv.onnx: b8d67ecbec9f4a29beafd3e6d431422f084c703a35467d836e81bdb8ceff4cba
37+
decoder.onnx: 81b3580d1d26f78e2aa1786218f50ebe970b23309386fa06bb73b0f27333c0a8
38+
encoder.onnx: 53416ec4c14ede50d2a5b3cd4b0de73c2b7c62e744a7d48d60e12a81ee89244d

0 commit comments

Comments
 (0)