package onnx
import (
"strings"
"unicode"
)
// H2Z converts half-width (hankaku) ascii, digits, and katakana to
// full-width (zenkaku), matching Python jaconv.h2z(text, ascii=True, digit=True).
func H2Z(text string) string {
if text == "" {
return ""
}
// First convert two-character voiced kana combinations (e.g. ガ -> ガ, パ -> パ).
text = convertVoicedKana(text)
var b strings.Builder
b.Grow(len(text) * 2)
for _, r := range text {
if r == ' ' {
b.WriteRune('\u3000') // full-width ideographic space
continue
}
// ASCII printable: '!' (0x21) to '~' (0x7E)
if r >= 0x21 && r <= 0x7E {
b.WriteRune(r + 0xFEE0)
continue
}
// Single half-width kana mapping (0xFF61 to 0xFF9F)
if z, ok := singleKanaMap[r]; ok {
b.WriteRune(z)
continue
}
b.WriteRune(r)
}
return b.String()
}
func convertVoicedKana(s string) string {
// Replace 2-char voiced / semi-voiced kana
for oldR, newR := range voicedKanaMap {
s = strings.ReplaceAll(s, oldR, newR)
}
return s
}
var voicedKanaMap = map[string]string{
"ガ": "ガ", "ギ": "ギ", "グ": "グ", "ゲ": "ゲ", "ゴ": "ゴ",
"ザ": "ザ", "ジ": "ジ", "ズ": "ズ", "ゼ": "ゼ", "ゾ": "ゾ",
"ダ": "ダ", "ヂ": "ヂ", "ヅ": "ヅ", "デ": "デ", "ド": "ド",
"バ": "バ", "ビ": "ビ", "ブ": "ブ", "ベ": "ベ", "ボ": "ボ",
"パ": "パ", "ピ": "ピ", "プ": "プ", "ペ": "ペ", "ポ": "ポ",
"ヴ": "ヴ",
}
var singleKanaMap = map[rune]rune{
'。': '。', '「': '「', '」': '」', '、': '、', '・': '・',
'ヲ': 'ヲ', 'ァ': 'ァ', 'ィ': 'ィ', 'ゥ': 'ゥ', 'ェ': 'ェ',
'ォ': 'ォ', 'ャ': 'ャ', 'ュ': 'ュ', 'ョ': 'ョ', 'ッ': 'ッ',
'ー': 'ー', 'ア': 'ア', 'イ': 'イ', 'ウ': 'ウ', 'エ': 'エ',
'オ': 'オ', 'カ': 'カ', 'キ': 'キ', 'ク': 'ク', 'ケ': 'ケ',
'コ': 'コ', 'サ': 'サ', 'シ': 'シ', 'ス': 'ス', 'セ': 'セ',
'ソ': 'ソ', 'タ': 'タ', 'チ': 'チ', 'ツ': 'ツ', 'テ': 'テ',
'ト': 'ト', 'ナ': 'ナ', 'ニ': 'ニ', 'ヌ': 'ヌ', 'ネ': 'ネ',
'ノ': 'ノ', 'ハ': 'ハ', 'ヒ': 'ヒ', 'フ': 'フ', 'ヘ': 'ヘ',
'ホ': 'ホ', 'マ': 'マ', 'ミ': 'ミ', 'ム': 'ム', 'メ': 'メ',
'モ': 'モ', 'ヤ': 'ヤ', 'ユ': 'ユ', 'ヨ': 'ヨ', 'ラ': 'ラ',
'リ': 'リ', 'ル': 'ル', 'レ': 'レ', 'ロ': 'ロ', 'ワ': 'ワ',
'ン': 'ン', // jaconv leaves a lone ゙ or ゚ half-width
}
// IsKanaOnly returns true if every non-space, non-punctuation rune is Hiragana or Katakana.
func IsKanaOnly(s string) bool {
trimmed := strings.TrimSpace(s)
if trimmed == "" {
return true
}
hasKana := false
for _, r := range trimmed {
if unicode.IsPunct(r) || unicode.IsSpace(r) {
continue
}
if (r >= 0x3040 && r <= 0x309F) || // Hiragana
(r >= 0x30A0 && r <= 0x30FF) || // Katakana
(r >= 0x31F0 && r <= 0x31FF) || // Small Katakana extensions
r == 0x30FC || // Prolonged sound mark ー
(r >= 0xFF66 && r <= 0xFF9F) { // Half-width kana
hasKana = true
continue
}
return false
}
return hasKana
}