Update datautils.py

datautils.py

@@ -18,8 +18,9 @@ SPACE = ' '
 JAMO_LEADS = "".join([chr(_) for _ in range(0x1100, 0x1113)])
 JAMO_VOWELS = "".join([chr(_) for _ in range(0x1161, 0x1176)])
 JAMO_TAILS = "".join([chr(_) for _ in range(0x11A8, 0x11C3)])
+ETC = ".!?"
 
-VALID_CHARS = JAMO_LEADS + JAMO_VOWELS + JAMO_TAILS + SPACE
+VALID_CHARS = JAMO_LEADS + JAMO_VOWELS + JAMO_TAILS + SPACE + ETC
 symbols = PAD + EOS + VALID_CHARS
 
 _symbol_to_id = {s: i for i, s in enumerate(symbols)}