From 51e6fe7952d35b00d3b787b66dbba9c78bb4e79a Mon Sep 17 00:00:00 2001
From: dingtalk_dxneyp <x17615848429@sina.com>
Date: Wed, 31 Jan 2024 12:31:03 +0800
Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E8=AF=AD=E8=A8=80=E9=85=8D?=
 =?UTF-8?q?=E7=BD=AE=E4=B8=8E=E5=AE=98=E6=96=B9=E4=B8=80=E8=87=B4=EF=BC=8C?=
 =?UTF-8?q?=E4=BF=AE=E6=94=B9=E6=90=9C=E7=B4=A2token=E7=94=9F=E6=88=90?=
 =?UTF-8?q?=E6=9C=BA=E5=88=B6?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 i18n/{zh-cn.yaml => zh.yaml} | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)
 rename i18n/{zh-cn.yaml => zh.yaml} (64%)

diff --git a/i18n/zh-cn.yaml b/i18n/zh.yaml
similarity index 64%
rename from i18n/zh-cn.yaml
rename to i18n/zh.yaml
index 6f326d1..96ab159 100644
--- a/i18n/zh-cn.yaml
+++ b/i18n/zh.yaml
@@ -15,6 +15,7 @@
     {
       encode: false,
       tokenize: function(str) {
-        return str.replace(/[\x00-\x7F]/g, '').split('');
+        // 只去除空白行，标点符号保留、表情符号保留、数字保留、英文保留
+        return str.replace(/\n*\s*\r*/g, '').split('');
       }
     }