[feat] support command line tools wetn and weitn (#105)

Author: robin1001

README.md

@@ -24,6 +24,15 @@
 pip install WeTextProcessing
 ```
 
+Command-usage:
+
+```bash
+wetn --text "2.5平方电线"
+weitn --text "二点五平方电线"
+```
+
+Python usage:
+
 ```py
 # tn usage
 >>> from tn.chinese.normalizer import Normalizer

inverse_normalize.py

@@ -0,0 +1 @@
+itn/main.py

inverse_normalize.py

@@ -0,0 +1,4 @@
+from itn.main import main
+
+if __name__ == '__main__':
+    main()

itn/__main__.py

@@ -0,0 +1,59 @@
+# Copyright (c) 2022 Xingchen Song (sxc19@tsinghua.org.cn)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+
+# TODO(xcsong): multi-language support
+from itn.chinese.inverse_normalizer import InverseNormalizer
+
+def str2bool(s, default=False):
+    s = s.lower()
+    if s == 'true':
+        return True
+    elif s == 'false':
+        return False
+    else:
+        return default
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--text', help='input string')
+    parser.add_argument('--file', help='input file path')
+    parser.add_argument('--overwrite_cache', action='store_true',
+                        help='rebuild *.fst')
+    parser.add_argument('--enable_standalone_number', type=str,
+                        default='True',
+                        help='enable standalone number')
+    parser.add_argument('--enable_0_to_9', type=str,
+                        default='True',
+                        help='enable convert number 0 to 9')
+    args = parser.parse_args()
+
+    normalizer = InverseNormalizer(
+        cache_dir='itn', overwrite_cache=args.overwrite_cache,
+        enable_standalone_number=str2bool(args.enable_standalone_number),
+        enable_0_to_9=str2bool(args.enable_0_to_9))
+
+    if args.text:
+        print(normalizer.tag(args.text))
+        print(normalizer.normalize(args.text))
+    elif args.file:
+        with open(args.file) as fin:
+            for line in fin:
+                print(normalizer.tag(line.strip()))
+                print(normalizer.normalize(line.strip()))
+
+
+if __name__ == '__main__':
+    main()

itn/main.py

@@ -0,0 +1 @@
+tn/main.py

normalize.py

@@ -36,6 +36,12 @@
         "itn": ["*.fst"],
     },
     install_requires=['pynini', 'importlib_resources'],
+    entry_points={
+        "console_scripts": [
+            "wetn = tn.main:main",
+            "weitn = itn.main:main",
+        ]
+    },
     tests_require=['pytest'],
     classifiers=[
         "Programming Language :: Python :: 3",

normalize.py

@@ -0,0 +1,4 @@
+from tn.main import main
+
+if __name__ == '__main__':
+    main()

setup.py

@@ -0,0 +1,43 @@
+# Copyright (c) 2022 Zhendong Peng (pzd17@tsinghua.org.cn)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+
+# TODO(pzd17): multi-language support
+from tn.chinese.normalizer import Normalizer
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--text', help='input string')
+    parser.add_argument('--file', help='input file path')
+    parser.add_argument('--overwrite_cache', action='store_true',
+                        help='rebuild *.fst')
+    args = parser.parse_args()
+
+    normalizer = Normalizer(cache_dir='tn',
+                            overwrite_cache=args.overwrite_cache)
+
+    if args.text:
+        print(normalizer.tag(args.text))
+        print(normalizer.normalize(args.text))
+    elif args.file:
+        with open(args.file) as fin:
+            for line in fin:
+                print(normalizer.tag(line.strip()))
+                print(normalizer.normalize(line.strip()))
+
+
+if __name__ == '__main__':
+    main()