Create command to train gibberish detector model #2402

Signed-off-by: Jono Yang <jyang@nexb.com>

Author: JonoYang

setup-mini.cfg

@@ -160,6 +160,7 @@ console_scripts =
     regen-package-docs = packagedcode.regen_package_docs:regen_package_docs
     add-required-phrases = licensedcode.required_phrases:add_required_phrases
 	gen-new-required-phrases-rules = licensedcode.required_phrases:gen_required_phrases_rules
+    train-gibberish-model = textcode.train_gibberish_model:train_gibberish_model
 
 # These are configurations for ScanCode plugins as setuptools entry points.
 # Each plugin entry hast this form:

setup.cfg

@@ -162,6 +162,7 @@ console_scripts =
     regen-package-docs = packagedcode.regen_package_docs:regen_package_docs
     add-required-phrases = licensedcode.required_phrases:add_required_phrases
 	gen-new-required-phrases-rules = licensedcode.required_phrases:gen_required_phrases_rules
+    train-gibberish-model = textcode.train_gibberish_model:train_gibberish_model
 
 # These are configurations for ScanCode plugins as setuptools entry points.
 # Each plugin entry hast this form:

src/textcode/train_gibberish_model.py

@@ -0,0 +1,25 @@
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# ScanCode is a trademark of nexB Inc.
+# SPDX-License-Identifier: Apache-2.0
+# See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
+# See https://github.com/nexB/scancode-toolkit for support or download.
+# See https://aboutcode.org for more information about nexB OSS projects.
+#
+
+import click
+
+from commoncode.cliutils import PluggableCommandLineOption
+from textcode.gibberish import Gibberish
+
+@click.command(name='scancode-train-gibberish-model')
+@click.help_option('-h', '--help')
+def train_gibberish_model(*args, **kwargs,):
+    """Train model used by textcode.Gibberish to detect gibberish"""
+    click.echo('Training gibberish detector model...')
+    gibberish_detector = Gibberish()
+    gibberish_detector.train()
+
+
+if __name__ == '__main__':
+    train_gibberish_model()