-
Notifications
You must be signed in to change notification settings - Fork 43
Expand file tree
/
Copy path__init__.py
More file actions
67 lines (58 loc) · 2.13 KB
/
__init__.py
File metadata and controls
67 lines (58 loc) · 2.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# -*- coding: utf-8 -*-
import sys
from pathlib import Path
from datamate.common.utils.custom_importer import CustomImporter
def _configure_importer():
base_path = Path(__file__).resolve().parent
sys.meta_path.append(CustomImporter(base_path))
_configure_importer()
def _import_operators():
from . import content_cleaner
from . import credit_card_number_cleaner
from . import email_cleaner
from . import emoji_cleaner
from . import extra_space_cleaner
from . import full_width_characters_cleaner
from . import garble_characters_cleaner
from . import html_tag_cleaner
from . import id_number_cleaner
from . import invisible_characters_cleaner
from . import ip_address_cleaner
from . import legend_cleaner
from . import phone_number_cleaner
from . import political_word_cleaner
from . import sexual_and_violent_word_cleaner
from . import text_to_word
from . import traditional_chinese
from . import unicode_space_cleaner
from . import url_cleaner
from . import xml_tag_cleaner
from . import img_enhanced_brightness
from . import img_enhanced_contrast
from . import img_enhanced_saturation
from . import img_enhanced_sharpness
from . import img_perspective_transformation
from . import img_direction_correct
from . import img_denoise
from . import img_shadow_remove
from . import img_type_unify
from . import img_resize
from . import remove_duplicate_sentences
from . import knowledge_relation_slice
from . import pii_ner_detection
from . import audio_format_convert
from . import audio_anomaly_filter
from . import audio_dc_offset_removal
from . import audio_pre_emphasis
from . import audio_simple_agc
from . import audio_noise_gate
from . import audio_soft_peak_limiter
from . import audio_trim_silence_edges
from . import audio_rms_loudness_normalize
from . import audio_hum_notch
from . import audio_telephony_bandpass
from . import audio_gtcrn_denoise
from . import audio_quantize_encode
from . import audio_fast_lang_id
from . import audio_asr_pipeline
_import_operators()