-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathVC_BC06_operateTypeFunctions.py
More file actions
274 lines (208 loc) · 9.14 KB
/
VC_BC06_operateTypeFunctions.py
File metadata and controls
274 lines (208 loc) · 9.14 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
"""
VAPORCONE 项目操作类型函数模块
该模块将各种操作类型(opertype)的处理逻辑拆分为独立函数,
从 VC_BC04_operateType.py 中的 vectorized_field_mapping 函数重构而来。
支持的操作类型:
- DEF: 定义固定值
- FIX: 固定字段映射
- FLG: 标志映射
- IIF: 条件选择
- COB: 字段组合
- CDL: 代码列表映射
- PRF: 前缀添加
- SEL: 选择性映射
"""
import numpy as np
import pandas as pd
from VC_BC03_fetchConfig import *
def opertype_DEF(result_df, be_converted_df, standard_field, parameter_cycle, **kwargs):
"""
DEF操作: 定义固定值
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- parameter_cycle (str): 参数值
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
result_df[standard_field] = parameter_cycle
continue_flags = np.zeros(len(result_df), dtype=bool)
return result_df, continue_flags
def opertype_FIX(result_df, be_converted_df, standard_field, fieldname_cycle, **kwargs):
"""
FIX操作: 固定字段映射
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
result_df[standard_field] = be_converted_df[fieldname_cycle[0]].values
return result_df, continue_flags
def opertype_FLG(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, **kwargs):
"""
FLG操作: 基于条件的标志映射
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 参数(格式: sVal:fVal$sVal2:fVal2)
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
source_col = be_converted_df[fieldname_cycle[0]]
result_values = np.full(len(source_col), MARK_BLANK, dtype='object')
for part in parameter_cycle.split(MARK_DOLLAR):
if MARK_COLON in part:
sVal, fVal = part.split(MARK_COLON, 1)
if sVal.lower() == 'null':
sVal = MARK_BLANK
mask = (source_col == sVal).values
result_values = np.where(mask, fVal, result_values)
result_df[standard_field] = result_values
return result_df, continue_flags
def opertype_IIF(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, **kwargs):
"""
IIF操作: 条件选择
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 参数(格式: flg_field:flg_value$...)
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if fieldname_cycle:
result_values = np.full(len(be_converted_df), MARK_BLANK, dtype='object')
parameters = parameter_cycle.split(MARK_DOLLAR)
for idx, param_record in enumerate(parameters):
if MARK_COLON in param_record:
flg_field, flg_value = param_record.split(MARK_COLON, 1)
if flg_field in be_converted_df.columns:
condition_mask = (be_converted_df[flg_field] == flg_value).values
col_idx = 0 if len(fieldname_cycle) == 1 else idx
if col_idx < len(fieldname_cycle) and fieldname_cycle[col_idx] in be_converted_df.columns:
source_values = be_converted_df[fieldname_cycle[col_idx]].values
result_values = np.where(condition_mask, source_values, result_values)
result_df[standard_field] = result_values
return result_df, continue_flags
def opertype_COB(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, **kwargs):
"""
COB操作: 字段组合
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 参数(格式: :separator)
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
separator = MARK_BLANK
if parameter_cycle and MARK_COLON in parameter_cycle:
separator = parameter_cycle.split(MARK_COLON)[1]
valid_cols = [col for col in fieldname_cycle if col in be_converted_df.columns]
if valid_cols:
# 向量化字符串连接
str_df = be_converted_df[valid_cols].fillna('').astype(str)
result_df[standard_field] = str_df.apply(
lambda row: separator.join(v for v in row if v), axis=1
)
return result_df, continue_flags
def opertype_CDL(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, codeDict, **kwargs):
"""
CDL操作: 代码列表映射
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 参数(代码字典键或"BLANK")
- codeDict (dict): 代码字典
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if parameter_cycle == "BLANK" and fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
result_df[standard_field] = be_converted_df[fieldname_cycle[0]].values
elif parameter_cycle in codeDict and fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
source_values = be_converted_df[fieldname_cycle[0]]
mapped_values = source_values.map(codeDict[parameter_cycle]).fillna('')
result_df[standard_field] = mapped_values.values
return result_df, continue_flags
def opertype_PRF(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, **kwargs):
"""
PRF操作: 前缀添加
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 前缀字符串
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
source_values = be_converted_df[fieldname_cycle[0]]
prefixed_values = [parameter_cycle + str(x) if x else '' for x in source_values]
result_df[standard_field] = prefixed_values
return result_df, continue_flags
def opertype_SEL(result_df, be_converted_df, standard_field, fieldname_cycle, parameter_cycle, **kwargs):
"""
SEL操作: 选择性映射
参数:
- result_df (DataFrame): 结果数据框
- be_converted_df (DataFrame): 源数据框
- standard_field (str): 标准字段名
- fieldname_cycle (list): 字段名列表
- parameter_cycle (str): 参数(格式: flg_field:condition)
返回:
- tuple: (更新后的结果数据框, 继续标志数组)
"""
continue_flags = np.zeros(len(result_df), dtype=bool)
if fieldname_cycle and fieldname_cycle[0] in be_converted_df.columns:
result_df[standard_field] = be_converted_df[fieldname_cycle[0]].values
if MARK_COLON in parameter_cycle:
flg_field, cVal = parameter_cycle.split(MARK_COLON, 1)
if flg_field in be_converted_df.columns:
rVal = be_converted_df[flg_field]
if cVal.lower() == 'not null':
continue_flags |= (rVal.isna() | (rVal == '')).values
elif cVal.startswith('!'):
target_val = cVal.replace('!', MARK_BLANK)
continue_flags |= (rVal == target_val).values
else:
continue_flags |= (rVal != cVal).values
return result_df, continue_flags
# 操作类型函数映射字典
OPERTYPE_FUNCTION_MAP = {
OPERTYPE_DEF: opertype_DEF,
OPERTYPE_FIX: opertype_FIX,
OPERTYPE_FLG: opertype_FLG,
OPERTYPE_IIF: opertype_IIF,
OPERTYPE_COB: opertype_COB,
OPERTYPE_CDL: opertype_CDL,
OPERTYPE_PRF: opertype_PRF,
OPERTYPE_SEL: opertype_SEL,
}
def get_opertype_function(opertype):
"""
获取操作类型对应的处理函数
参数:
- opertype (str): 操作类型
返回:
- function: 对应的处理函数,如果不存在则返回 None
"""
return OPERTYPE_FUNCTION_MAP.get(opertype)