Yorusora/Signal_Label_Reborn
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

优化<数据预处理>的代码

Browse Source
This commit is contained in:
Yorusora
2025-05-20 16:30:17 +08:00
parent 5332a2e7db
commit fada84e115
3 changed files with 80 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

77
func/Module_preprocess.py
View File

@ -75,13 +75,9 @@ class SettingWindow(QMainWindow):
Config.update({ Config.update({
"Path": { "Path": {
"Input": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT / "Input": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT /
Path(str(self.sampID)) / Path(ConfigParams.PREPROCESS_INPUT_BCG_FILENAME + Path(str(self.sampID)))),
str(Config["InputConfig"]["Freq"]) +
ConfigParams.ENDSWITH_TXT))),
"Save": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT / "Save": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT /
Path(str(self.sampID)) / Path(ConfigParams.PREPROCESS_SAVE_BCG_FILENAME + Path(str(self.sampID))))
str(Config["OutputConfig"]["Freq"]) +
ConfigParams.ENDSWITH_TXT)))
}, },
"Mode": self.mode "Mode": self.mode
}) })
@ -89,13 +85,9 @@ class SettingWindow(QMainWindow):
Config.update({ Config.update({
"Path": { "Path": {
"Input": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_PSG_TEXT / "Input": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_PSG_TEXT /
Path(str(self.sampID)) / Path(ConfigParams.PREPROCESS_INPUT_ECG_FILENAME + Path(str(self.sampID)))),
str(Config["InputConfig"]["Freq"]) +
ConfigParams.ENDSWITH_TXT))),
"Save": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_PSG_TEXT / "Save": str((Path(self.root_path) / ConfigParams.PUBLIC_PATH_PSG_TEXT /
Path(str(self.sampID)) / Path(ConfigParams.PREPROCESS_SAVE_ECG_FILENAME + Path(str(self.sampID))))
str(Config["OutputConfig"]["Freq"]) +
ConfigParams.ENDSWITH_TXT)))
}, },
"Mode": self.mode "Mode": self.mode
}) })
@ -133,14 +125,14 @@ class SettingWindow(QMainWindow):
str((Path(self.root_path) / str((Path(self.root_path) /
ConfigParams.PUBLIC_PATH_ORGBCG_TEXT / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT /
Path(str(self.sampID)) / Path(str(self.sampID)) /
Path(ConfigParams.PREPROCESS_INPUT_BCG_FILENAME + Path(ConfigParams.ORGBCG_RAW +
str(self.ui.spinBox_input_freq.value()) + str(self.ui.spinBox_input_freq.value()) +
ConfigParams.ENDSWITH_TXT)))) ConfigParams.ENDSWITH_TXT))))
self.ui.plainTextEdit_file_path_save.setPlainText( self.ui.plainTextEdit_file_path_save.setPlainText(
str((Path(self.root_path) / str((Path(self.root_path) /
ConfigParams.PUBLIC_PATH_ORGBCG_TEXT / ConfigParams.PUBLIC_PATH_ORGBCG_TEXT /
Path(str(self.sampID)) / Path(str(self.sampID)) /
Path(ConfigParams.PREPROCESS_SAVE_BCG_FILENAME + Path(ConfigParams.BCG_FILTER +
str(self.ui.spinBox_output_freq.value()) + str(self.ui.spinBox_output_freq.value()) +
ConfigParams.ENDSWITH_TXT)))) ConfigParams.ENDSWITH_TXT))))
elif self.mode == "ECG": elif self.mode == "ECG":
@ -148,14 +140,14 @@ class SettingWindow(QMainWindow):
str((Path(self.root_path) / str((Path(self.root_path) /
ConfigParams.PUBLIC_PATH_PSG_TEXT / ConfigParams.PUBLIC_PATH_PSG_TEXT /
Path(str(self.sampID)) / Path(str(self.sampID)) /
Path(ConfigParams.PREPROCESS_INPUT_ECG_FILENAME + Path(ConfigParams.ECG_RAW +
str(self.ui.spinBox_input_freq.value()) + str(self.ui.spinBox_input_freq.value()) +
ConfigParams.ENDSWITH_TXT)))) ConfigParams.ENDSWITH_TXT))))
self.ui.plainTextEdit_file_path_save.setPlainText( self.ui.plainTextEdit_file_path_save.setPlainText(
str((Path(self.root_path) / str((Path(self.root_path) /
ConfigParams.PUBLIC_PATH_PSG_TEXT / ConfigParams.PUBLIC_PATH_PSG_TEXT /
Path(str(self.sampID)) / Path(str(self.sampID)) /
Path(ConfigParams.PREPROCESS_SAVE_ECG_FILENAME + Path(ConfigParams.ECG_FILTER +
str(self.ui.spinBox_output_freq.value()) + str(self.ui.spinBox_output_freq.value()) +
ConfigParams.ENDSWITH_TXT)))) ConfigParams.ENDSWITH_TXT))))
else: else:
@ -394,21 +386,57 @@ class Data:
self.processed_data = None self.processed_data = None
def open_file(self): def open_file(self):
if Config["Mode"] == "BCG":
signal = ConfigParams.ORGBCG_RAW
elif Config["Mode"] == "ECG":
signal = ConfigParams.ECG_RAW
else:
raise ValueError("模式不存在")
if Path(Config["Path"]["Input"]).is_file():
Config["Path"]["Input"] = str(Path(Config["Path"]["Input"]).parent)
if not Path(Config["Path"]["Input"]).exists(): if not Path(Config["Path"]["Input"]).exists():
return Result().failure(info=Constants.INPUT_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Data_Path_Not_Exist"]) return Result().failure(info=Constants.INPUT_FAILURE + Constants.FAILURE_REASON["Path_Not_Exist"])
temp_path = list(
Path(Config["Path"]["Input"]).glob(f"{signal}*"))
if len(temp_path) == 0:
return Result().failure(
info=Constants.INPUT_FAILURE + "\n" +
signal + "：" +
Config["Path"]["Input"] +
Constants.FAILURE_REASON["File_Not_Exist"])
elif len(temp_path) > 1:
return Result().failure(
info=Constants.INPUT_FAILURE + "\n" +
signal + "：" +
Config["Path"]["Input"] +
Constants.FAILURE_REASON["Data_File_More_Than_One"])
else:
path = temp_path[0]
Config["Path"]["Input"] = str(path)
freq = path.stem.split("_")[-1]
# 验证是否为整数或是否存在
if not freq.isdigit():
return Result().failure(
info=Constants.INPUT_FAILURE + "\n" +
signal + "：" +
Constants.FAILURE_REASON["Data_Frequency_Not_In_Filename"])
Config["InputConfig"]["Freq"] = int(freq)
try: try:
self.raw_data = read_csv(Config["Path"]["Input"], self.raw_data = read_csv(Config["Path"]["Input"],
encoding=ConfigParams.UTF8_ENCODING, encoding=ConfigParams.UTF8_ENCODING,
header=None).to_numpy().reshape(-1) header=None).to_numpy().reshape(-1)
except Exception as e: except Exception as e:
return Result().failure(info=Constants.INPUT_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Read_Data_Exception"] + "\n" + format_exc()) return Result().failure(info=Constants.INPUT_FAILURE +
Constants.FAILURE_REASON["Open_Data_Exception"] + "\n" + format_exc())
return Result().success(info=Constants.INPUT_FINISHED) return Result().success(info=Constants.INPUT_FINISHED)
def preprocess(self): def preprocess(self):
if self.raw_data is None: if self.raw_data is None:
Result().failure(info=Constants.PREPROCESS_PROCESS_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Raw_Data_Not_Exist"]) Result().failure(info=Constants.PREPROCESS_FAILURE + Constants.FAILURE_REASON["Data_Not_Exist"])
try: try:
if Config["InputConfig"]["Freq"] != Config["OutputConfig"]["Freq"]: if Config["InputConfig"]["Freq"] != Config["OutputConfig"]["Freq"]:
@ -430,18 +458,19 @@ class Data:
else: else:
raise ValueError("模式不存在") raise ValueError("模式不存在")
except Exception as e: except Exception as e:
Result().failure(info=Constants.PREPROCESS_PROCESS_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Filter_Exception"] + "\n" + format_exc()) Result().failure(info=Constants.PREPROCESS_FAILURE +
Constants.FAILURE_REASON["Preprocess_Exception"] + "\n" + format_exc())
return Result().success(info=Constants.PREPROCESS_PROCESS_FINISHED)
return Result().success(info=Constants.PREPROCESS_FINISHED)
def save(self, chunk): def save(self, chunk):
if self.processed_data is None: if self.processed_data is None:
return Result().failure(info=Constants.SAVING_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Processed_Data_Not_Exist"]) return Result().failure(info=Constants.SAVING_FAILURE + Constants.FAILURE_REASON["Data_Not_Exist"])
try: try:
chunk.to_csv(Config["Path"]["Save"], mode='a', index=False, header=False, float_format='%.4f') chunk.to_csv(Config["Path"]["Save"], mode='a', index=False, header=False, float_format='%.4f')
except Exception as e: except Exception as e:
return Result().failure(info=Constants.SAVING_FAILURE + Constants.PREPROCESS_FAILURE_REASON["Save_Exception"] + "\n" + format_exc()) return Result().failure(info=Constants.SAVING_FAILURE +
Constants.FAILURE_REASON["Save_Exception"] + "\n" + format_exc())
return Result().success(Constants.SAVING_FINISHED) return Result().success(Constants.SAVING_FINISHED)

10
func/utils/ConfigParams.py
View File

@ -29,6 +29,16 @@ class ConfigParams:
ACTION_ZOOM_SHORTCUT_KEY: str = "C" ACTION_ZOOM_SHORTCUT_KEY: str = "C"
FONT: str = "Microsoft YaHei UI" FONT: str = "Microsoft YaHei UI"
ORGBCG_RAW: str = "OrgBCG_Raw_"
ECG_RAW: str = "ECG II_Raw_"
THO_RAW: str = "Effort Tho_Raw_"
ABD_RAW: str = "Effort Abd_Raw_"
BCG_FILTER: str = "BCG_Filter_"
ECG_FILTER: str = "ECG_Filter_"
# 数据粗同步 # 数据粗同步
APPROXIMATELY_ALIGN_CONFIG_FILE_PATH: str = "./config/Config_approximately_align.yaml" APPROXIMATELY_ALIGN_CONFIG_FILE_PATH: str = "./config/Config_approximately_align.yaml"
APPROXIMATELY_ALIGN_CONFIG_NEW_CONTENT: dict = { APPROXIMATELY_ALIGN_CONFIG_NEW_CONTENT: dict = {

20
func/utils/Constants.py
View File

@ -19,6 +19,10 @@ class Constants:
INPUT_FINISHED: str = "导入完成" INPUT_FINISHED: str = "导入完成"
INPUT_FAILURE: str = "导入失败" INPUT_FAILURE: str = "导入失败"
PREPROCESSING_DATA: str = "正在预处理数据"
PREPROCESS_FINISHED: str = "预处理完成"
PREPROCESS_FAILURE: str = "预处理失败"
RESAMPLING_DATA: str = "正在数据重采样" RESAMPLING_DATA: str = "正在数据重采样"
RESAMPLE_FINISHED: str = "重采样完成" RESAMPLE_FINISHED: str = "重采样完成"
RESAMPLE_FAILURE: str = "重采样失败" RESAMPLE_FAILURE: str = "重采样失败"
@ -79,6 +83,18 @@ class Constants:
} }
""" """
FAILURE_REASON: dict = {
"Path_Not_Exist": "（路径不存在）",
"File_Not_Exist": "（数据文件不存在）",
"File_More_Than_One": "（数据文件超过一个）",
"Frequency_Not_In_Filename": "（数据频率不在文件名中）",
"Data_Not_Exist": "（数据不存在）",
"Open_Data_Exception": "（打开数据异常）",
"Preprocess_Exception": "（预处理异常）",
"Save_Exception": "（保存异常）"
}
# 数据粗同步 # 数据粗同步
APPROXIMATELY_ONLY_ALIGN_RESAMPLING: str = "正在仅重采样" APPROXIMATELY_ONLY_ALIGN_RESAMPLING: str = "正在仅重采样"
APPROXIMATELY_ONLY_ALIGN_RESAMPLE_FINISHED: str = "仅重采样完成" APPROXIMATELY_ONLY_ALIGN_RESAMPLE_FINISHED: str = "仅重采样完成"
@ -164,9 +180,7 @@ class Constants:
DETECT_JPEAK_LOAD_FINISHED: str = "读取完成" DETECT_JPEAK_LOAD_FINISHED: str = "读取完成"
DETECT_JPEAK_LOAD_FAILURE: str = "读取失败" DETECT_JPEAK_LOAD_FAILURE: str = "读取失败"
DETECT_JPEAK_PROCESSING_DATA: str = "正在处理数据"
DETECT_JPEAK_PROCESS_FINISHED: str = "处理完成"
DETECT_JPEAK_PROCESS_FAILURE: str = "处理失败"
DETECT_JPEAK_PREDICTING_PEAK: str = "正在预测峰值" DETECT_JPEAK_PREDICTING_PEAK: str = "正在预测峰值"
DETECT_JPEAK_PREDICT_FINISHED: str = "预测完成" DETECT_JPEAK_PREDICT_FINISHED: str = "预测完成"