import logging
import os
from common_func.constant import Constant
from common_func.db_name_constant import DBNameConstant
from common_func.file_manager import FileOpen
from common_func.hash_dict_constant import HashDictData
from common_func.ms_constant.number_constant import NumberConstant
from common_func.ms_constant.str_constant import StrConstant
from common_func.ms_multi_process import MsMultiProcess
from common_func.msvp_common import is_valid_original_data
from common_func.path_manager import PathManager
from common_func.utils import Utils
from framework.offset_calculator import OffsetCalculator
from msmodel.msproftx.msproftx_model import MsprofTxModel, MsprofTxExModel
from msparser.data_struct_size_constant import StructFmt
from msparser.interface.iparser import IParser
from profiling_bean.prof_enum.data_tag import DataTag
from profiling_bean.struct_info.msproftx_decoder import MsprofTxDecoder
class MsprofTxParser(IParser, MsMultiProcess):
"""
parsing MsprofTx data class
"""
EVENT_DICT = {
NumberConstant.MARKER: 'marker',
NumberConstant.PUSH_AND_POP: 'push/pop',
NumberConstant.START_AND_END: 'start/end',
NumberConstant.MARKER_EX: 'marker_ex'
}
TX_INFO_TYPE = 0
TX_EX_INFO_TYPE = 1
def __init__(self: any, file_list: dict, sample_config: dict) -> None:
super().__init__(sample_config)
self._file_list = file_list.get(DataTag.MSPROFTX, [])
self._project_path = sample_config.get(StrConstant.SAMPLE_CONFIG_PROJECT_PATH, '')
self._cur_file_list = []
self._msproftx_data = []
self._msproftx_ex_data = []
def parse(self: any) -> None:
"""
parsing data file
"""
for file_name in self._file_list:
if is_valid_original_data(file_name, self._project_path):
logging.info("start parsing file: %s", file_name)
try:
self._read_binary_data(file_name)
except (OSError, SystemError, ValueError, TypeError, RuntimeError) as err:
logging.error("%s: %s", file_name, err, exc_info=Constant.TRACE_BACK_SWITCH)
logging.info("Parsing %s data file finished!", file_name)
def save(self: any) -> None:
"""
save data to db
:return: None
"""
if self._msproftx_data:
with MsprofTxModel(self._project_path, DBNameConstant.DB_MSPROFTX,
[DBNameConstant.TABLE_MSPROFTX]) as tx_model:
tx_model.flush(self._msproftx_data)
if self._msproftx_ex_data:
with MsprofTxExModel(self._project_path, DBNameConstant.DB_MSPROFTX,
[DBNameConstant.TABLE_MSPROFTX_EX]) as tx_ex_model:
tx_ex_model.flush(self._msproftx_ex_data)
def ms_run(self: any) -> None:
"""
main
:return: None
"""
if self._file_list:
self._file_list.sort(key=lambda x: int(x.split("_")[-1]))
self.parse()
try:
self.save()
except (OSError, SystemError, ValueError, TypeError, RuntimeError) as err:
logging.error(str(err), exc_info=Constant.TRACE_BACK_SWITCH)
def _read_binary_data(self: any, file_name: str):
"""
parsing msproftx data and insert into msproftx.db
"""
hash_data = HashDictData(self._project_path).get_ge_hash_dict()
calculate = OffsetCalculator(self._cur_file_list, StructFmt.MSPROFTX_FMT_SIZE,
self._project_path)
msproftx_file = PathManager.get_data_file_path(self._project_path, file_name)
with FileOpen(msproftx_file, 'rb') as msproftx_f:
msproftx_data = calculate.pre_process(msproftx_f.file_reader, os.path.getsize(msproftx_file))
for chunk in Utils.chunks(msproftx_data, StructFmt.MSPROFTX_FMT_SIZE):
data_object = MsprofTxDecoder.decode(chunk)
if data_object.info_type == MsprofTxParser.TX_INFO_TYPE:
self._msproftx_data.append((data_object.process_id, data_object.thread_id,
data_object.category, self.EVENT_DICT.get(data_object.event_type, ''),
data_object.payload_type, data_object.payload_value,
data_object.start_time, data_object.end_time,
data_object.message_type,
data_object.message))
elif data_object.info_type == MsprofTxParser.TX_EX_INFO_TYPE:
domain_str = str(data_object.domain)
self._msproftx_ex_data.append((data_object.process_id, data_object.thread_id,
self.EVENT_DICT.get(data_object.event_type, ''),
data_object.start_time, data_object.end_time,
data_object.mark_id, hash_data.get(domain_str, 'invalid'),
data_object.message))
else:
logging.error("Invalid info_type: %d", data_object.info_type)
