ConstructionCost/modules/reports/util/rpt_construct_data_util.js

/**
 * Created by Tony on 2017/7/14.
 * 报表数据提取class，是协助报表模板里指标字段自主提取数据的工具类
 */
let JV = require('../rpt_component/jpc_value_define');
let $JE = require('../rpt_component/jpc_rte');
let consts = require('../../../modules/main/models/project_consts');

let fsUtil = require("../../../public/fsUtil");

let treeUtil = require('../../../public/treeUtil');
let projectConst = consts.projectConst;
let projectConstList = consts.projectConstList;

const GLJ_TYPE = {
    Labour: 1,
    Material: 2,
    Machine: 3,
    Main_Material: 4,
    Equipment: 5
};

class Rpt_Common{
    initialize(rpt_tpl, currentDataObj) {
        this.template = rpt_tpl;
        this.currentDataObj = currentDataObj;
    };
    Multiply(val1, val2, fixFormat) {
        let rst = [], maxLen = val1.length, minLen = val2.length;
        if (minLen > maxLen) {
            maxLen = maxLen + minLen; minLen = maxLen - minLen; maxLen = maxLen - minLen;
        }
        for (let i = 0; i < maxLen; i++) {
            let value = ((i < val1.length)?val1[i]:val1[minLen - 1]) * ((i < val2.length)?val2[i]:val2[minLen - 1]);
            if (value === null || value === undefined) {
                value = '0';
            }
            if (fixFormat) value = value.toFixed(fixFormat);
            rst.push(value);
        }
        return rst;
    };
    Divide(val1, val2, fixFormat) {
        let rst = [], maxLen = val1.length, minLen = val2.length;
        if (minLen > maxLen) {
            maxLen = maxLen + minLen; minLen = maxLen - minLen; maxLen = maxLen - minLen;
        }
        for (let i = 0; i < maxLen; i++) {
            let value = ((i < val1.length)?val1[i]:val1[minLen - 1]) / ((i < val2.length)?val2[i]:val2[minLen - 1]);
            if (fixFormat) value = value.toFixed(fixFormat);
            rst.push(value);
        }
        return rst;
    };
    Plus(val1, val2, fixFormat) {
        let rst = [], maxLen = val1.length, minLen = val2.length;
        if (minLen > maxLen) {
            maxLen = maxLen + minLen; minLen = maxLen - minLen; maxLen = maxLen - minLen;
        }
        for (let i = 0; i < maxLen; i++) {
            let value = ((i < val1.length)?val1[i]:val1[minLen - 1]) + ((i < val2.length)?val2[i]:val2[minLen - 1]);
            if (fixFormat) value = value.toFixed(fixFormat);
            rst.push(value);
        }
        return rst;
    };
    MultiPlus(arrVal, fixFormat) {
        let rst = [];
        for (let i = 0; i < arrVal.length; i++) {
            let valItem = arrVal[i];
            if (i === 0) {
                for (let dtl of valItem) {
                    let value = parseFloat(dtl);
                    if (fixFormat) value = value.toFixed(fixFormat);
                    rst.push(value);
                }
            } else {
                for (let j = 0; j < valItem.length; j++) {
                    if (j < rst.length) {
                        let value = rst[j] + valItem[j];
                        if (fixFormat) value = value.toFixed(fixFormat);
                        rst[j] = value;
                    } else {
                        let value = parseFloat(valItem[j]);
                        if (fixFormat) value = value.toFixed(fixFormat);
                        rst.push(value);
                    }
                }
            }
        }
        return rst;
    };
    Minus(val1, val2, fixFormat) {
        let rst = [], maxLen = val1.length, minLen = val2.length;
        if (minLen > maxLen) {
            maxLen = maxLen + minLen; minLen = maxLen - minLen; maxLen = maxLen - minLen;
        }
        for (let i = 0; i < maxLen; i++) {
            let value = ((i < val1.length)?val1[i]:val1[minLen - 1]) - ((i < val2.length)?val2[i]:val2[minLen - 1]);
            if (fixFormat) value = value.toFixed(fixFormat);
            rst.push(value);
        }
        return rst;
    };
}

class Rpt_Data_Extractor {
    constructor () {
        this.COMMON = new Rpt_Common();
    };

    initialize(tpl) {
        this.rptTpl = tpl;
    };

    //-- 根据报表模板映射指标(非离散指标)的定义，罗列出所有需要用到的data对象key，作为数据请求的过滤依据
    getDataRequestFilter() {
        let rst = [];
        let tpl = this.rptTpl;
        let pri_func_chk_filter = function (field) {
            for (let key of projectConstList) {
                if (rst.indexOf(key) < 0) {
                    if (field[JV.PROP_FIELD_EXP_MAP]) {
                        if (field[JV.PROP_FIELD_EXP_MAP].indexOf('.' + key + '.') >= 0) {
                            rst.push(key);
                            if (key === projectConst.RATION_GLJ && (rst.indexOf(projectConst.PROJECTGLJ) < 0)) {
                                rst.push(projectConst.PROJECTGLJ);
                            }
                            if (key === projectConst.PROJECTGLJ && (rst.indexOf(projectConst.RATION_GLJ) < 0)) {
                                rst.push(projectConst.RATION_GLJ);
                            }
                        }
                    }
                }
            }
        };
        let pri_setup_filter = function (FIELD_LIST_KEY) {
            if (tpl[JV.NODE_FIELD_MAP][FIELD_LIST_KEY]) {
                for (let field of tpl[JV.NODE_FIELD_MAP][FIELD_LIST_KEY]) {
                    pri_func_chk_filter(field);
                }
            }
        };
        pri_setup_filter(JV.NODE_DISCRETE_FIELDS);
        pri_setup_filter(JV.NODE_MASTER_FIELDS);
        pri_setup_filter(JV.NODE_DETAIL_FIELDS);
        pri_setup_filter(JV.NODE_MASTER_FIELDS_EX);
        pri_setup_filter(JV.NODE_DETAIL_FIELDS_EX);
        if (tpl[JV.NODE_MAP_DATA_HANDLE_INFO] && tpl[JV.NODE_MAP_DATA_HANDLE_INFO].length > 0) {
            for (let preHandle of tpl[JV.NODE_MAP_DATA_HANDLE_INFO]) {
                if (rst.indexOf(preHandle[JV.PROP_DATA_KEY]) < 0) {
                    rst.push(preHandle[JV.PROP_DATA_KEY]);
                }
                if (preHandle[JV.PROP_HANDLE_TYPE] === JV.PROP_HANDLE_TYPE_FILTER) {
                    if (preHandle[JV.PROP_FILTER_KEYS]) {
                        for (let filter of preHandle[JV.PROP_FILTER_KEYS]) {
                            if (filter[JV.PROP_FILTER_COMPARE_OBJ] && rst.indexOf(filter[JV.PROP_FILTER_COMPARE_OBJ]) < 0) {
                                rst.push(filter[JV.PROP_FILTER_COMPARE_OBJ]);
                            }
                        }
                    }
                } else if (preHandle[JV.PROP_HANDLE_TYPE] === JV.PROP_HANDLE_TYPE_SUM) {
                    if (preHandle[JV.PROP_SUM_GROUP_KEYS]) {
                        for (let grpKey of preHandle[JV.PROP_SUM_GROUP_KEYS]) {
                            if (grpKey.seeking_parent && rst.indexOf(grpKey.seeking_parent) < 0) {
                                rst.push(grpKey.seeking_parent);
                            }
                        }
                    }
                } else if (preHandle[JV.PROP_PARENT_CHILD_SORT_KEY] && preHandle[JV.PROP_PARENT_CHILD_SORT_KEY].length > 0) {
                    for (let item of preHandle[JV.PROP_PARENT_CHILD_SORT_KEY]) {
                        if (rst.indexOf(item[JV.PROP_PARENT_DATA_KEY]) < 0) {
                            rst.push(item[JV.PROP_PARENT_DATA_KEY]);
                        }
                    }
                }
            }
        }
        if (rst.length === 0) {
            rst.push(projectConst.RATION_ASS);
        }
        return rst;
    };

    //--- 装配数据(把收集到的数据，依据报表模板的指示，预处理(如：排序、过滤、合计)及装配到相关指标) ---//
    assembleData(rawDataObj) {
        let $PROJECT = {"COMMON": null, "MAIN": {}, "DETAIL": {}};
        let tpl = this.rptTpl;
        this.COMMON.initialize(tpl, rawDataObj);
        $PROJECT.COMMON = this.COMMON;
        $PROJECT.MAIN["myOwnRawDataObj"] = rawDataObj.prj._doc;
        $PROJECT.MAIN.getProperty = ext_mainGetPropety;
        $PROJECT.MAIN.getFee = ext_mainGetFee;
        if (tpl[JV.NODE_MAP_DATA_HANDLE_INFO]) {
            for (let preHandle of tpl[JV.NODE_MAP_DATA_HANDLE_INFO]) {
                let srcData = getModuleDataByKey(rawDataObj.prjData, preHandle[JV.PROP_DATA_KEY]);
                switch(preHandle[JV.PROP_HANDLE_TYPE]) {
                    case JV.PROP_HANDLE_TYPE_SORT:
                        sortData(srcData, preHandle, rawDataObj.prjData);
                        break;
                    case JV.PROP_HANDLE_TYPE_FILTER:
                        filterData(srcData, preHandle, rawDataObj.prjData);
                        break;
                    case JV.PROP_HANDLE_TYPE_SUM:
                        // fsUtil.writeObjToFile(rawDataObj, "D:/GitHome/ConstructionCost/tmp/insertedRawDataData10.jsp");
                        summaryData(srcData, preHandle, rawDataObj.prjData);
                        // fsUtil.writeObjToFile(rawDataObj, "D:/GitHome/ConstructionCost/tmp/insertedRawDataData11.jsp");
                        break;
                    case JV.PROP_HANDLE_TYPE_ADD_DUMMY:
                        addDummyData(srcData, preHandle);
                        break;
                    case JV.PROP_HANDLE_TYPE_ADJUST:
                        adjustData(srcData, preHandle);
                        break;
                    case JV.PROP_HANDLE_TYPE_BILLS_DATA_MOVE:
                        moveRationData(srcData, rawDataObj);
                        break;
                    default:
                        break;
                }
            }
        }
        for (let item of rawDataObj.prjData) {
            setupFunc($PROJECT.DETAIL, item.moduleName, item);
        }
        let rptDataObj = {};
        rptDataObj[JV.DATA_DISCRETE_DATA] = [];
        rptDataObj[JV.DATA_MASTER_DATA] = [];
        rptDataObj[JV.DATA_DETAIL_DATA] = [];
        rptDataObj[JV.DATA_MASTER_DATA_EX] = [];
        rptDataObj[JV.DATA_DETAIL_DATA_EX] = [];
        rptDataObj.DecimalObj = {};
        rptDataObj.DecimalObj.prjDecimal = $PROJECT.MAIN["myOwnRawDataObj"].decimal; //为函数 P_REF() 准备数据
        rptDataObj.DecimalObj.unitDecimal = getUnitDecimal($PROJECT.MAIN["myOwnRawDataObj"].billsQuantityDecimal); //为函数 U_REF() 准备数据
        assembleFields(tpl[JV.NODE_FIELD_MAP][JV.NODE_DISCRETE_FIELDS], rptDataObj[JV.DATA_DISCRETE_DATA], $PROJECT);
        // console.log(JV.DATA_DISCRETE_DATA);
        // console.log(rptDataObj[JV.DATA_DISCRETE_DATA]);
        assembleFields(tpl[JV.NODE_FIELD_MAP][JV.NODE_MASTER_FIELDS], rptDataObj[JV.DATA_MASTER_DATA], $PROJECT);
        // console.log(JV.DATA_MASTER_DATA);
        // console.log(rptDataObj[JV.DATA_MASTER_DATA]);
        assembleFields(tpl[JV.NODE_FIELD_MAP][JV.NODE_DETAIL_FIELDS], rptDataObj[JV.DATA_DETAIL_DATA], $PROJECT);
        // console.log(JV.DATA_DETAIL_DATA);
        // console.log(rptDataObj[JV.DATA_DETAIL_DATA]);
        assembleFields(tpl[JV.NODE_FIELD_MAP][JV.NODE_MASTER_FIELDS_EX], rptDataObj[JV.DATA_MASTER_DATA_EX], $PROJECT);
        // console.log(JV.DATA_MASTER_DATA_EX);
        // console.log(rptDataObj[JV.DATA_MASTER_DATA_EX]);
        assembleFields(tpl[JV.NODE_FIELD_MAP][JV.NODE_DETAIL_FIELDS_EX], rptDataObj[JV.DATA_DETAIL_DATA_EX], $PROJECT);
        // console.log(JV.DATA_DETAIL_DATA_EX);
        // console.log(rptDataObj[JV.DATA_DETAIL_DATA_EX]);
        // fsUtil.writeObjToFile(rptDataObj, "D:/GitHome/ConstructionCost/tmp/insertedOriginalData.jsp");
        // fsUtil.writeObjToFile(rawDataObj, "D:/GitHome/ConstructionCost/tmp/insertedRawDataData.jsp");
        // fsUtil.writeObjToFile($PROJECT, "D:/GitHome/ConstructionCost/tmp/$PROJECTData.jsp");
        return rptDataObj;
    };

}

//小数位数依据单位来调整(如吨、公斤的精度要求就不同)
function getUnitDecimal(unitDecimalArr) {
    let rst = {"default_decimal": 2};
    if (unitDecimalArr) {
        for (let item of unitDecimalArr) {
            if (item.unit === "其他未列单位") {
                rst["default_decimal"] = item.decimal;
            } else {
                rst['unit_decimal_' + item.unit] = item.decimal;
            }
        }
    }
    return rst;
}

function getModuleDataByKey(prjData, key) {
    let rst = null;
    for (let item of prjData) {
        if (item.moduleName === key) {
            rst = item;
            break;
        }
    }
    return rst;
}

function summaryData(sourceData, handleCfg, prjData){
    let rstArr = [], tempRstArr = [];
    let curParentPrjData = {};
    for (let item of sourceData.data) {
        if (item._doc) {
            tempRstArr.push(item._doc);
        } else {
            tempRstArr.push(item);
        }
    }
    let private_get_grp_key = function (item) {
        let keys = [];
        for (let cfg of handleCfg[JV.PROP_SUM_GROUP_KEYS]) {
            if (typeof cfg === "string") {
                keys.push(item[cfg]);
            } else {
                if (!curParentPrjData[cfg["seeking_parent"]]) curParentPrjData[cfg["seeking_parent"]] = getModuleDataByKey(prjData, cfg["seeking_parent"]);
                for (let pDataItem of curParentPrjData[cfg["seeking_parent"]].data) {
                    let data = (pDataItem._doc)?pDataItem._doc:pDataItem;
                    if (item[cfg["seeking_key"]] === data[cfg["parent_key"]]) {
                        keys.push(data[cfg["parent_grp_key"]]);
                        break;
                    }
                }
            }
        }
        return ( "grp_key_" + keys.join('_'));
    };
    let sumObj = {};
    for (let dtl of tempRstArr) {
        let grpKey = private_get_grp_key(dtl);
        if (sumObj[grpKey] === null || sumObj[grpKey] === undefined) {
            sumObj[grpKey] = dtl;
            rstArr.push(dtl);
        } else {
            for (let sumKey of handleCfg[JV.PROP_SUM_SUM_KEYS]) {
                if (dtl[sumKey]) {
                    // sumObj[grpKey][sumKey] += dtl[sumKey];
                    sumObj[grpKey][sumKey] = parseFloat(sumObj[grpKey][sumKey]) + parseFloat(dtl[sumKey]);
                }
            }
        }
    }
    delete sourceData.data;
    sourceData.data = rstArr;
    // fsUtil.writeObjToFile(sourceData.data, "D:/GitHome/ConstructionCost/tmp/sumRst.jsp");
}

function filterData(sourceData, handleCfg, prjData) {
    let rstArr = [], tempRstArr = [];
    for (let item of sourceData.data) {
        if (item._doc) {
            tempRstArr.push(item._doc);
        } else {
            tempRstArr.push(item);
        }
    }
    let private_chkVal = function (src, compVal, compStr) {
        let rst = true;
        switch (compStr) {
            case "==" :
                rst = (src == compVal);
                break;
            case "===" :
                rst = (src === compVal);
                break;
            case ">" :
                rst = (src > compVal);
                break;
            case ">=" :
                rst = (src >= compVal);
                break;
            case "<" :
                rst = (src < compVal);
                break;
            case "<=" :
                rst = (src <= compVal);
                break;
            case "!=" :
                rst = (src != compVal);
                break;
            case "!==" :
                rst = (src !== compVal);
                break;
            case "in" :
                if (compVal instanceof Array) {
                    rst = compVal.indexOf(src) >= 0;
                } else {
                    //string，需要转类型
                    let newCv = JSON.parse(compVal);
                    if (newCv instanceof Array) {
                        rst = newCv.indexOf(src) >= 0;
                    } else {
                        rst = false;
                    }
                }
                break;
            case "not in":
                if (compVal instanceof Array) {
                    rst = compVal.indexOf(src) < 0;
                } else {
                    //string，需要转类型
                    let newCv = JSON.parse(compVal);
                    if (newCv instanceof Array) {
                        rst = newCv.indexOf(src) < 0;
                    } else {
                        rst = true;
                    }
                }
                break;
            default:
                rst = true;
        }
        return rst;
    };
    let private_chkArrVal = function(arr, key, compVal, compStr){
        let rst = false;
        for (let arrItem of arr) {
            if (arrItem[key]) {
                rst = private_chkVal(arrItem[key], compVal, compStr);
            }
            if (rst) {
                break;
            }
        }
        return rst;
    };
    let compareObj = {};
    for (let item of tempRstArr) {
        let compRst = true;
        let curComparePrjData = null;
        let startIdx = 0;
        for (let cfg of handleCfg[JV.PROP_FILTER_KEYS]) {
            if (cfg[JV.PROP_FILTER_COMPARE_VAL]) {
                //比较key值
                let keys = cfg.key.split(".");
                if (keys.length > 1) {
                    let lastObj = item;
                    for (let i = 0; i < keys.length - 1; i++) {
                        lastObj = item[keys[i]];
                        if (!(lastObj)) {
                            compRst = false;
                            break;
                        }
                    }
                    if (lastObj) {
                        if (lastObj instanceof Array) {
                            compRst = private_chkArrVal(lastObj, keys[keys.length - 1], cfg[JV.PROP_FILTER_COMPARE_VAL], cfg[JV.PROP_FILTER_CONDITION]);
                        } else {
                            compRst = private_chkVal(lastObj[keys[keys.length - 1]], cfg[JV.PROP_FILTER_COMPARE_VAL], cfg[JV.PROP_FILTER_CONDITION]);
                        }
                    }
                } else {
                    compRst = private_chkVal(item[cfg.key], cfg[JV.PROP_FILTER_COMPARE_VAL], cfg[JV.PROP_FILTER_CONDITION]);
                }
            } else if (cfg[JV.PROP_FILTER_COMPARE_OBJ] && cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY]){
                //通过其他对象来过滤
                if (!curComparePrjData) {
                    curComparePrjData = getModuleDataByKey(prjData, cfg[JV.PROP_FILTER_COMPARE_OBJ]);
                }
                if (cfg[JV.PROP_FILTER_CONDITION] === "in" || cfg[JV.PROP_FILTER_CONDITION] === "not in") {
                    let compareArr = null;
                    if (!compareObj.hasOwnProperty(cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY] + startIdx.toString())) {
                        compareObj[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY] + startIdx.toString()] = [];
                        compareArr = compareObj[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY] + startIdx.toString()];
                        for (let data of curComparePrjData.data) {
                            if (compareArr.indexOf(data[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY]]) < 0) {
                                compareArr.push(data[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY]]);
                            }
                        }
                    } else {
                        compareArr = compareObj[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY] + startIdx.toString()];
                    }
                    compRst = private_chkVal(item[cfg.key], compareArr, cfg[JV.PROP_FILTER_CONDITION]);
                } else {
                    for (let data of curComparePrjData.data) {
                        compRst = private_chkVal(item[cfg.key], data[cfg[JV.PROP_FILTER_COMPARE_OBJ_KEY]], cfg[JV.PROP_FILTER_CONDITION]);
                        if (compRst) break;
                    }
                }
            }
            startIdx++;
        }
        if (compRst) {
            rstArr.push(item);
        }
    }
    delete sourceData.data;
    sourceData.data = rstArr;
    // fsUtil.writeObjToFile(sourceData.data, "D:/GitHome/ConstructionCost/tmp/filteredRst.js");
}

function adjustData(sourceData, adjustCfg) {
    let rstArr = [];
    for (let item of sourceData.data) {
        if (item._doc) {
            rstArr.push(item._doc);
        } else {
            rstArr.push(item);
        }
    }
    for (let item of adjustCfg[JV.PROP_ADJUST_COLLECTION]) {
        for (let rec of rstArr) {
            if (item[JV.PROP_ADJUST_ACTION] === "prefix") {
                rec[item.key] = item[JV.PROP_ADJUST_ACTION_VAL] + rec[item.key];
            } else if (item[JV.PROP_ADJUST_ACTION] === "suffix") {
                rec[item.key] = rec[item.key] + item[JV.PROP_ADJUST_ACTION_VAL];
            }
        }
    }
    delete sourceData.data;
    sourceData.data = rstArr;
}

function moveRationData(rationData, rawDataObj) {
    if (rawDataObj) {
        // let rationData = getModuleDataByKey(rawDataObj.prjData, projectConst.RATION);
        let rationGljData = getModuleDataByKey(rawDataObj.prjData, projectConst.RATION_GLJ);
        let prjGljData = getModuleDataByKey(rawDataObj.prjData, projectConst.PROJECTGLJ);
        let dummyCode = " ", dummyPRJID = 10101010;
        for (let rationItem of rationData.data) {
            if (rationItem.type === 2 || rationItem.type === 3) {
                //2: 量材（人工/材料/机械/主材/设备） 3：材料（材料/主材/设备）
                let copyItem = {};
                copyItem.ID = rationItem.ID;
                copyItem.projectID = rationItem.projectID;
                copyItem.GLJID = rationItem.GLJID;
                copyItem.rationID = rationItem.ID;
                copyItem.rationItemQuantity = 1;
                copyItem.quantity = 1;
                // copyItem.specialType_quantity = rationItem.quantity;
                copyItem.name = rationItem.name;
                if (rationItem.code) {
                    copyItem.code = rationItem.ID + "_" + rationItem.code;
                } else {
                    copyItem.code = dummyCode;
                    dummyCode = dummyCode + " ";
                }
                copyItem.original_code = rationItem.original_code;
                copyItem.unit = rationItem.unit;
                copyItem.specs = rationItem.specs;
                copyItem.shortName = rationItem.shortName;
                copyItem.billsItemID = rationItem.billsItemID;
                copyItem.type = rationItem.subType;
                if (rationItem.projectGLJID) {
                    copyItem.projectGLJID = rationItem.projectGLJID;
                } else {
                    //add dummy project GLJ
                    let dummyPrjItem = {};
                    copyItem.projectGLJID = dummyPRJID;
                    dummyPrjItem.id = dummyPRJID;
                    dummyPRJID++;
                    dummyPrjItem.unit_price = {};
                    dummyPrjItem.unit_price.base_price = 0;
                    dummyPrjItem.unit_price.market_price = (rationItem["marketUnitFee"])?rationItem["marketUnitFee"]:0;
                    dummyPrjItem.quantity = 0;
                    dummyPrjItem.is_evaluate = 0;
                    prjGljData.data.gljList.push(dummyPrjItem);
                }
                rationGljData.data.push(copyItem);
            }
        }
        // fsUtil.writeObjToFile(rationGljData.data, "D:/GitHome/ConstructionCost/tmp/afterMoveGLJ.jsp");
    }
}

function getDupGrpKeyVals(sourceData, segKeys) {
    let rst = [];
    function pushKeyVal(item) {
        let tr = {};
        for (let i = 0; i < segKeys.length; i++) {
            tr[segKeys[i]] = item[segKeys[i]];
        }
        rst.push(tr);
    }
    for (let idx = 0; idx < sourceData.length; idx++) {
        let itemRec = sourceData[idx];
        if (idx === 0) {
            pushKeyVal(itemRec);
            continue;
        }
        let hasDiff = false;
        for (let i = 0; i < segKeys.length; i++) {
            if (itemRec[segKeys[i]] !== sourceData[idx - 1][segKeys[i]]) {
                hasDiff = true;
                break;
            }
        }
        if (hasDiff) {
            pushKeyVal(itemRec);
        }
    }
    return rst;
}

function addDummyData(sourceData, addCfg) {
    let rstArr = [], tempRstArr = [];
    for (let item of sourceData.data) {
        if (item._doc) {
            tempRstArr.push(item._doc);
        } else {
            tempRstArr.push(item);
        }
    }
    for (let item of addCfg[JV.PROP_DUMMY_COLLECTION]) {
        let newRecStr = JSON.stringify(item[JV.PROP_DUMMY_VAL]), cacheGrpKeyRecs = null;
        if (item[JV.PROP_FREQUENCY] === "OncePerGrp") {
            if (!cacheGrpKeyRecs) {
                cacheGrpKeyRecs = {};
            }
            let cacheKey = "";
            for (let key of item[JV.PROP_GRP_KEYS]) {
                cacheKey += "_" + key;
            }
            if (!cacheGrpKeyRecs[cacheKey]) {
                cacheGrpKeyRecs[cacheKey] = getDupGrpKeyVals(tempRstArr, item[JV.PROP_GRP_KEYS]);
            }
            for (let kv of cacheGrpKeyRecs[cacheKey]) {
                let rec = JSON.parse(newRecStr);
                for (let key of item[JV.PROP_GRP_KEYS]) {
                    rec[key] = kv[key];
                }
                rstArr.push(rec);
            }

        } else if (item[JV.PROP_FREQUENCY] === "Once") {
            rstArr.push(JSON.parse(newRecStr));
        }
    }
    rstArr = rstArr.concat(tempRstArr);
    delete sourceData.data;
    sourceData.data = rstArr;
}

function getGLJBizType(orgType, orgCode, orgName) {
    let rst = orgType;
    if (orgName.indexOf("其他材料费") >= 0) {
        rst = 299;
    } else if (orgType === GLJ_TYPE.Labour) {
        rst = 11;
        if (orgCode === "000000") rst = 10;
    } else if (orgType === GLJ_TYPE.Main_Material || orgType === GLJ_TYPE.Equipment) {
        //未计价材料(主材 + 设备)
        rst = 30 + orgType;
    } else if (orgType === GLJ_TYPE.Material || (orgType >= 200 && orgType < 300)) {
        //材料
        if (orgCode === "000000") {
            rst = 20; //2.材料
        } else if (orgCode === "000000_1") {
            rst = 30; //(1) 未计价材料
        } else if (orgCode === "000000_2") {
            rst = 40; //(2) 辅助材料
        } else if (orgCode === "000000_3") {
            rst = 50; //(3) 其他材料费
        } else {
            rst = 45; //到这里就只有辅助材料没有预处理了
        }
    } else if (orgType === GLJ_TYPE.Machine || (orgType >= 300 && orgType < 400)) {
        //机械
        if (orgCode === "000000") {
            rst = 300; //3.机械
        } else if (orgType === GLJ_TYPE.Machine) {
            rst = 300.5;
        } else {
            rst = orgType;
        }
    }
    return rst;
}

function sortData(sourceData, sortCfg, prjData) {
    let rst = sourceData.data, tempRstArr = [];
    let sortType = sortCfg[JV.PROP_SORT_TYPE];
    for (let item of sourceData.data) {
        if (item._doc) {
            tempRstArr.push(item._doc);
        } else {
            tempRstArr.push(item);
        }
    }
    function private_normal_sort(destArr, sortKeys) {
        destArr.sort(function(a, b){
            let compRst = 0;
            for (let comp of sortKeys) {
                let reverse = (comp.order === 'ascend')?1:(-1);
                //
                if (a[comp.key] > b[comp.key]) {
                    compRst = reverse;
                    break;
                } else if (a[comp.key] < b[comp.key]) {
                    compRst = -reverse;
                    break;
                }
            }
            return compRst;
        });
    }
    function private_parent_sort(parentArr, parentKeys, childArr, childKeys) {
        let tmpRst = {}, rst = [];
        for (let pItem of parentArr) {
            let pKey = "key";
            for (let key of parentKeys) {
                pKey += "_" + pItem[key];
            }
            tmpRst[pKey] = [];
        }
        for (let cItem of childArr) {
            let cKey = "key";
            for (let key of childKeys) {
                cKey += "_" + cItem[key];
            }
            if (tmpRst[cKey]) {
                tmpRst[cKey].push(cItem);
            } else {
                //unknown child value! should be filtered!
            }
        }
        // childArr.splice(0);
        for (let pItem of parentArr) {
            let pKey = "key";
            for (let key of parentKeys) {
                pKey += "_" + pItem[key];
            }
            rst.push(tmpRst[pKey]);
            // for (let rItem of tmpRst[pKey]) {
            //     childArr.push(rItem);
            // }
        }
        return rst;
    }
    switch (sortType) {
        case "tree":
            let addLevel = true;
            rst = treeUtil.buildTreeNodeDirectly(tempRstArr, addLevel);
            let newTopArr = [];
            if (sortCfg[JV.PROP_FILTER_TOP_BILLS_NODES] && sortCfg[JV.PROP_FILTER_TOP_BILLS_NODES].length > 0) {
                for (let topItem of rst) {
                    if (topItem.flags && topItem.flags.length > 0) {
                        for (let flagItem of topItem.flags) {
                            if (sortCfg[JV.PROP_FILTER_TOP_BILLS_NODES].indexOf(flagItem.flag) >= 0) {
                                newTopArr.push(topItem);
                                break;
                            }
                        }
                    }
                }
            } else {
                newTopArr = rst;
            }
            let destArr = [];
            treeUtil.getFlatArray(newTopArr, destArr);
            delete sourceData.data;
            sourceData.data = destArr;
            // fsUtil.writeObjToFile(sourceData.data, "D:/GitHome/ConstructionCost/tmp/sortedAndFlattedRst.jsp");
            break;
        case "normal":
            private_normal_sort(tempRstArr, sortCfg[JV.PROP_SORT_KEYS]);
            delete sourceData.data;
            sourceData.data = tempRstArr;
            // fsUtil.writeObjToFile(sourceData.data, "D:/GitHome/ConstructionCost/tmp/normalSortedRst.jsp");
            break;
        case "accord_to_parent":
            let pcKey = sortCfg[JV.PROP_PARENT_CHILD_SORT_KEY];
            let parentSrcData = getModuleDataByKey(prjData, pcKey[JV.PROP_PARENT_DATA_KEY]);
            if (parentSrcData) {
                let tempParentArr = [];
                for (let item of parentSrcData.data) {
                    if (item._doc) {
                        tempParentArr.push(item._doc);
                    } else {
                        tempParentArr.push(item);
                    }
                }
                let sortedRstArr = private_parent_sort(tempParentArr, pcKey[JV.PROP_PARENT_SORT_KEYS], tempRstArr, pcKey[JV.PROP_CHILD_SORT_KEYS]);
                if (sortCfg[JV.PROP_OTHER_SUB_SORT] && sortCfg[JV.PROP_OTHER_SUB_SORT].length > 0) {
                    for (let sort of sortCfg[JV.PROP_OTHER_SUB_SORT]) {
                        if (sort[JV.PROP_SORT_TYPE] === 'normal') {
                            for (let subArr of sortedRstArr) {
                                private_normal_sort(subArr, sort[JV.PROP_SORT_KEYS]);
                            }
                        } else if (sort[JV.PROP_SORT_TYPE] === 'self_define') {
                            for (let subArr of sortedRstArr) {
                                // console.log(subArr);
                                let selfDefFunc = null;
                                eval('selfDefFunc = ' + sort[JV.PROP_SORT_TYPE_SELF_DEFINE_LOGIC]);
                                subArr.sort(selfDefFunc);
                                // console.log(subArr);
                            }
                        }
                    }
                }
                tempRstArr.splice(0);
                for (let item of sortedRstArr) {
                    for (let subItem of item) {
                        tempRstArr.push(subItem);
                    }
                }
            }
            delete sourceData.data;
            sourceData.data = tempRstArr;
            break;
        case "self_define":
            if (sortCfg[JV.PROP_SORT_TYPE_SELF_DEFINE_LOGIC]) {
                let selfDefFunc = null;
                eval('selfDefFunc = ' + sortCfg[JV.PROP_SORT_TYPE_SELF_DEFINE_LOGIC]);
                tempRstArr.sort(selfDefFunc);
            }
            delete sourceData.data;
            sourceData.data = tempRstArr;
            break;
        default:
            //
    }
    return rst;
}

function setupFunc(obj, prop, ownRawObj) {
    obj[prop] = {};
    obj[prop]["myOwnRawDataObj"] = ownRawObj;
    obj[prop].getProperty = ext_getPropety;
    obj[prop].getFee = ext_getFee;
    obj[prop].getPropertyByForeignId = ext_getPropertyByForeignId;
    obj[prop].getArrayValues = ext_getArrayValues;
    obj[prop].getArrayItemByKey = ext_getArrayItemByKey;
    obj[prop].getPropertyByFlag = ext_getPropertyByFlag;
    obj[prop].getBlank = ext_getBlank;
    if (prop === projectConst.CALC_PROGRAM) obj[prop].getCalcProperty = ext_getCalcProperty;
    if (prop === projectConst.FEERATE) obj[prop].getFeeRate = ext_getFeeRate;
}

function assembleFields(fieldList, rstDataArr, $PROJECT) {
    if (fieldList) {
        for (let field of fieldList) {
            shielded_exec_env($PROJECT, field, rstDataArr);
        }
    }
}

function shielded_exec_env($PROJECT, $ME, rptDataItemObj) {
    if ($ME[JV.PROP_FIELD_EXP_MAP]) {
        rptDataItemObj.push(eval($ME[JV.PROP_FIELD_EXP_MAP]));
    }
}

function getActPropertyVal(firstPropKey, secPropKey, orgObj) {
    let rst = null;
    if (orgObj[firstPropKey]) {
        rst = orgObj[firstPropKey];
    } else if (orgObj[secPropKey]){
        rst = orgObj[secPropKey];
    }
    return rst;
}

function getDeepProperty(propKey, orgObj, destArr) {
    let keys = propKey.split(".");
    let dftPropKey = "key", dftPropVal = "value", secDftPropVal = "items";
    let parent = orgObj, lastVal = null;
    for (let key of keys) {
        if (parent instanceof Array) {
            for (let item of parent) {
                if (item[dftPropKey] === key) {
                    lastVal = getActPropertyVal(dftPropVal, secDftPropVal, item);
                    break;
                }
            }
        } else {
            lastVal = null;
            if (parent[key] !== undefined) {
                lastVal = parent[key];
            } else if (parent[secDftPropVal]){
                for (let item of parent[secDftPropVal]) {
                    if (item[dftPropKey] === key) {
                        // lastVal = item[dftPropVal];
                        lastVal = getActPropertyVal(dftPropVal, secDftPropVal, item);
                        break;
                    }
                }
            }
        }
        parent = lastVal;
        if (parent === null) break;
    }
    if (destArr && destArr instanceof Array) {
        destArr.push(lastVal);
    }
}

function ext_mainGetPropety(propKey) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if (propKey && dtObj) {
        if (dtObj.hasOwnProperty("property")) {
            if (!dtObj["property"][propKey] && dtObj[propKey]) {
                rst.push(dtObj[propKey]);
            } else {
                getDeepProperty(propKey, dtObj["property"], rst);
            }
        } else  {
            // rst.push(dtObj[propKey]);
            getDeepProperty(propKey, dtObj, rst);
        }
    }
    return rst;
}

function ext_getPropety(propKey) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if (propKey && dtObj) {
        for (let dItem of dtObj.data) {
            let doc = (dItem._doc === null || dItem._doc === undefined)?dItem:dItem._doc;
            if (propKey instanceof Array) {
                for (let pi = 0; pi < propKey.length; pi++) {
                    if (doc.hasOwnProperty("property")) {
                        if (doc["property"].hasOwnProperty(propKey[pi])) {
                            rst.push(doc["property"][propKey[pi]]);
                            break;
                        }
                    } else if (doc.hasOwnProperty(propKey[pi])) {
                        rst.push(doc[propKey[pi]]);
                        break;
                    }
                    if (pi === propKey.length - 1) rst.push('');
                }
            } else {
                if (doc.hasOwnProperty("property")) {
                    rst.push(doc["property"][propKey]);
                } else if (doc.hasOwnProperty(propKey)) {
                    rst.push(doc[propKey]);
                } else {
                    rst.push('');
                }
            }
        }
    }
    return rst;
}

function ext_mainGetFee(feeKey, dtlFeeKey) {
    let rst = [];
    let parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if ((dtObj) && (feeKey)) {
        if (dtObj.hasOwnProperty("fees")) {
            for (let fee of dtObj["fees"]) {
                if (fee["fieldName"] === feeKey) {
                    if (dtlFeeKey) {
                        rst.push(fee[dtlFeeKey]);
                    } else {
                        rst.push(fee["unitFee"]);
                    }
                    break;
                }
            }
        } else if (dtObj.hasOwnProperty(feeKey)) {
            rst.push(dtObj[feeKey]);
        } else {
            //
        }
    }
    return rst;
}

function ext_getFee(feeKey, dtlFeeKey) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if (feeKey && dtObj) {
        for (let dItem of dtObj.data) {
            rst.push(pri_getFee(dItem, feeKey, dtlFeeKey));
        }
    }
    for (let i = 0; i < rst.length; i++) {
        rst[i] = parseFloat(rst[i]);
    }
    return rst;
}

function pri_getFee(dItem, feeKey, dtlFeeKey) {
    let rst = 0;
    let hasValue = false;
    if (dItem["fees"]) {
        for (let fee of dItem["fees"]) {
            if (fee["fieldName"] === feeKey) {
                if (dtlFeeKey) {
                    rst = fee[dtlFeeKey];
                } else {
                    rst = fee["unitFee"];
                }
                hasValue = true;
                break;
            }
        }
    } else if (dItem[feeKey]) {
        hasValue = true;
        rst = dItem[feeKey];
    } else {
        hasValue = true;
        rst = 0;
    }
    if (!hasValue) {
        rst = 0;
    }
    return rst;
}

function ext_getCalcProperty(templateIDs, calcItemKey, calcItemKeyVal, calcItemRstKey){
    let rst = [], parentObj = this; //this should be "calc_program" object
    let dtObj = parentObj["myOwnRawDataObj"];
    let optimizeObj = {};
    let private_getProperty = function (cId) {
        let calcTplObj = optimizeObj["calc_program_" + cId];
        if (!calcTplObj) {
            let templates = (dtObj.data._doc)?dtObj.data._doc.templates:dtObj.data.templates;
            for (let tpl of templates) {
                if (cId === tpl.ID) {
                    optimizeObj["calc_program_" + cId] = tpl;
                    calcTplObj = tpl;
                    break;
                }
            }
        }
        if (calcTplObj) {
            for (let calcItem of calcTplObj.calcItems) {
                if (calcItem[calcItemKey] === calcItemKeyVal) {
                    rst.push(calcItem[calcItemRstKey]);
                    break;
                }
            }
        }
    };
    if (templateIDs instanceof Array) {
        for (let tplId of templateIDs) {
            private_getProperty(tplId);
        }
    } else {
        private_getProperty(templateIDs);
    }
    optimizeObj = null;
    return rst;
}

function ext_getFeeRate(fee_Ids){
    let rst = [], parentObj = this; //this should be "feeRate" object
    let dtObj = parentObj["myOwnRawDataObj"];
    let optimizeObj = {};
    let private_getFeeRate = function (fId) {
        let feeRateItemObj = optimizeObj["fee_rates_" + fId];
        if (!feeRateItemObj) {
            let rates = (dtObj.data._doc)?dtObj.data._doc.rates:dtObj.data.rates;
            for (let feeItem of rates) {
                if (fId === feeItem.ID) {
                    optimizeObj["fee_rates_" + fId] = feeItem;
                    feeRateItemObj = feeItem;
                    break;
                }
            }
        }
        if (feeRateItemObj) {
            rst.push(feeRateItemObj.rate);
        } else {
            rst.push(0);
        }
    };
    if (fee_Ids instanceof Array) {
        for (let fId of fee_Ids) {
            private_getFeeRate(fId);
        }
    } else {
        private_getFeeRate(fee_Ids);
    }
    optimizeObj = null;
    return rst;
}

function ext_getArrayValues(itemKey) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    let keysArr = itemKey.split(".");
    for (let dataItem of dtObj.data) {
        let itemArr = [];
        if (keysArr.length <= 2) {
            if (dataItem[keysArr[0]] instanceof Array) {
                if (keysArr.length === 2) {
                    for (let item of dataItem[keysArr[0]]) {
                        itemArr.push(item[keysArr[1]]);
                    }
                } else {
                    itemArr = itemArr.concat(dataItem[keysArr[0]]);
                }
            } else {
                if (keysArr.length === 2) {
                    let subProperty = dataItem[keysArr[0]][keysArr[1]];
                    if (subProperty instanceof Array) {
                        itemArr = itemArr.concat(subProperty);
                    } else {
                        itemArr.push(subProperty);
                    }
                } else {
                    itemArr.push(dataItem[keysArr[0]]);
                }
            }
        }
        rst.push(itemArr);
    }
    return rst;
}

function ext_getArrayItemByKey(arrayKey, itemKey, itemKeyValue, itemRstKey){
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    let private_getItemValue = function (arr, dtlItKV) {
        for (let item of arr) {
            if (item[itemKey] === dtlItKV) {
                if (itemRstKey) {
                    rst.push(item[itemRstKey]);
                } else {
                    rst.push(item);
                }
                break;
            }
        }
    };
    let arr = dtObj[arrayKey];
    if (arr && arr instanceof Array) {
        if (itemKeyValue instanceof Array) {
            for (let dtlItemKeyVal of itemKeyValue) {
                private_getItemValue(arr, dtlItemKeyVal);
            }
        } else {
            private_getItemValue(arr, itemKeyValue);
        }
    }
}

function ext_getBlank(dftVal) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if (dtObj) {
        for (let i = 0; i < dtObj.data.length; i++) {
            if (dftVal !== null && dftVal !== undefined) {
                rst.push(dftVal)
            } else rst.push('');
        }
    }
    return rst;
}

function ext_getPropertyByFlag(flagVal, rstKey, dftValIfEmpty) {
    let rst = [], parentObj = this;
    let dtObj = parentObj["myOwnRawDataObj"];
    if (flagVal && rstKey && dtObj) {
        let isArr = (flagVal instanceof Array);
        for (let dItem of dtObj.data) {
            let doc = (dItem._doc)?dItem._doc:dItem;
            if (doc.hasOwnProperty("flags")) {
                let bFlag = false;
                for (let flagItem of doc.flags) {
                    if (isArr) {
                        bFlag = (flagVal.indexOf(flagItem.flag) >= 0);
                    } else {
                        if (flagItem.flag === flagVal) {
                            bFlag = true;
                        }
                    }
                    if (bFlag) break;
                }
                if (bFlag) {
                    let keys = rstKey.split(".");
                    if (keys[0] === "fees") {
                        rst.push(pri_getFee(doc, "common", keys[1]));
                    } else {
                        //其他，比如名称什么
                    }
                    break;
                }
            }
        }
    }
    if (rst.length === 0 && dftValIfEmpty !== null) {
        rst.push(dftValIfEmpty);
    }
    return rst;
}

function ext_getPropertyByForeignId(foreignIdVal, adHocIdKey, propKey, dftValIfNotFound) {
    let rst = [], parentObj = this;
    let IdKey = (adHocIdKey)?adHocIdKey:"ID";
    let dtObj = parentObj["myOwnRawDataObj"];
    let splitPKey = propKey.split(".");
    if (foreignIdVal !== null && foreignIdVal !== undefined) {
        let isFound = false;
        if (foreignIdVal instanceof Array) {
            for (let idVal of foreignIdVal) {
                isFound = false;
                let dataArr = dtObj.data;
                if (dtObj.moduleName === "projectGLJ") dataArr = dtObj.data.gljList;
                for (let i = 0; i < dataArr.length; i++) {
                    let item = (dataArr[i]._doc)?dataArr[i]._doc:dataArr[i];
                    if (item[IdKey] === idVal) {
                        if (splitPKey.length > 1) {
                            let rstP = null;
                            for (let i = 0; i < splitPKey.length; i++) {
                                if (i === 0) {
                                    rstP = item[splitPKey[i]];
                                } else {
                                    if (splitPKey[i].indexOf("[") === 0 && splitPKey[i].indexOf("]") === (splitPKey[i].length - 1)) {
                                        //考虑数组情况^_^!!!
                                    } else {
                                        //
                                    }
                                    rstP = rstP[splitPKey[i]];
                                }
                            }
                            rst.push(rstP);
                        } else {
                            rst.push(item[propKey]);
                        }
                        isFound = true;
                        break;
                    }
                }
                if (!isFound) {
                    rst.push(dftValIfNotFound);
                }
            }
        } else {
            for (let item of dtObj.data) {
                if (item[IdKey] === foreignIdVal) {
                    rst.push(item[propKey]);
                    isFound = true;
                    break;
                }
            }
            if (!isFound) {
                rst.push(dftValIfNotFound);
            }
        }
    }
    return rst;
}

export default Rpt_Data_Extractor;