Calculation/app/controller/report_controller.js

'use strict';

/**
 * Created by Tony on 2019/7/5.
 */

const tenderMenu = require('../../config/menu').tenderMenu;
const measureType = require('../const/tender').measureType;
const auditConst = require('../const/audit');
const accountGroup = require('../const/account_group').group;
const JpcEx = require('../reports/rpt_component/jpc_ex');
const JV = require('../reports/rpt_component/jpc_value_define');
const rpt_xl_util = require('../reports/util/rpt_excel_util');
const rptDataExtractor = require('../reports/util/rpt_calculation_data_util');
const fsUtil = require('../public/js/fsUtil');
const fs = require('fs');
const rptCronJob = require('../reports/util/rpt_tmp_file_sweep');
const RPT_DEF_PROPERTIES = require('../const/report_defined_properties');

module.exports = app => {
    class ReportController extends app.BaseController {
        /**
         * 报表显示页面
         *
         * @param {Object} ctx - egg全局context
         * @return {void}
         */
        async index(ctx) {
            try {
                const tender = ctx.tender;
                const stage = ctx.stage;
                // console.log(tender.data);
                // console.log(tender.info);
                let stage_id = -1;
                let stage_order = -1;
                let sorder = -1;
                let stage_times = -1;
                let stage_status = -1;
                const treeNodes = await ctx.service.rptTreeNode.getNodesByProjectId([-1, tender.data.project_id]);
                const custCfg = await ctx.service.rptCustomizeCfg.getCustomizeCfgByUserId('Administrator');
                const stageList = await ctx.service.stage.getValidStagesShort(tender.id);
                const prjAccList = await ctx.service.projectAccount.getAllAccountByProjectId(tender.data.project_id);
                const roleList = await ctx.service.signatureRole.getSignatureRolesByTenderId(tender.id);
                const usedList = await ctx.service.signatureUsed.getSignatureUsedByTenderId(tender.id);

                // 分类列表
                const categoryData = await this.ctx.service.category.getAllCategory(this.ctx.session.sessionProject.id);
                // 获取用户权限
                const accountInfo = await this.ctx.service.projectAccount.getDataById(this.ctx.session.sessionUser.accountId);
                const userPermission = accountInfo !== undefined && accountInfo.permission !== '' ? JSON.parse(accountInfo.permission) : null;
                // 获取用户可查看的标段
                const tenderList = await this.ctx.service.tender.getList('', userPermission);
                for (const t of tenderList) {
                    if (t.ledger_status === auditConst.ledger.status.checked) {
                        t.lastStage = await this.ctx.service.stage.getLastestStage(t.id, true);
                        if (t.lastStage) {
                            await this.ctx.service.stage.checkStageGatherData(t.lastStage);
                        }
                    }
                }

                // const allTpls = await ctx.service.rptTpl.getAllTplByIds(tmpRptIds);
                // for (const tpl of allTpls) {
                //     const fName = tpl.id + '_' + tpl.rpt_tpl_name + '.js';
                //     console.log('fName: ' + fName);
                //     fsUtil.writeObjToFile(tpl, 'D:/Temp/计量临时/' + fName);
                // }
                // 完成历史任务，下一批
                // const filePath = 'D:/Temp/计量临时/';
                // const tplFiles = [];
                // fs.readdir(filePath, (err, files) => {
                //     if (err) throw err;
                //     files.forEach(file => {
                //         const fPath = filePath + file;
                //         // console.log('\'' + fPath + '\'');
                //         tplFiles.push(fPath);
                //     });
                // });
                //
                // setTimeout(function() {
                //     console.log(tplFiles);
                // }, 2000);
                // 下一批
                // let cnt = 0;
                // for (const file of rptFiles) {
                //     const tplObj = JSON.parse(fs.readFileSync(file, 'utf-8'));
                //     const rst = await ctx.service.rptTpl.insertRptTpl(tplObj);
                //     cnt++;
                //     console.log(file);
                // }
                // console.log(cnt + ' 完成！');

                // console.log(maxStageAmt[0].maxAmt);
                // 备注：在报表界面初始化的时候，暂时不需要check stage，只有在点中某张表的时候才需要(签名交互需要)
                // if ((stage === null || stage === undefined) && stageList.length > 0) {
                //     await ctx.service.stage.checkStage(stageList[stageList.length - 1].id);
                //     stage = ctx.stage;
                //     console.log(stage);
                // }
                if (stage !== null && stage !== undefined) {
                    stage_id = stage.id;
                    stage_order = stage.order;
                    sorder = stage.curOrder;
                    stage_times = stage.times;
                    stage_status = stage.status;
                }
                for (const prjAcc of prjAccList) {
                    prjAcc.account_group = accountGroup[prjAcc.account_group];
                }
                const renderData = {
                    tender: tender.data,
                    tenderInfo: tender.info,
                    rpt_tpl_data: JSON.stringify(treeNodes),
                    cust_cfg: JSON.stringify(custCfg),
                    project_id: tender.data.project_id,
                    tender_id: tender.id,
                    tender_name: tender.data.name,
                    stg_id: stage_id,
                    stg_order: stage_order,
                    cur_order: sorder,
                    stg_times: stage_times,
                    stg_status: stage_status,
                    stage_list: JSON.stringify(stageList),
                    prj_account_list: JSON.stringify(prjAccList),
                    role_list: JSON.stringify(roleList),
                    used_list: JSON.stringify(usedList),
                    tenderMenu,
                    preUrl: '/tender/' + tender.id,
                    measureType,
                    categoryData,
                    tenderList,
                    auditConst,
                    jsFiles: this.app.jsFiles.common.concat(this.app.jsFiles.report.main),
                };
                await this.layout('report/index.ejs', renderData, 'report/rpt_all_popup.ejs');
                // await this.layout('report/index.ejs', renderData);

                // 在这里启动一个cron job，删除临时创建的excel文件
                if (!rptCronJob.started) {
                    try {
                        // console.log('rptCronJob.started: ' + rptCronJob.started);
                        rptCronJob.started = true;
                        rptCronJob.createJob(null, this.app.baseDir + '/app/public/download');
                    } catch (ex) {
                        rptCronJob.started = false;
                    }
                }
            } catch (err) {
                this.log(err);
                console.log(err);
                // ctx.redirect('/tender/' + ctx.tender.id);
            }
        }

        /**
         * 报表打印页面
         *
         * @param {Object} ctx - egg全局context
         * @return {void}
         */
        async showPrintPage(ctx) {
            try {
                // const params = JSON.parse(ctx.request.body.params);
                const pageSize = ctx.params.size;
                // console.log('pageSize: ' + pageSize);
                const renderData = {
                    size: pageSize,
                    // orientation: params.orientation,
                };
                if (pageSize === 'A3') {
                    await ctx.render('report/rpt_printA3.ejs', renderData);
                } else {
                    await ctx.render('report/rpt_print.ejs', renderData);
                }
            } catch (err) {
                this.log(err);
                console.log(err);
            }
        }

        async _getReport(ctx, params) {
            // console.log('in getReport');
            // console.log(params);
            let rptTpl = await ctx.service.rptTpl.getTplById(params.rpt_tpl_id);
            if (!rptTpl || rptTpl.length !== 1) {
                throw '获取模板失败';
            }
            rptTpl = JSON.parse(rptTpl[0].rpt_content);
            // console.log('get the template!');
            const customSelect = rptTpl[JV.NODE_CUSTOM_DEFINE] && rptTpl[JV.NODE_CUSTOM_DEFINE][JV.NODE_CUS_AUDIT_SELECT].enable
                ? await ctx.service.rptCustomDefine.getCustomDefine(params.tender_id, params.stage_id, params.rpt_tpl_id)
                : await ctx.service.rptCustomDefine.getCustomDefine(params.tender_id, -1, params.rpt_tpl_id);
            const gather_select = customSelect.gather_select;
            if (!params.gather_select && customSelect) {
                delete customSelect.gather_select;
            }
            const pageRst = await getAllPagesCommon(ctx, rptTpl, params, JV.PAGING_OPTION_NORMAL, JV.OUTPUT_TYPE_NORMAL, this.app.baseDir, customSelect);
            // console.log(pageRst);
            // const roleRel = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id)) : [];
            const roleRel = await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id, params.stage_id); // 新需求中，允许在非审核状态下设置签名
            const stgAudit = await ctx.service.stageAudit.getStageAudit(params.stage_id, params.stage_times);
            const stgAuditForOrg = await ctx.service.stageAudit.getStageAudit(params.stage_id, 1);
            // console.log('after role stage!');
            // console.log(roleRel);
            await encodeSignatureDataUri(roleRel, this.app.baseDir);
            await encodeDummySignatureDataUri(pageRst, this.app.baseDir);
            const stageFlow = await ctx.service.stageAudit.getAuditGroupByListWithOwner(params.stage_id, params.stage_times);
            if (!params.gather_select && customSelect) {
                customSelect.gather_select = gather_select;
            }

            // console.log('encodeSignatureDataUri!');
            return {
                data: pageRst,
                signatureRelInfo: roleRel,
                stageAudit: stgAudit,
                stageAuditOrg: stgAuditForOrg,
                debugInfo: ctx.app.config.is_debug ? ctx.debugInfo : null,
                customDefine: rptTpl[JV.NODE_CUSTOM_DEFINE],
                stageFlow,
                customSelect,
            };
        }

        /**
         * 获取报表数据
         *
         * @param {Object} ctx - egg全局context
         * @return {void}
         */
        async getReport(ctx) {
            try {
                // console.log('in getReport');
                const params = JSON.parse(ctx.request.body.params);
                ctx.body = await this._getReport(ctx, params);
                // // console.log(params);
                // let rptTpl = await ctx.service.rptTpl.getTplById(params.rpt_tpl_id);
                // if (!rptTpl || rptTpl.length !== 1) {
                //     throw '获取模板失败';
                // }
                // rptTpl = JSON.parse(rptTpl[0].rpt_content);
                // // console.log('get the template!');
                // const pageRst = await getAllPagesCommon(ctx, rptTpl, params, JV.PAGING_OPTION_NORMAL, JV.OUTPUT_TYPE_NORMAL, this.app.baseDir);
                // // console.log(pageRst);
                // // const roleRel = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id)) : [];
                // const roleRel = await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id); // 新需求中，允许在非审核状态下设置签名
                // const stgAudit = await ctx.service.stageAudit.getStageAudit(params.stage_id, params.stage_times);
                // // console.log('after role stage!');
                // // console.log(roleRel);
                // await encodeSignatureDataUri(roleRel, this.app.baseDir);
                // await encodeDummySignatureDataUri(pageRst, this.app.baseDir);
                // const stageFlow = await ctx.service.stageAudit.getAuditGroupByListWithOwner(params.stage_id, params.stage_times);
                // const customSelect = await ctx.service.rptCustomDefine.getDataByCondition({
                //     tid: params.tender_id, sid: params.stage_id, rid: params.rpt_tpl_id
                // });
                //
                // // console.log('encodeSignatureDataUri!');
                // ctx.body = {
                //     data: pageRst,
                //     signatureRelInfo: roleRel,
                //     stageAudit: stgAudit,
                //     debugInfo: ctx.app.config.is_debug ? ctx.debugInfo : null,
                //     customDefine: rptTpl[JV.NODE_CUSTOM_DEFINE],
                //     stageFlow,
                //     customSelect,
                // };
                // // ctx.body = { data: { msg: 'test the network' } };
                ctx.status = 201;
            } catch (ex) {
                console.log(ex);
                this.setMessage(ex.toString(), this.messageType.ERROR);
            }
        }

        /**
         * 获取多批次报表数据
         *
         * @param {Object} ctx - egg全局context
         * @return {void}
         */
        async getMultiReportsEx(ctx) {
            // 原则说明：把所有报表模板集中获取，统一filter，只读一次数据！
            const params = JSON.parse(ctx.request.body.params);
            const pageRstArr = await getMultiRptsCommon(ctx, params, JV.OUTPUT_TYPE_NORMAL, this.app.baseDir);
            const roleRel = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_ids, params.stage_id)) : [];
            // const roleRel = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id)) : [];
            roleRel.sort(function(rr1, rr2) {
                return params.rpt_ids.indexOf(parseInt(rr1.rpt_id)) - params.rpt_ids.indexOf(parseInt(rr2.rpt_id));
            });
            // console.log('roleRel: ');
            // console.log(roleRel);
            await encodeSignatureDataUri(roleRel, this.app.baseDir);
            for (const pageRst of pageRstArr) {
                await encodeDummySignatureDataUri(pageRst, this.app.baseDir);
            }
            // console.log(pageRstArr);
            ctx.body = { data: pageRstArr, signatureRelInfo: roleRel };
            ctx.status = 201;
        }

        async createExcelFilesEx(ctx) {
            const params = JSON.parse(ctx.request.body.params);
            const baseDir = this.app.baseDir;
            function getExcelByPageData(pageRst, rpt_name, innerRoleRel) {
                return new Promise(function(resolve, reject) {
                    rpt_xl_util.exportExcel(pageRst, params.pageSize, rpt_name, params.isOneSheet, null, null, baseDir, innerRoleRel,
                        (err, uuidName) => {
                            if (err) return reject(err);
                            const fileRst = { uuid: uuidName, reportName: rpt_name };
                            resolve(fileRst);
                        }
                    );
                });
            }
            const roleRelArr = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_ids, params.stage_id)) : [];
            // const roleRel = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_tpl_id)) : [];
            const pageRstArr = await getMultiRptsCommon(ctx, params, JV.OUTPUT_TYPE_NORMAL, this.app.baseDir);
            await this.ctx.helper.recursiveMkdirSync(this.app.baseDir + '/app/public/download');

            const runnableRst = [];
            for (let idx = 0; idx < pageRstArr.length; idx++) {
                let roleRel = null;
                for (const roleR of roleRelArr) {
                    if (roleR.rpt_id === params.rpt_ids[idx]) {
                        roleRel = JSON.parse(roleR.rel_content);
                        break;
                    }
                }
                // console.log('roleRel.rel_content: ' + roleRel.rel_content);
                // fsUtil.writeObjToFile(pageRstArr, 'D:/GitHome/temp/testBuiltPageResult.jsp');
                runnableRst.push(getExcelByPageData(pageRstArr[idx], params.rpt_names[idx], roleRel));
            }
            // fsUtil.writeObjToFile(pageRstArr, 'D:/GitHome/temp/计量导出pageArr.js');
            const uuidRst = await Promise.all(runnableRst);
            ctx.body = { data: uuidRst };
            ctx.status = 201;
        }

        async createExcelFilesInOneBookEx(ctx) {
            const params = JSON.parse(ctx.request.body.params);
            const baseDir = this.app.baseDir;
            function getExcelByPageData(pageRstArr, rpt_name, innerRoleRel) {
                return new Promise(function(resolve, reject) {
                    rpt_xl_util.exportExcelInOneBook(pageRstArr, params.pageSize, rpt_name, baseDir, innerRoleRel,
                        (err, uuidName) => {
                            if (err) return reject(err);
                            const fileRst = { uuid: uuidName, reportName: rpt_name };
                            resolve(fileRst);
                        }
                    );
                });
            }
            const roleRelArr = (params.stage_status === 3) ? (await ctx.service.roleRptRel.getRoleRptRelByDetailIds(params.tender_id, params.rpt_ids, params.stage_id)) : [];
            const pageRstArr = await getMultiRptsCommon(ctx, params, JV.OUTPUT_TYPE_NORMAL, this.app.baseDir);
            await this.ctx.helper.recursiveMkdirSync(this.app.baseDir + '/app/public/download');
            const runnableRst = [];
            let rptRoleRelArr = [];
            const reAssignSignatureName = function(pageData, roleRel, rpt_name_key) {
                const keyMap = {};
                for (const pageItem of pageData.items) {
                    for (const signCell of pageItem[JV.PROP_SIGNATURE_CELLS]) {
                        if (!keyMap.hasOwnProperty(signCell.signature_name)) {
                            keyMap[signCell.signature_name] = rpt_name_key + '_' + signCell.signature_name;
                        }
                    }
                }
                for (const pageItem of pageData.items) {
                    for (const signCell of pageItem[JV.PROP_SIGNATURE_CELLS]) {
                        if (keyMap.hasOwnProperty(signCell.signature_name)) {
                            signCell.signature_name = keyMap[signCell.signature_name];
                        }
                    }
                }
                for (const roleSign of roleRel) {
                    if (keyMap.hasOwnProperty(roleSign.signature_name)) {
                        roleSign.signature_name = keyMap[roleSign.signature_name];
                    }
                }
                // console.log('keyMap of : ' + rpt_name_key);
                // console.log(keyMap);
            };
            for (let idx = 0; idx < pageRstArr.length; idx++) {
                let roleRel = null;
                for (const roleR of roleRelArr) {
                    if (roleR.rpt_id === params.rpt_ids[idx]) {
                        roleRel = JSON.parse(roleR.rel_content);
                        // 这里要做些电子签名的signature_name转换，以防重名
                        reAssignSignatureName(pageRstArr[idx], roleRel, params.rpt_names[idx]);
                        rptRoleRelArr = rptRoleRelArr.concat(roleRel);
                        break;
                    }
                }
            }
            runnableRst.push(getExcelByPageData(pageRstArr, params.rptName, rptRoleRelArr));
            const uuidRst = await Promise.all(runnableRst);
            ctx.body = { data: uuidRst };
            ctx.status = 201;
        }

        async getFileByUUID(ctx) {
            // console.log('downloading : ' + ctx.params.uuid);
            const uuid = ctx.params.uuid;
            const rptName = ctx.params.rptName;
            const suffix = '.' + ctx.params.suffix;
            try {
                const rptNameURI = encodeURI(rptName);
                const filePath = this.app.baseDir + '/app/public/download/';
                // console.log('filePath: ' + filePath);
                // await this.ctx.helper.recursiveMkdirSync(this.app.baseDir + '/app/public/download');
                ctx.set({
                    'Content-Type': 'application/vnd.openxmlformats',
                    'Content-Disposition': 'attachment; filename="' + rptNameURI + suffix + "\"; filename*=utf-8''" + rptNameURI + suffix,
                });
                ctx.body = await fs.readFileSync(filePath + uuid + suffix);
            } catch (e) {
                console.log(e);
            }
        }

        async setCustomDefine(ctx) {
            try {
                const data = JSON.parse(ctx.request.body.data);
                const sid = data.gather_select ? -1 : data.stage_id;
                const filter = {tid: data.tender_id, sid: sid, rid: data.rpt_tpl_id};
                const count = await ctx.service.rptCustomDefine.count(filter);
                const updateData = {};
                if (data.audit_select) updateData.audit_select = JSON.stringify(data.audit_select);
                if (data.gather_select) updateData.gather_select = JSON.stringify(data.gather_select);
                if (count > 0) {
                    await ctx.service.rptCustomDefine.update(updateData, filter);
                } else {
                    updateData.tid = data.tender_id;
                    updateData.sid = sid;
                    updateData.rid = data.rpt_tpl_id;
                    await ctx.service.rptCustomDefine.db.insert(ctx.service.rptCustomDefine.tableName, updateData);
                }
                const result = await this._getReport(ctx, data);
                ctx.body = {err: 0, msg: '', data: result};
            } catch (err) {
                ctx.helper.log(err);
                ctx.body = this.ajaxErrorBody(err, '保存数据出错');
            }
        }
    }
    return ReportController;
};

async function checkStg(ctx, params) {
    if (ctx.stage === null || ctx.stage === undefined || parseInt(ctx.stage.id) !== parseInt(params.stage_id)) {
        await ctx.service.stage.checkStage(params.stage_id);
        if (ctx.stage) {
            params.stage_order = ctx.stage.curOrder;
        }
    }
}
/*
async function getReportData(ctx, params, filters, memFieldKeys) {
    const rst = {};
    const runnableRst = [];
    const runnableKey = []; // 这个配合runnableRst用，未来考虑并行查询优化
    // console.log('params');
    // console.log(params);
    // console.log('memFieldKeys');
    // console.log(memFieldKeys);
    for (const filter of filters) {
        if (runnableKey.indexOf(filter) < 0) {
            switch (filter) {
                case 'project' :
                    runnableRst.push(ctx.service.project.getProjectById(params.project_id));
                    runnableKey.push('project');
                    break;
                case 'tender_info' :
                    runnableRst.push(ctx.service.tenderInfo.getTenderInfo(params.tender_id));
                    runnableKey.push('tender_info');
                    break;
                case 'ledger' :
                    runnableRst.push(ctx.service.ledger.getData(params.tender_id, 0));
                    runnableKey.push('ledger');
                    break;
                case 'deal_bills' :
                    // console.log('has push deal_bills! ' + params.tender_id);
                    runnableRst.push(ctx.service.dealBills.getDataByTenderId(params.tender_id));
                    runnableKey.push('deal_bills');
                    break;
                case 'stage_bills':
                    runnableRst.push(ctx.service.stageBills.getLastestStageData(params.tender_id, params.stage_id));
                    runnableKey.push('stage_bills');
                    break;
                case 'stage_bills_final':
                    await checkStg(ctx, params);
                    // const stage = ctx.stage;
                    // runnableRst.push(ctx.service.stageBillsFinal.getFinalDataEx(params.tender_id, params.stage_order));
                    runnableRst.push(ctx.service.stageBillsFinal.getFinalDataEx(params.tender_id, ctx.stage.order));
                    runnableKey.push('stage_bills_final');
                    break;
                case 'stage':
                    runnableRst.push(ctx.service.stage.getStageById(params.stage_id));
                    runnableKey.push('stage');
                    break;
                case 'stage_pay':
                    await checkStg(ctx, params);
                    // const stage2 = ctx.stage;
                    // runnableRst.push(ctx.service.stagePay.getAuditorStageData(params.stage_id, params.stage_times, params.stage_order));
                    runnableRst.push(ctx.service.stagePay.getAuditorStageData(params.stage_id, ctx.stage.times, ctx.stage.order));
                    runnableKey.push('stage_pay');
                    break;
                case 'mem_stage_im_zl':
                    // memFieldKeys[filter]
                    runnableRst.push(ctx.service.reportMemory.getStageImZlData(params.tender_id, params.stage_id, memFieldKeys[filter]));
                    runnableKey.push(filter);
                    break;
                case 'mem_month_progress':
                    runnableRst.push(ctx.service.reportMemory.getMonthProgress(params.tender_id, memFieldKeys[filter]));
                    runnableKey.push(filter);
                    break;
                case 'mem_stage_bills':
                    runnableRst.push(ctx.service.reportMemory.getStageBillsData(params.tender_id, params.stage_id, memFieldKeys[filter]));
                    runnableKey.push(filter);
                    break;
                case 'mem_stage_pos':
                    runnableRst.push(ctx.service.reportMemory.getStagePosData(params.tender_id, params.stage_id, memFieldKeys[filter]));
                    runnableKey.push(filter);
                    break;
                case 'mem_stage_bills_compare':
                    runnableRst.push(ctx.service.reportMemory.getStagePosData(params.tender_id, params.stage_id, memFieldKeys[filter]));
                    runnableKey.push(filter);
                    break;
                case 'change':
                    runnableRst.push(ctx.service.change.getListByStatus(params.tender_id, 3)); // 获取所有审核通过的变更主信息
                    runnableKey.push('change');
                    break;
                case 'change_audit_list':
                    runnableRst.push(ctx.service.changeAuditList.getChangeAuditBills(params.tender_id)); // 获取所有审核通过的变更清单
                    runnableKey.push('change_audit_list');
                    break;
                default:
                    break;
            }
        }
    }
    const queryRst = await Promise.all(runnableRst);
    for (let idx = 0; idx < runnableKey.length; idx++) {
        rst[runnableKey[idx]] = queryRst[idx];
    }
    for (const filter of filters) {
        switch (filter) {
            case 'mem_stage_im_tz':
                rst[filter] = await ctx.service.reportMemory.getStageImTzData(params.tender_id, params.stage_id, memFieldKeys[filter]);
                break;
            case 'mem_stage_im_tz_bills':
                rst[filter] = await ctx.service.reportMemory.getStageImTzBillsData(params.tender_id, params.stage_id, memFieldKeys[filter]);
                break;
            default:
                break;
        }
    }
    return rst;
}
*/

async function getAllPagesCommon(ctx, rptTpl, params, option, outputType, baseDir, customSelect) {
    const rptDataUtil = new rptDataExtractor();
    rptDataUtil.initialize(rptTpl);
    const filter = rptDataUtil.getDataRequestFilter();
    // console.log(filter.tables);
    const rawDataObj = await ctx.service.report.getReportData(params, filter.tables, filter.memFieldKeys,
        rptTpl[JV.NODE_CUSTOM_DEFINE], customSelect);
    await ctx.helper.saveBufferFile(JSON.stringify(rawDataObj, "", "\t"), ctx.app.baseDir + '/mem.json');
    // console.log(rawDataObj);
    try {
        const printCom = JpcEx.createNew();
        if (params.pageSize) rptTpl[JV.NODE_MAIN_INFO][JV.NODE_PAGE_INFO][JV.PROP_PAGE_SIZE] = params.pageSize;
        if (params.orientation && (params.orientation !== 'null')) rptTpl[JV.NODE_MAIN_INFO][JV.NODE_PAGE_INFO][JV.PROP_ORIENTATION] = params.orientation;

        // let defProperties = await ctx.service.rptPreDefineCfg.getCfgById('Administrator');
        // defProperties = JSON.parse(defProperties[0].defined_content);
        const defProperties = RPT_DEF_PROPERTIES;
        // console.log('defProperties: ');
        // console.log(defProperties);

        // console.log('before assemble');
        const tplData = rptDataUtil.assembleData(ctx, rawDataObj, baseDir, printCom, customSelect);
        // console.log(tplData);

        if (params.custCfg) {
            setupCustomizeCfg(params.custCfg, rptTpl, defProperties);
        } else {
            // setupCustomizeCfg(defProperties, rptTpl, defProperties);
        }
        const dftOption = params.option || JV.PAGING_OPTION_NORMAL;
        printCom.initialize(rptTpl);
        // ctx.helper
        printCom.analyzeData(ctx.helper, rptTpl, tplData, defProperties, dftOption, outputType, customSelect);
        // console.log(JSON.stringify(rptTpl));
        const maxPages = printCom.totalPages;
        let pageRst = null;
        if (maxPages > 0) {
            pageRst = printCom.outputAsSimpleJSONPageArray(ctx.helper, rptTpl, tplData, 1, maxPages, defProperties, params.custCfg, customSelect);
        } else {
            pageRst = printCom.outputAsPreviewPage(rptTpl, defProperties);
        }
        // fsUtil.writeObjToFile(pageRst, 'D:/GitHome/temp/计量testBuiltPageResult.jsp');
        // console.log(pageRst);
        return pageRst;
    } catch (ex) {
        console.log("报表数据异常, tender id: " + params.tender_id);
        console.log(ex);
    }
}

async function getMultiRptsCommon(ctx, params, outputType, baseDir) {
    for (let idx = 0; idx < params.rpt_ids.length; idx++) {
        params.rpt_ids[idx] = parseInt(params.rpt_ids[idx]); // 转换一下，以防万一
    }
    const rptTpls = await ctx.service.rptTpl.getAllTplByIds(params.rpt_ids);
    rptTpls.sort(function(rpt1, rpt2) {
        return params.rpt_ids.indexOf(rpt1.id) - params.rpt_ids.indexOf(rpt2.id);
    });
    for (let rtIdx = 0; rtIdx < rptTpls.length; rtIdx++) {
        const id = rptTpls[rtIdx].id;
        rptTpls[rtIdx] = JSON.parse(rptTpls[rtIdx].rpt_content);
        rptTpls[rtIdx].id = id;
    }
    const rptDataUtil = new rptDataExtractor();
    const filterTables = [];
    const memFieldKeys = {};
    if (rptTpls.length > 1) {
        rptTpls.sort(function(item1, item2) {
            const i1 = (item1._doc) ? item1._doc : item1;
            const i2 = (item2._doc) ? item2._doc : item2;
            const ID1 = params.rpt_ids.indexOf(i1[JV.PROP_ID]);
            const ID2 = params.rpt_ids.indexOf(i2[JV.PROP_ID]);
            return ID1 - ID2;
        });
    }
    for (const rptTpl of rptTpls) {
        rptDataUtil.initialize(rptTpl);
        const filter = rptDataUtil.getDataRequestFilter();
        // console.log(filter);
        for (const table of filter.tables) {
            if (filterTables.indexOf(table) < 0) {
                filterTables.push(table);
            }
            // memFieldKeys[table] = [];
        }
        for (const tableKeyProp in filter.memFieldKeys) {
            if (!memFieldKeys.hasOwnProperty(tableKeyProp)) {
                memFieldKeys[tableKeyProp] = [];
            }
            for (const mfKey of filter.memFieldKeys[tableKeyProp]) {
                if (memFieldKeys[tableKeyProp].indexOf(mfKey) < 0) {
                    memFieldKeys[tableKeyProp].push(mfKey);
                }
            }
        }
    }

    const rawDataObj = await ctx.service.report.getReportData(params, filterTables, memFieldKeys);
    try {
        const rptPageRstArray = [];
        // 1. 这里只用一份数据，根据实际应用情况，先备份
        // const backupData = {};
        // for (let filterIdx = 0; filterIdx < filterTables.length; filterIdx++) {
        //     backupData[filterTables[filterIdx]] = [];
        //     Object.assign(backupData[filterTables[filterIdx]], rawDataObj[filterTables[filterIdx]]);
        // }
        // 2. 一个一个模板创建数据
        // let defProperties = await ctx.service.rptPreDefineCfg.getCfgById('Administrator');
        // defProperties = JSON.parse(defProperties[0].defined_content);
        const defProperties = RPT_DEF_PROPERTIES;
        for (let tplIdx = 0; tplIdx < rptTpls.length; tplIdx++) {
            const rptTpl = (rptTpls[tplIdx]._doc) ? rptTpls[tplIdx]._doc : rptTpls[tplIdx];
            rptDataUtil.initialize(rptTpl);
            const customSelect = await ctx.service.rptCustomDefine.getCustomDefine(params.tender_id, params.stage_id, rptTpl.id);

            // 从汇总的rawDataObj中拷贝所需数据表至curRawDataObj，以供后续使用
            const curRawDataObj = {};
            const filter = rptDataUtil.getDataRequestFilter();
            for (const table of filter.tables) {
                curRawDataObj[table] = ctx.helper.clone(rawDataObj[table]);
            }

            const tplData = rptDataUtil.assembleData(ctx, curRawDataObj, baseDir, null, customSelect);
            const printCom = JpcEx.createNew();
            rptTpl[JV.NODE_MAIN_INFO][JV.NODE_PAGE_INFO][JV.PROP_PAGE_SIZE] = params.pageSize;

            if (params.pageSize) rptTpl[JV.NODE_MAIN_INFO][JV.NODE_PAGE_INFO][JV.PROP_PAGE_SIZE] = params.pageSize;
            if (params.orientation && (params.orientation !== 'null')) rptTpl[JV.NODE_MAIN_INFO][JV.NODE_PAGE_INFO][JV.PROP_ORIENTATION] = params.orientation;
            if (params.custCfg) setupCustomizeCfg(params.custCfg, rptTpl, defProperties);
            const dftOption = params.option || JV.PAGING_OPTION_NORMAL;

            printCom.initialize(rptTpl);
            // console.log(rptTpl);
            printCom.analyzeData(ctx.helper, rptTpl, tplData, defProperties, dftOption, outputType, customSelect);
            const maxPages = printCom.totalPages;
            let pageRst = null;
            // console.log(maxPages);
            if (maxPages > 0) {
                pageRst = printCom.outputAsSimpleJSONPageArray(ctx.helper, rptTpl, tplData, 1, maxPages, defProperties, params.custCfg, customSelect);
            } else {
                pageRst = printCom.outputAsPreviewPage(rptTpl, defProperties);
            }
            rptPageRstArray.push(pageRst);
            // 注意：这里需要把备份数据assign回去!!!
            // if (tplIdx < rptTpls.length - 1) {
            //     for (let filterIdx = 0; filterIdx < filterTables.length; filterIdx++) {
            //         backupData[filterTables[filterIdx]] = [];
            //         Object.assign(rawDataObj[filterTables[filterIdx]], backupData[filterTables[filterIdx]]);
            //     }
            // }
        }
        return rptPageRstArray;
    } catch (ex) {
        console.log('报表数据异常（getMultiRptsCommon）： project_id ' + params.project_id + ', tender_id: ' + params.tender_id + ', stage_id: ' + params.stage_id);
        console.log(ex);
    } finally {
        //
    }
}

function setupCustomizeCfg(customizeCfg, rptTpl, defProperties) {
    const tmpObj = {};
    // 1. 字体
    const newFonts = [];
    for (const font of defProperties.fonts) {
        const copyFont = {};
        copyFont.ID = font.ID;
        for (const fontProp of JV.FONT_PROPS) {
            copyFont[fontProp] = font[fontProp];
        }
        newFonts.push(copyFont);
        tmpObj[font.ID] = copyFont;
    }
    const private_setup_font = function(propStr, newFont) {
        if (tmpObj[propStr]) {
            tmpObj[propStr].Name = newFont.Name;
            tmpObj[propStr].FontHeight = String(newFont.FontHeight);
            tmpObj[propStr].FontBold = newFont.FontBold;
            tmpObj[propStr].FontItalic = newFont.FontItalic;
            tmpObj[propStr].FontUnderline = newFont.FontUnderline;
        }
    };
    for (const custFont of customizeCfg.fonts) {
        switch (custFont.CfgDispName) {
            case '表标题':
                private_setup_font('ReportTitle_Main', custFont);
                break;
            case '列标题':
                private_setup_font('HeaderColumn', custFont);
                private_setup_font('FooterColumn', custFont);
                break;
            case '正文内容':
                private_setup_font('Content', custFont);
                break;
            case '合计':
                private_setup_font('GrandTotal', custFont);
                private_setup_font('SectionTotal', custFont);
                break;
            case '表眉/表脚':
                private_setup_font('Header', custFont);
                private_setup_font('Footer', custFont);
                break;
            default:
                break;
        }
    }
    // 1.1 窄体
    if (tmpObj.Content_Narrow) {
        if (customizeCfg.isNarrow) {
            tmpObj.Content_Narrow.Name = 'Arial Narrow';
        } else {
            if (tmpObj.Content) {
                tmpObj.Content_Narrow.Name = tmpObj.Content.Name;
            } else {
                tmpObj.Content_Narrow.Name = '宋体';
            }
        }
    }
    defProperties.fonts = newFonts;
    // 2. 页边距
    rptTpl[JV.NODE_MAIN_INFO][JV.NODE_MARGINS][JV.PROP_LEFT] = customizeCfg.margins[JV.PROP_LEFT] / 10;
    rptTpl[JV.NODE_MAIN_INFO][JV.NODE_MARGINS][JV.PROP_RIGHT] = customizeCfg.margins[JV.PROP_RIGHT] / 10;
    rptTpl[JV.NODE_MAIN_INFO][JV.NODE_MARGINS][JV.PROP_TOP] = customizeCfg.margins[JV.PROP_TOP] / 10;
    rptTpl[JV.NODE_MAIN_INFO][JV.NODE_MARGINS][JV.PROP_BOTTOM] = customizeCfg.margins[JV.PROP_BOTTOM] / 10;
    // 3. 边框宽度
    if (customizeCfg.hasOwnProperty('borderThick')) {
        for (let i = 0; i < defProperties.styles.length; i++) {
            const style = defProperties.styles[i];
            if (style.ID === 'BORDER_ALL_AROUND') {
                for (const border of style.border_style) {
                    border.LineWeight = customizeCfg.borderThick;
                }
            }
        }
    }
    // 4. 边框竖线
    if (!(customizeCfg.showVerticalLine)) {
        const private_copy_border = function(src) {
            const rst = {};
            rst.Position = src.Position;
            rst.LineWeight = src.LineWeight;
            rst.DashStyle = src.DashStyle;
            rst.Color = src.Color;
            return rst;
        };
        const newStyles = [];
        for (let i = 0; i < defProperties.styles.length; i++) {
            const style = defProperties.styles[i];
            newStyles.push(style);
            if (style.ID === 'BORDER_ALL_AROUND') {
                const newStyle = {};
                newStyle.ID = style.ID;
                newStyle.CfgDispName = style.CfgDispName;
                newStyle.border_style = [];
                for (const border of style.border_style) {
                    const newBorder = private_copy_border(border);
                    newStyle.border_style.push(newBorder);
                    if (border.Position === 'Left' || border.Position === 'Right') {
                        newBorder.LineWeight = 0;
                    }
                }
                newStyles[newStyles.length - 1] = newStyle;
            }
        }
        defProperties.styles = newStyles;
    }
    // 5. 补0
    const private_Setup_Format = function(tabFields) {
        if (tabFields) {
            for (const tabField of tabFields) {
                if (tabField[JV.PROP_FORMAT]) {
                    tabField[JV.PROP_FORMAT] = tabField[JV.PROP_FORMAT].replace(new RegExp('#', 'gm'), '0');
                }
            }
        }
    };
    if (customizeCfg.fillZero) {
        if (rptTpl[JV.NODE_FLOW_INFO]) {
            if (rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_CONTENT]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_CONTENT][JV.PROP_FLOW_FIELDS]);
            if (rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_PAGE_SUM]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_PAGE_SUM][JV.PROP_SUM_FIELDS]);
            if (rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_SEG_SUM]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_SEG_SUM][JV.PROP_SUM_FIELDS]);
            if (rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_GROUP] && rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_GROUP][JV.PROP_GROUP_LINES]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO][JV.NODE_FLOW_GROUP][JV.PROP_GROUP_LINES][JV.PROP_SUM_FIELDS]);
            if (rptTpl[JV.NODE_FLOW_INFO][JV.NODE_DISCRETE_INFO]) {
                for (const discrete of rptTpl[JV.NODE_FLOW_INFO][JV.NODE_DISCRETE_INFO]) {
                    private_Setup_Format(discrete[JV.PROP_DISCRETE_FIELDS]);
                }
            }
            if (rptTpl[JV.NODE_FLOW_INFO_EX]) {
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_CONTENT]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_CONTENT][JV.PROP_FLOW_FIELDS]);
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_PAGE_SUM]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_PAGE_SUM][JV.PROP_SUM_FIELDS]);
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_SEG_SUM]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_SEG_SUM][JV.PROP_SUM_FIELDS]);
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_GROUP]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_GROUP][JV.PROP_SUM_FIELDS]);
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_GROUP] && rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_GROUP][JV.PROP_GROUP_LINES]) private_Setup_Format(rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_FLOW_GROUP][JV.PROP_GROUP_LINES][JV.PROP_SUM_FIELDS]);
                if (rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_DISCRETE_INFO]) {
                    for (const discrete of rptTpl[JV.NODE_FLOW_INFO_EX][JV.NODE_DISCRETE_INFO]) {
                        private_Setup_Format(discrete[JV.PROP_DISCRETE_FIELDS]);
                    }
                }
            }
        } else if (rptTpl[JV.NODE_BILL_INFO]) {
            if (rptTpl[JV.NODE_BILL_INFO][JV.NODE_BILL_CONTENT]) private_Setup_Format(rptTpl[JV.NODE_BILL_INFO][JV.NODE_BILL_CONTENT][JV.PROP_BILL_FIELDS]);
            if (rptTpl[JV.NODE_BILL_INFO][JV.NODE_DISCRETE_INFO]) {
                for (const discrete of rptTpl[JV.NODE_BILL_INFO][JV.NODE_DISCRETE_INFO]) {
                    private_Setup_Format(discrete[JV.PROP_DISCRETE_FIELDS]);
                }
            }
        } else if (rptTpl[JV.NODE_CROSS_INFO]) {
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_CONTENT]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_CONTENT][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_COL]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_COL][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_COL_SUM]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_COL_SUM][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW_EXT]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW_EXT][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW_SUM_EXT]) private_Setup_Format(rptTpl[JV.NODE_CROSS_INFO][JV.NODE_CROSS_ROW_SUM_EXT][JV.TAB_CROSS_FIELDS]);
            if (rptTpl[JV.NODE_CROSS_INFO][JV.NODE_DISCRETE_INFO]) {
                for (const discrete of rptTpl[JV.NODE_CROSS_INFO][JV.NODE_DISCRETE_INFO]) {
                    private_Setup_Format(discrete[JV.PROP_DISCRETE_FIELDS]);
                }
            }
        }
    }
}

function isFileExisted(file) {
    return new Promise(function(resolve, reject) {
        fs.access(file, err => {
            if (err) {
                reject(false);
            } else {
                resolve(true);
            }
        });
    });
}

async function encodeSignatureDataUri(roleRel, baseDir) {
    if (roleRel) {
        for (const singleRoleRel of roleRel) {
            const roleRelContent = JSON.parse(singleRoleRel.rel_content);
            for (const role of roleRelContent) {
                // console.log(role);
                if (role.sign_path !== '') {
                    const filePath = baseDir + '/app' + role.sign_path;
                    try {
                        const res = await isFileExisted(filePath);
                        if (res) {
                            const bData = fs.readFileSync(filePath);
                            const base64Str = bData.toString('base64');
                            const datauri = 'data:image/png;base64,' + base64Str;
                            role.sign_pic = datauri;
                        } else {
                            console.log('文件不存在：' + filePath);
                        }
                    } catch (err) {
                        console.error(err);
                    }
                }
            }
            singleRoleRel.rel_content = JSON.stringify(roleRelContent);
        }
    }
}

async function encodeDummySignatureDataUri(pageRst, baseDir) {
    if (pageRst) {
        for (const page of pageRst.items) {
            for (const signature of page.signature_cells) {
                if (signature.signature_name === JV.SIGNATURE_NAME_DUMMY) {
                    if (signature.path !== '') {
                        const filePath = baseDir + '/app' + signature.path;
                        try {
                            const res = await isFileExisted(filePath);
                            if (res) {
                                const bData = fs.readFileSync(filePath);
                                const base64Str = bData.toString('base64');
                                const datauri = 'data:image/png;base64,' + base64Str;
                                signature.pic = datauri;
                                signature.path = '';
                            } else {
                                console.log('文件不存在：' + filePath);
                            }
                        } catch (err) {
                            console.error(err);
                        }
                    }
                }
            }
        }
    }
}