YangHuCost/modules/pm/facade/pm_facade.js

/**
     * Created by zhang on 2018/4/17.
     */
const projectType = {
    folder: 'Folder',
    tender: 'Tender',
    project: 'Project',
    engineering: 'Engineering',
};
//先导出后require可以解决循环引用问题
module.exports = {
    getExtendData,
    getBasicInfo,
    getImportTemplateData,
    getProjectByGranularity,
    prepareShareList,
    getShareList,
    addShareList,
    updateShareList,
    deleteShareList,
    getShareInfoMap,
    getRecentShareList,
    getProjectShareList,
    getReceiveLibList,
    getLibShareList,
    getUnreadShareListByCompilation,
    getShareTip,
    getShareState,
    markShareItemsRead,
    getShareInfoAfterChangePermission,
    moveProject: moveProject,
    accessToCopyProject,
    copyProject: copyProject,
    copyExample: copyExample,
    setupSummaryFields: setupSummaryFields,
    getSummaryInfo: getSummaryInfo,
    getSummaryInfoByTender: getSummaryInfoByTender,
    getTendersFeeInfo: getTendersFeeInfo,
    getConstructionProject: getConstructionProject,
    getFullPath: getFullPath,
    getProjectFeature: getProjectFeature,
    getProgressiveInterval: getProgressiveInterval,
    projectType: projectType,
    getPosterityProjects: getPosterityProjects,
    isShare: isShare,
    isFirst: isFirst,
    getShareInfo: getShareInfo,
    prepareInitialData: prepareInitialData,
    changeFile: changeFile,
    checkFiles: checkFiles,
    copyForSectionError: copyForSectionError,
    exportProject: exportProject,
    importProject: importProject,
    uploadToken: uploadToken,
    downLoadProjectFile: downLoadProjectFile,
    importProcessChecking: importProcessChecking,
    importInterface,
    copyConstructionProject,
    isTenderOverrun,
    getWelcomeInfo: getWelcomeInfo,
};



let mongoose = require('mongoose');
let _ = require("lodash");
let feeRate_facade = require('../../fee_rates/facade/fee_rates_facade');
let glj_facade = require('../../glj/facade/glj_facade');
let project_facade = require('../../main/facade/project_facade');
let logger = require("../../../logs/log_helper").logger;
const uuidV1 = require('uuid/v1');
const billsUtil = require('../../../public/billsUtil');
let projectModel = mongoose.model('projects');
let projectSettingModel = mongoose.model('proj_setting');
let billsModel = mongoose.model('bills');
let rationModel = mongoose.model('ration');
let gljListModel = mongoose.model("glj_list");
let calcProgramsModel = mongoose.model('calc_programs');
const {
    defaultDecimal,
    billsQuantityDecimal,
    displaySetting,
    calcOptions,
    tenderSetting,
    bookmarkSetting
} = require('../models/project_property_template');
const labourCoeFacade = require('../../main/facade/labour_coe_facade');
const calcProgramFacade = require('../../main/facade/calc_program_facade');
const mainColLibModel = mongoose.model('std_main_col_lib');
const EngineeringLibModel = require("../../users/models/engineering_lib_model");
let labourCoesModel = mongoose.model('labour_coes');
let feeRateModel = mongoose.model('fee_rates');
let feeRateFileModel = mongoose.model('fee_rate_file');
let unitPriceFileModel = mongoose.model("unit_price_file");
let mixRatioModel = mongoose.model("mix_ratio");
let freightModel = mongoose.model("freight_calc");
let originalModel = mongoose.model("original_calc");
let comElectrovalenceModel = mongoose.model("com_electrovalence");
let unitPriceModel = mongoose.model("unit_price");
let installationFeeModel = mongoose.model("installation_fee");
let rationGLJModel = mongoose.model('ration_glj');
let rationCoeModel = mongoose.model('ration_coe');
let rationInstallationModel = mongoose.model('ration_installation');
let quantityDetailModel = mongoose.model('quantity_detail');
let rationTemplateModel = mongoose.model('ration_template');
let userModel = mongoose.model('user');
let compleGljSectionModel = mongoose.model('complementary_glj_section');
let compleGljSectionTModel = mongoose.model('complementary_glj_section_templates');
let progressiveModel = mongoose.model('std_progressive_lib');
let importLogsModel = mongoose.model("import_logs");
const shareListModel = mongoose.model('share_list');
const shareLibModel = mongoose.model('share_libs');
let welcomeModel = mongoose.model("welcome_setting");
let divideModel = mongoose.model("divide_setting");
let evaluateListModel = mongoose.model("evaluate_list");
let bidListModel = mongoose.model("bid_evaluation_list");

let featureLibModel = mongoose.model("std_project_feature_lib");
let scMathUtil = require('../../../public/scMathUtil').getUtil();
let counter = require('../../../public/counter/counter');
const SectionTreeDao = require('../../complementary_ration_lib/models/sectionTreeModel');
let sectionTreeDao = new SectionTreeDao();
const CounterModel = require("../../glj/models/counter_model");
const moment = require('moment-timezone');
const {
    fixedFlag,
    SharePermissionChangeType,
    GRANULARITY,
    ValuationType,
    BOQType
} = require('../../../public/common_constants');
const notDeleted = [{ deleteInfo: null }, { 'deleteInfo.deleted': false }];
let cipher = require('../../../public/cipher');
let index = require("../../system_setting/model/index");
const compilationModel = mongoose.model('compilation');
const engineeringModel = mongoose.model('engineering_lib');
const basicInfoModel = mongoose.model('std_basic_info_lib');
const stdBillsTemplateModel = mongoose.model('std_bills_template_items');
const stdFeeRateModel = mongoose.model('std_fee_rate_libs');
let qiniu = require("qiniu");
let fs = require("fs");
let path = require("path");
let request = require("request");
const systemSettingModel = mongoose.model('system_setting');

function getExtendData(property, compilation) {
    let ext = {};
    if (property) {
        let region = property.region;
        let taxType = property.taxType;
        if (compilation.priceProperties && compilation.priceProperties.length > 0) {//如果是具有多单价的编办，取单价对应的字段
            let priceProperty = _.find(compilation.priceProperties, { region: region, taxModel: parseInt(taxType) });
            if (priceProperty) {
                ext['priceField'] = priceProperty.price.dataCode;
            }
        }
        if (compilation.consumeAmtProperties && compilation.consumeAmtProperties.length > 0) {
            let consumeAmt = _.find(compilation.consumeAmtProperties, { region: region, taxModel: parseInt(taxType) });
            if (consumeAmt) {
                ext['quantityField'] = consumeAmt.consumeAmt.dataCode;
            }
        }
    }
    return _.isEmpty(ext) ? null : ext;
}



let qiniu_config = {
    "AccessKey": "_gR1ed4vi1vT2G2YITGSf4_H0fJu_nRS9Tzk3T4z",
    "SecretKey": "ty4zd0FHqgEDaiVzSLC8DfHlai99aS7bspLkw6s6",
    "Bucket": "yun-update",
    "Domain": "http://serverupdate.smartcost.com.cn"
};
let mac = new qiniu.auth.digest.Mac(qiniu_config.AccessKey, qiniu_config.SecretKey);

// 重构了分享的数据结构，原本存在projects表的shareInfo数组中
// 为了更好地适应新功能及以后拓展功能，现将分享信息存放在单独的share_list表中
// 为了适应旧数据，需要在share_list没有数据的时候，将原本的分享信息复制到share_list中，同时生成联系人
// TODO: 上线后这个方法执行过后，应该删除此方法
async function prepareShareList() {
    const shareListCount = await shareListModel.count({});
    console.log(shareListCount);
    if (shareListCount) {
        return;
    }
    logger.info('================================enterPrepareShareList================================================');
    // 将项目的shareInfo数据复制到share_list表中
    const projects = await projectModel.find({ 'shareInfo.0': { $exists: true } }, '-_id ID userID shareInfo').lean();
    if (!projects.length) {
        return;
    }
    const shareList = [];
    const userMap = {}; // 给生成联系人做准备
    projects.forEach(project => {
        const ownerContacts = userMap[project.userID] || (userMap[project.userID] = []);
        project.shareInfo.forEach(shareItem => {
            if (!shareItem.shareDate) {
                return;
            }
            const receiverContacts = userMap[shareItem.userID] || (userMap[shareItem.userID] = []);
            receiverContacts.push(project.userID);
            const newItem = {
                ID: uuidV1(),
                projectID: project.ID,
                owner: project.userID,
                receiver: shareItem.userID,
                allowCopy: shareItem.allowCopy,
                allowCooperate: shareItem.allowCooperate,
                shareDate: shareItem.shareDate,
                updateDate: shareItem.shareDate
            };
            ownerContacts.push(shareItem.userID);
            shareList.push(newItem);
        });
    });
    // 插入分享信息
    const shareListPromise = shareListModel.insertMany(shareList);
    const tasks = [shareListPromise];
    // 更新用户信息
    const userTasks = [];
    Object.entries(userMap).forEach(([userID, contacts]) => {
        contacts = [...new Set(contacts)]
            .map(user => ({ userID: user }));
        const task = {
            updateOne: {
                filter: {
                    _id: mongoose.Types.ObjectId(userID)
                },
                update: {
                    contacts
                }
            }
        };
        userTasks.push(task);
    });
    if (userTasks.length) {
        tasks.push(userModel.bulkWrite(userTasks));
    }
    await Promise.all(tasks);
}


// 获取分享列表
async function getShareList(query, isShareLib = false) {
    const model = isShareLib ? shareLibModel : shareListModel;
    return await model.find(query, '-_id').lean();
}

async function addShareList(docs, isShareLib = false) {
    const model = isShareLib ? shareLibModel : shareListModel;
    await model.insertMany(docs);
}

async function deleteShareList(query, isShareLib = false) {
    const model = isShareLib ? shareLibModel : shareListModel;
    await model.deleteMany(query);
}

async function updateShareList(updateData, isShareLib = false) {
    const model = isShareLib ? shareLibModel : shareListModel;
    const bulks = updateData.map(item => (
        {
            updateOne: {
                filter: item.query,
                update: item.update
            }
        }
    ));
    if (bulks.length) {
        await model.bulkWrite(bulks);
    }
}

// 根据项目ID获取项目shareInfo字段的数据映射（前端旧逻辑依赖项目本身的shareInfo字段）
async function getShareInfoMap(projectIDs, shareList = null) {
    if (!shareList) {
        shareList = await getShareList({ projectID: { $in: projectIDs } });
    }
    // 将相同项目的分享信息进行映射
    const map = {};
    shareList.forEach(item => {
        const shareInfo = map[item.projectID] || (map[item.projectID] = []);
        shareInfo.push({
            userID: item.receiver,
            shareDate: item.shareDate,
            updateDate: item.updateDate,
            allowCopy: item.allowCopy,
            allowCooperate: item.allowCooperate
        });
    });
    return map;
}

// 获取最近分享(只算分享出去的记录)
async function getRecentShareList(userID, count) {
    // 合并分享的项目和库
    const shareProjectList = await getShareList({ owner: userID });
    const shareLibList = await getShareList({ owner: userID }, true);
    const shareList = [...shareProjectList, ...shareLibList];
    shareList.sort((a, b) => Date.parse(b.shareDate) - Date.parse(a.shareDate));
    const set = new Set();
    for (const item of shareList) {
        if (set.size === count) {
            break;
        }
        set.add(item.receiver);
    }
    const sortedIDList = [...set];
    const userIDList = sortedIDList.map(userID => mongoose.Types.ObjectId(userID));
    const users = await userModel.find({ _id: { $in: userIDList } }, 'real_name mobile company').lean();
    users.sort((a, b) => sortedIDList.indexOf(a._id.toString()) - sortedIDList.indexOf(b._id.toString()));
    return users;
}

// 获取某项目的分享记录
async function getProjectShareList(projectID, limit = null) {
    const sharedList = limit
        ? await shareListModel.find({ projectID }).lean().sort({ shareDate: -1 }).limit(limit)
        : await shareListModel.find({ projectID }).lean().sort({ shareDate: -1 });
    const userIDs = [];
    const userMap = {};
    sharedList.forEach((item, index) => {
        userIDs.push(item.receiver);
        userMap[item.receiver] = item;
        userMap[item.receiver].index = index;
    });
    const userObjectIDs = userIDs.map(userID => mongoose.Types.ObjectId(userID));
    const users = await userModel.find({ _id: { $in: userObjectIDs } }, 'real_name mobile company').lean();
    users.forEach(user => {
        const matched = userMap[user._id];
        if (matched) {
            user.index = matched.index;
            user.allowCopy = matched.allowCopy;
            user.allowCooperate = matched.allowCooperate;
        }
    });
    users.sort((a, b) => a.index - b.index);
    return users;
}

async function getReceiveLibList(receiver, compilationID, libType) {
    const sharedList = await shareLibModel.find({ receiver, compilationID, libType }).lean().sort({ shareDate: -1 });
    const userIDs = [];
    const userMap = {};
    sharedList.forEach((item, index) => {
        userIDs.push(item.owner);
        userMap[item.owner] = item;
        userMap[item.owner].index = index;
    });
    const userObjectIDs = userIDs.map(userID => mongoose.Types.ObjectId(userID));
    const users = await userModel.find({ _id: { $in: userObjectIDs } }, 'real_name').lean();
    users.forEach(user => {
        const matched = userMap[user._id];
        if (matched) {
            user.index = matched.index;
        }
    });
    users.sort((a, b) => a.index - b.index);
    return users;
}

// 获取某库的分享记录
async function getLibShareList(owner, compilationID, libType, limit = null) {
    const sharedList = limit
        ? await shareLibModel.find({ owner, compilationID, libType }).lean().sort({ shareDate: -1 }).limit(limit)
        : await shareLibModel.find({ owner, compilationID, libType }).lean().sort({ shareDate: -1 });
    const userIDs = [];
    const userMap = {};
    sharedList.forEach((item, index) => {
        userIDs.push(item.receiver);
        userMap[item.receiver] = item;
        userMap[item.receiver].index = index;
    });
    const userObjectIDs = userIDs.map(userID => mongoose.Types.ObjectId(userID));
    const users = await userModel.find({ _id: { $in: userObjectIDs } }, 'real_name mobile company').lean();
    users.forEach(user => {
        const matched = userMap[user._id];
        if (matched) {
            user.index = matched.index;
        }
    });
    users.sort((a, b) => a.index - b.index);
    return users;
}

// 获取某用户某费用定额的未读的被分享记录
async function getUnreadShareListByCompilation(userID, compilationID, isGetCount) {
    const fields = isGetCount ? '-_id projectID ' : '-_id';
    const list = await shareListModel.find({ receiver: userID, isRead: false }, fields);
    const idList = list.reduce((acc, cur) => {
        acc.push(cur.projectID);
        return acc;
    }, []);
    const notDeleted = [{ deleteInfo: null }, { 'deleteInfo.deleted': false }];
    const query = { ID: { $in: idList }, compilation: compilationID, $or: notDeleted };
    if (isGetCount) {
        return await projectModel.count(query)
    }
    const items = await projectModel.find(query, '-_id ID').lean();
    return items.map(item => item.ID);
}

// 获取分享的提示（造价书分享按钮tooltip使用）
async function getShareTip(projectID, limit) {
    const task = [
        getProjectShareList(projectID, limit),
        shareListModel.count({ projectID })
    ];
    const [users, count] = await Promise.all(task);
    return users.reduce((acc, user, index) => {
        if (index === 0) {
            acc += '已分享给';
            acc += user.real_name;
        } else {
            acc += ` ${user.real_name}`;
        }
        if (index === users.length - 1 && count > limit) {
            acc += `等${count}人`;
        }
        return acc;
    }, '');
}

// 获取项目的分享状态
// 分享项目的拷贝和编辑性，需要参考父项
// 以项目链上最新更新的分享数据为准
async function getShareState(projectID, receiver) {
    const projectIDs = await getUpChainIDs(projectID);
    const shareList = await shareListModel.find({ projectID: { $in: projectIDs }, receiver }).lean();
    shareList.sort((a, b) => Date.parse(b.updateDate) - Date.parse(a.updateDate));
    return {
        allowCopy: shareList[0] && shareList[0].allowCopy || false,
        allowCooperate: shareList[0] && shareList[0].allowCooperate || false
    };
}

// 自身及父链上的分享数据（链距离最近的一个）
async function getUpChainShareData(projectID, receiver) {
    while (projectID != -1) {
        const shareData = await shareListModel.findOne({ projectID, receiver }).lean();
        if (shareData) {
            return shareData;
        }
        const project = await projectModel.findOne({ ID: projectID }, '-_id ParentID').lean();
        projectID = project ? project.ParentID : -1;
    }
    return null;
}

// 标记已读分享条目
// 打开任意的单位工程，都会将其父分享条目标记和自身为已读 
// eg:被分享了一个建设项目，和其下一个单位工程，打开该一个单位工程，建设项目标记为已读、该单位工程也标记为已读
async function markShareItemsRead(projectID, userID) {
    const upChainIDs = await getUpChainIDs(projectID);
    const unreadList = await shareListModel.find({ projectID: { $in: upChainIDs }, receiver: userID, isRead: false }, '-_id ID projectID').lean();
    const markReadProjectIDs = [];
    const bulks = [];
    unreadList.forEach(item => {
        markReadProjectIDs.push(item.projectID);
        bulks.push({
            updateOne: {
                filter: { ID: item.ID },
                update: { isRead: true }
            }
        });
    });
    if (bulks.length) {
        await shareListModel.bulkWrite(bulks);
    }
    return markReadProjectIDs;
}

/**
 * 分享权限变更后，根据变更操作，获取相关项目的分享权限信息
 * 不能简单根据某个项目的分享信息获得其权限，因为目前的分享可以重复分享（分享单位工程A、分享包含单位工程A的父项） 
 * 最新的分享权限是由项目链上(所有子项、自身、父项...)最新的分享信息决定的
 * @param {Number} permissionType - 分享权限变更类型
 * @param {String} receiver - 用户ID
 * @param {Number} projectID - 项目ID
 */
async function getShareInfoAfterChangePermission(permissionType, receiver, projectID) {
    const project = await projectModel.findOne({ ID: projectID }, '-_id ID projType').lean();
    if (!project) {
        return [];
    }
    // UPDATE_COPY不触发推送给主页面的消息
    const propChange = [SharePermissionChangeType.UPDATE_COOPERATE].includes(permissionType);
    const cancelShare = permissionType === SharePermissionChangeType.CANCEL;
    // 需要处理的单位工程
    if (propChange && project.projType === projectType.tender) {
        const shareData = await shareListModel.findOne({ projectID, receiver }, '-_id allowCooperate allowCopy updateDate').lean();
        const tender = { ID: projectID };
        if (shareData) {
            Object.assign(tender, shareData);
        }
        return [tender];
    }
    if (propChange && project.projType !== projectType.tender) {
        const projects = await getPosterityProjects([projectID], false, '-_id ID projType');
        const tenders = projects.filter(p => p.projType === projectType.tender);
        const shareData = await shareListModel.findOne({ projectID, receiver }, '-_id allowCooperate allowCopy updateDate').lean();
        if (shareData) {
            tenders.forEach(tender => Object.assign(tender, shareData));
        }
        return tenders
    }
    if (cancelShare && project.projType === projectType.tender) {
        const shareData = await getUpChainShareData(projectID, receiver);
        return shareData ? [] : [{ ID: projectID }];
    }
    if (cancelShare && project.projType !== projectType.tender) {
        const projects = await getPosterityProjects([projectID], false, '-_id ID projType');
        const tenders = [];
        for (const p of projects) {
            if (p.projType === projectType.tender) {
                const shareData = await getUpChainShareData(p.ID, receiver);
                if (!shareData) {
                    tenders.push({ ID: p.ID });
                }
            }
        }
        return tenders;
    }
    return [];
}

//拷贝例题项目
//@param {String}userID {Array}projIDs拷贝的例题项目ID（建设项目、文件夹）@return {Boolean}
async function copyExample(userID, compilation, projIDs, nameMap) {
    let allProjs = [],
        IDMapping = {},
        projMapping = {};
    //例题项目不可为单项工程、单位工程、只能是建设项目、文件夹，否则不自动新建例题项目（这里不报错，让用户没有感觉）
    let parentExample = await projectModel.find({ ID: { $in: projIDs }, $or: notDeleted }).lean();
    if (parentExample.length === 0) {
        return false;
    }
    allProjs = allProjs.concat(parentExample);
    for (let i = 0; i < parentExample.length; i++) {
        let data = parentExample[i];
        if (data.projType === projectType.tender || data.projType === projectType.engineering) {
            return false;
        }
        //设置成顶节点，最后一个节点设置成末节
        data.ParentID = -1;
        if (i === parentExample.length - 1) {
            data.NextSiblingID = -1;
        }
        if (nameMap && nameMap[data.ID]) data.name = nameMap[data.ID];
    }
    //获取所有的子项目
    let posterityProjs = await getPosterityProjects(projIDs);
    allProjs = allProjs.concat(posterityProjs);
    let projCounter = await counter.counterDAO.getIDAfterCountSync(counter.moduleName.project, allProjs.length);
    //旧ID与新ID映射
    for (let i = 0; i < allProjs.length; i++) {
        let data = allProjs[i];
        let newID = projCounter.sequence_value - (allProjs.length - 1) + i;
        IDMapping[data.ID] = newID;
        projMapping[newID] = data;
    }
    //return;
    //设置新的树结构数据
    let newDate = new Date(),
        parentBulks = [];
    const projectMaps = [];
    for (let data of allProjs) {
        let orgID = data.ID;
        data.ID = IDMapping[data.ID];
        data.ParentID = IDMapping[data.ParentID] ? IDMapping[data.ParentID] : -1;
        data.NextSiblingID = IDMapping[data.NextSiblingID] ? IDMapping[data.NextSiblingID] : -1;
        data.createDateTime = newDate;
        data.userID = userID;
        data.GUID = uuidV1();
        data.compilation = compilation;
        data.fileVer = await index.getVersion();
        data.shareInfo = [];
        if (data.projType !== projectType.tender) {
            let newData = _.cloneDeep(data);
            delete newData._id;
            //  await projectModel.create(newData);
            parentBulks.push({ insertOne: { document: newData } });
        } else {
            //拷贝单位工程
            let rootProjectID = projMapping[data.ParentID].ID;
            let projectMap = {
                copy: {
                    document: {
                        userID: userID, ID: orgID, NextSiblingID: data.NextSiblingID, ParentID: data.ParentID, name: data.name, shareInfo: [],
                        compilation: compilation, fileVer: data.fileVer, projType: data.projType, property: { rootProjectID: rootProjectID }
                    }
                }
            };
            await copyProject(userID, compilation, { projectMap }, data.ID, true);
            projectMaps.push(projectMap);
        }
    }
    //最末顶层项目（兼容测试时已存在有项目，正常用户第一次进费用定额，该费用定额不存在项目）
    let lastProj = await projectModel.findOne({ userID: userID, compilation: compilation, ParentID: -1, NextSiblingID: -1, $or: notDeleted });
    if (lastProj) {
        parentBulks.push({ updateOne: { filter: { ID: lastProj.ID }, update: { $set: { NextSiblingID: parentExample[0].ID } } } });
    }
    // 处理项目数据
    const projectTasks = [projectModel.bulkWrite(parentBulks), createProject(projectMaps)];
    await Promise.all(projectTasks);
    return true;
}

async function accessToCopyProject(userID, compilationID, data, newProjectID) {
    const logData = {
        key: uuidV1(),
        content: '正在拷贝项目，请稍候……',
        userID,
        compilationID,
        status: 'start',
        create_time: +new Date()
    };
    await importLogsModel.create(logData);
    handleCopyProject(logData.key, userID, compilationID, data, newProjectID, false);
    return 'copying project';
}

async function handleCopyProject(key, userID, compilationID, data, newProjectID) {
    const doc = { status: 'finish' };
    try {
        const projectMap = await copyProject(userID, compilationID, data, newProjectID, false);
        doc.projectID = projectMap.copy.document.ID;
    } catch (err) {
        doc.status = 'error';
        doc.errorMsg = String(err);
    } finally {
        await importLogsModel.update({ key }, doc);
    }
}

async function copyProject(userID, compilationID, data, newProjectID = null, delayProjectTask = false) {
    let projectMap = data.projectMap;
    const isSaveAs = isDef(projectMap.isSaveAs) ? projectMap.isSaveAs : false; // 只有另存为的行为为true，这里需要区分是因为，另存为中另存费率单价文件时，若有重名需要直接报错提示，而不是自动加（xxx复制）的后缀
    const saveAsFile = isDef(projectMap.saveAsFile) ? projectMap.saveAsFile : true; // 是否另存费率、单价文件，默认是另存的。
    const projectParentID = projectMap['copy'].document.ParentID;
    const projectName = projectMap['copy'].document.name;
    if (isSaveAs) {
        const isExist = await isProjectNameExist(projectParentID, projectName);
        if (isExist) {
            throw `分段文件[${projectName}]已存在。`;
        }
    }
    let originalID = projectMap['copy'].document.ID;
    if (!newProjectID) {
        newProjectID = await getCounterID("projects");
    }
    let calcProgramFileID = uuidV1();//新的计算程序文件ID
    let labourCoeFileID = uuidV1();//新的人工调整系数文件ID
    let originalProject = await projectModel.findOne({ 'ID': originalID });//查找最新的那项目信息，前端缓存的数据有可能不是最新的
    if (!originalProject) {
        throw new Error('没有找到对应的项目，复制失败!');
    }
    let property = originalProject.property;
    if (projectMap['copy'].document.property) {//更新项目属性信息
        setProperty(property, projectMap['copy'].document.property);
    }
    let originalProperty = _.cloneDeep(property);
    projectMap['copy'].document.property = property;
    logger.info("复制项目： 旧项目ID: " + originalID + " ------- 新项目ID: " + newProjectID);
    //更新项目的属性;
    projectMap['copy'].document.ID = newProjectID;
    projectMap['copy'].document.GUID = uuidV1();
    if (projectMap['copy'].document.property.calcProgramFile) {
        projectMap['copy'].document.property.calcProgramFile.ID = calcProgramFileID;
    }
    if (projectMap['copy'].document.property.labourCoeFile) {
        projectMap['copy'].document.property.labourCoeFile.ID = labourCoeFileID;
    }
    projectMap['copy'].document.userID = userID;
    projectMap['copy'].document.compilation = compilationID;
    projectMap['copy'].document.createDateTime = new Date();
    //清单、定额ID生成任务
    let IDtasks = [
        createIDsAndReturn(originalID, billsModel),
        createIDsAndReturn(originalID, rationModel),
        getProjectGLJIDAndReturn(originalID, newProjectID)
    ];
    let [billMap, rationMap, projectGLJMap] = await Promise.all(IDtasks);
    //所有复制任务异步处理，提升效率  复制清单，定额，4个文件，项目工料机， 定额工料机，人工系数，工程量明细，定额安装增加费，安装增加费
    let copyTasks = [
        copyProjectSetting(originalID, newProjectID),
        copyBills(newProjectID, billMap),
        copyRations(newProjectID, billMap.uuidMaping, rationMap, projectGLJMap.IDMap),
        copyProjectGLJ(projectGLJMap.datas),
        copyInstallFee(originalID, newProjectID),
        copyRationSubList(originalID, newProjectID, billMap.uuidMaping, rationMap.uuidMaping, projectGLJMap.IDMap, rationGLJModel),
        copyRationSubList(originalID, newProjectID, billMap.uuidMaping, rationMap.uuidMaping, projectGLJMap.IDMap, rationCoeModel),
        copyRationSubList(originalID, newProjectID, billMap.uuidMaping, rationMap.uuidMaping, projectGLJMap.IDMap, quantityDetailModel),
        copyRationSubList(originalID, newProjectID, billMap.uuidMaping, rationMap.uuidMaping, projectGLJMap.IDMap, rationInstallationModel),
        copyRationSubList(originalID, newProjectID, billMap.uuidMaping, rationMap.uuidMaping, projectGLJMap.IDMap, rationTemplateModel),
        copyMaterialList(originalID, newProjectID, projectGLJMap.IDMap, evaluateListModel),
        copyMaterialList(originalID, newProjectID, projectGLJMap.IDMap, bidListModel),
    ];
    if (originalProperty.calcProgramFile) {
        copyTasks.push(commonCopy(newProjectID, originalProperty.calcProgramFile.ID, calcProgramFileID, calcProgramsModel));
    }
    if (originalProperty.labourCoeFile) {
        copyTasks.push(commonCopy(newProjectID, originalProperty.labourCoeFile.ID, labourCoeFileID, labourCoesModel));
    }
    //复制分摊信息
    let divide_setting = await divideModel.findOne({ projectID: originalID }, '-_id').lean();
    if (divide_setting) copyTasks.push(copyDivide(divide_setting, newProjectID, projectGLJMap.IDMap));

    // 处理单价、费率文件
    if (saveAsFile) {
        let feeRateFileName = isSaveAs ? projectName : originalProperty.feeFile.name;
        let unitPriceFileName = isSaveAs ? projectName : originalProperty.unitPriceFile.name;
        let feeRateFileID = uuidV1();//新的费率文件ID
        let unitPriceFileID = await getCounterID("unit_price_file");//新的单价文件ID
        //费率文件、单价文件重名检查
        let feeRate = await feeRateFileModel.findOne({ rootProjectID: originalProperty.rootProjectID, name: feeRateFileName, deleteInfo: null });
        if (feeRate) {//存在重名的文件
            feeRateFileName = feeRateFileName + '（' + moment(Date.now()).tz("Asia/Shanghai").format('MM-DD HH:mm:ss') + '复制）';
        }
        projectMap['copy'].document.property.feeFile.name = feeRateFileName;
        let unitPriceFile = await unitPriceFileModel.findOne({ root_project_id: originalProperty.rootProjectID, name: unitPriceFileName, deleteInfo: null });
        if (unitPriceFile) {//存在重名的文件
            unitPriceFileName = unitPriceFileName + '（' + moment(Date.now()).tz("Asia/Shanghai").format('MM-DD HH:mm:ss') + '复制）';
        }
        projectMap['copy'].document.property.unitPriceFile.name = unitPriceFileName;
        if (projectMap['copy'].document.property.feeFile) {
            projectMap['copy'].document.property.feeFile.id = feeRateFileID;
        }
        if (projectMap['copy'].document.property.unitPriceFile) {
            projectMap['copy'].document.property.unitPriceFile.id = unitPriceFileID;
        }
        if (originalProperty.feeFile) {
            copyTasks.push(copyFeeRate(originalProperty.rootProjectID, userID, originalProperty.feeFile.id, feeRateFileID, feeRateFileName));
        }
        if (originalProperty.unitPriceFile) {
            copyTasks.push(copyUnitPriceFile(newProjectID, originalProperty.rootProjectID, userID, originalProperty.unitPriceFile.id, unitPriceFileID, unitPriceFileName));
        }
    }
    await Promise.all(copyTasks);
    // 最后再处理项目数据
    // 可能会有最后再在外层方法插入项目数据的需求，如拷贝例题，暂时先不在这里插入项目数据
    if (delayProjectTask) {
        return [projectMap];
    } else {
        const projectMaps = await createProject([projectMap]);
        return projectMaps[0];
    }
}

// 判断项目名称是否存在
async function isProjectNameExist(parentID, name) {
    const notDeleted = [{ deleteInfo: null }, { 'deleteInfo.deleted': false }];
    const count = await projectModel.count({ ParentID: parentID, name, $or: notDeleted });
    return !!count;
}

async function createIDsAndReturn(originalID, model) {
    let uuidMaping = {};//做ID映射
    let datas = [];
    let result = await model.find({ "projectID": originalID }, '-_id');
    uuidMaping['-1'] = -1;
    //建立uuid-ID映射
    for (let d of result) {
        uuidMaping[d.ID] = uuidV1();
        datas.push(d._doc);
    }
    return { uuidMaping: uuidMaping, datas: datas };
}

async function getProjectGLJIDAndReturn(originalID, newProjectID) {
    let IDMap = {};
    let datas = [];
    let result = await gljListModel.find({ project_id: originalID }, '-_id');
    let gljCount = await counter.counterDAO.getIDAfterCountSync(counter.moduleName.glj_list, result.length);
    for (let i = 0; i < result.length; i++) {
        let d = result[i];
        let newID = gljCount.sequence_value - (result.length - 1) + i;
        //let newID = await getCounterID("glj_list");
        IDMap[d.id] = newID;
        d._doc.project_id = newProjectID;
        d._doc.id = newID;
        datas.push(d._doc);
    }
    return { IDMap: IDMap, datas: datas };
}

async function createProject(projectMaps) {//复制项目
    let tasks = [];
    for (const projectMap of projectMaps) {
        if (projectMap['update']) {//如果复制后存在前一个节点，则更新其NextSiblingID
            tasks.push({ updateOne: { filter: projectMap['update'].query, update: { NextSiblingID: projectMap['copy'].document.ID } } });
        }
        tasks.push({ insertOne: { document: projectMap['copy'].document } });//复制任务
    }
    await projectModel.bulkWrite(tasks);
    return projectMaps;
}

async function copyProjectSetting(originalID, newProjectID) {
    let result = null;
    let setting = await projectSettingModel.findOne({ "projectID": originalID }, '-_id');
    if (setting) {
        setting._doc.projectID = newProjectID;
        result = await projectSettingModel.create(setting._doc);
    }
    return result;
}

async function copyBills(newProjectID, billMap) {
    let uuidMaping = billMap.uuidMaping;//做ID映射
    for (let doc of billMap.datas) {
        doc = getCopyBillDatas(doc, newProjectID, uuidMaping)
    }
    await insertMany(billMap.datas, billsModel);
    return billMap.datas;
}


function getCopyBillDatas(doc, newProjectID, uuidMaping) {
    doc.projectID = newProjectID;
    doc.ID = uuidMaping[doc.ID] ? uuidMaping[doc.ID] : -1;
    doc.ParentID = uuidMaping[doc.ParentID] ? uuidMaping[doc.ParentID] : -1;
    doc.NextSiblingID = uuidMaping[doc.NextSiblingID] ? uuidMaping[doc.NextSiblingID] : -1;
    //对于有基数计算的节点，需要替换计算基数中引用的ID为新的ID
    if (doc.calcBase && doc.calcBase != "") {
        let idArr = scMathUtil.getFIDArr(doc.calcBase);
        for (let re of idArr) {
            let oID = re.substr(1);//去掉开头的@字符
            if (!uuidMaping[oID]) continue;
            doc.calcBase = doc.calcBase.replace(new RegExp(oID, "g"), uuidMaping[oID]);
        }
    }
    return doc;
}

async function copyRations(newProjectID, billsIDMap, rationMap, projectGLJIDMap) {
    let uuidMaping = rationMap.uuidMaping;
    for (let doc of rationMap.datas) {
        doc = getCopyRationData(doc, newProjectID, billsIDMap, uuidMaping, projectGLJIDMap);
    }
    if (rationMap.datas.length > 0) {
        await insertMany(rationMap.datas, rationModel);
    }
    return rationMap.datas;
}


function getCopyRationData(doc, newProjectID, billsIDMap, uuidMaping, projectGLJIDMap) {
    doc.projectID = newProjectID;
    doc.ID = uuidMaping[doc.ID] ? uuidMaping[doc.ID] : -1;
    if (doc.billsItemID) {
        doc.billsItemID = billsIDMap[doc.billsItemID] ? billsIDMap[doc.billsItemID] : -1;
    }
    if (doc.referenceRationID) doc.referenceRationID = uuidMaping[doc.referenceRationID] ? uuidMaping[doc.referenceRationID] : undefined;
    //绑定定类型的工料机 项目工料机ID
    doc.type == 3 && doc.projectGLJID && projectGLJIDMap[doc.projectGLJID] ? doc.projectGLJID = projectGLJIDMap[doc.projectGLJID] : '';
    return doc;
}


async function copyProjectGLJ(gljList) {
    await insertMany(gljList, gljListModel);
}

async function commonCopy(newProjectID, oldID, newID, model) { //对于只需更新ID和projectID的文件的复制
    let result = null;
    let file = await model.findOne({ "ID": oldID }, '-_id');
    if (file) {
        file._doc.ID = newID;
        file._doc.projectID = newProjectID;
        result = await model.create(file._doc);
    }
    return result;
}

async function copyDivide(divide_setting, newProjectID, projectGLJIDMap) {
    divide_setting.ID = uuidV1();
    divide_setting.projectID = newProjectID;
    for (let rg of divide_setting.ration_gljs) {
        rg.projectGLJID = projectGLJIDMap[rg.projectGLJID]
    }
    return await divideModel.create(divide_setting);
}

async function copyFeeRate(rootProjectID, userID, originalFeeRateFileID, feeRateFileID, newName) {//复制费率和费率文件
    let [feeRateFile, feeRate] = await feeRate_facade.getFeeRateByID(originalFeeRateFileID);
    let newFeeRateID = uuidV1();
    if (feeRate) {
        feeRate._doc.ID = newFeeRateID;
        await feeRateModel.create(feeRate._doc);
    }
    if (feeRateFile) {
        feeRateFile._doc.ID = feeRateFileID;
        newName ? feeRateFile._doc.name = newName : '';
        feeRateFile._doc.userID = userID;
        feeRateFile._doc.rootProjectID = rootProjectID;
        feeRateFile._doc.feeRateID = newFeeRateID;
        await feeRateFileModel.create(feeRateFile._doc);
    }
}

async function copyUnitPriceFile(newProjectID, rootProjectID, userID, originaluUnitPriceFileID, unitPriceFileID, newName) {//复制单价文件、组成物

    let taskList = [
        copyFile(newProjectID, rootProjectID, userID, originaluUnitPriceFileID, unitPriceFileID, newName),
        copySubList(originaluUnitPriceFileID, unitPriceFileID, mixRatioModel),
        copySubList(originaluUnitPriceFileID, unitPriceFileID, freightModel, true),
        copySubList(originaluUnitPriceFileID, unitPriceFileID, originalModel, true),
        copySubList(originaluUnitPriceFileID, unitPriceFileID, comElectrovalenceModel, true),
        copySubList(originaluUnitPriceFileID, unitPriceFileID, unitPriceModel)
    ];

    return await Promise.all(taskList);

    async function copyFile(newProjectID, rootProjectID, userID, originaluUnitPriceFileID, unitPriceFileID, newName) {
        let unitPriceFile = await unitPriceFileModel.findOne({ id: originaluUnitPriceFileID }, '-_id');
        if (unitPriceFile) {
            unitPriceFile._doc.id = unitPriceFileID;
            newName ? unitPriceFile._doc.name = newName : '';
            unitPriceFile._doc.project_id = newProjectID;
            unitPriceFile._doc.user_id = userID;
            unitPriceFile._doc.root_project_id = rootProjectID
        }
        await unitPriceFileModel.create(unitPriceFile._doc);
    }

    async function copySubList(srcFID, newFID, model, UUID = false) {
        let mList = await model.find({ unit_price_file_id: srcFID }, '-_id').lean();
        let rList = [];
        if (UUID == true) {
            for (let m of mList) {
                m.unit_price_file_id = newFID;
                m.ID = uuidV1();
                //自采自办的情况，项目工料机要跟着改变：
                if (m.ration_gljs) {
                    for (let rg of m.ration_gljs) {
                        rg.ID = uuidV1();
                    }
                }
                //运费和原价定额ID不能更新，不然定额工料机找不到对应的定额
                rList.push(m);
            }
        } else {
            let IDcounter = await counter.counterDAO.getIDAfterCountSync(model.modelName, mList.length);
            let firstID = IDcounter.sequence_value - (mList.length - 1);
            for (let m of mList) {
                m.unit_price_file_id = newFID;
                m.id = firstID;
                firstID += 1
                rList.push(m);
            }
        }
        await insertMany(rList, model)
    }
}

async function copyInstallFee(originalPID, newProjectID) {
    let result = null;
    let installationFee = await installationFeeModel.find({ projectID: originalPID }, '-_id');
    let newList = [];
    for (let i of installationFee) {
        i._doc.ID = uuidV1();
        i._doc.projectID = newProjectID;
        newList.push(i._doc);
    }
    if (newList.length > 0) {
        result = await installationFeeModel.insertMany(newList);
    }
    return result;
}

async function copyRationSubList(originalPID, newProjectID, billIDMap, rationIDMap, projectGLJIDMap, model) {// 定额工料机，附注条件，工程量明细，定额安装增加费
    let subList = await model.find({ projectID: originalPID }, '-_id');
    let newList = [];
    for (let s of subList) {
        s._doc = getCopyRationSubData(s._doc, newProjectID, billIDMap, rationIDMap, projectGLJIDMap);
        /*     s._doc.ID = uuidV1();
             s._doc.projectID = newProjectID;
             s._doc.rationID&&rationIDMap[s._doc.rationID]?s._doc.rationID = rationIDMap[s._doc.rationID]:'';
             s._doc.billID&&billIDMap[s._doc.billID]?s._doc.billID = billIDMap[s._doc.billID]:'';
             s._doc.billsItemID&&billIDMap[s._doc.billsItemID]?s._doc.billsItemID = billIDMap[s._doc.billsItemID]:'';
             s._doc.projectGLJID&&projectGLJIDMap[s._doc.projectGLJID]?s._doc.projectGLJID = projectGLJIDMap[s._doc.projectGLJID]:'';
             if(s._doc.templateList && s._doc.templateList.length > 0 ){
                 for(let t of s._doc.templateList){
                     if(t.billID && billIDMap[t.billID]) t.billID =  billIDMap[t.billID];
                     if(t.fxID && billIDMap[t.fxID]) t.fxID =  billIDMap[t.fxID];
                 }
             }*/
        newList.push(s._doc);
    }
    await insertMany(newList, model);
}

async function copyMaterialList(originalPID, newProjectID, projectGLJIDMap, model) {//暂估材料等信息
    let materialList = await model.find({ projectID: originalPID }, '-_id').lean();
    let newList = [];
    for (let m of materialList) {
        newList.push(getNewMaterial(m, newProjectID, projectGLJIDMap))
    }
    await insertMany(newList, model);
}

function getNewMaterial(m, newProjectID, projectGLJIDMap) {
    m.ID = uuidV1();
    m.projectID = newProjectID;
    if (projectGLJIDMap[m.projectGLJID]) m.projectGLJID = projectGLJIDMap[m.projectGLJID];
    return m;
}

function getCopyRationSubData(doc, newProjectID, billIDMap, rationIDMap, projectGLJIDMap) {
    doc.ID = uuidV1();
    doc.projectID = newProjectID;
    doc.rationID && rationIDMap[doc.rationID] ? doc.rationID = rationIDMap[doc.rationID] : '';
    doc.billID && billIDMap[doc.billID] ? doc.billID = billIDMap[doc.billID] : '';
    doc.billsItemID && billIDMap[doc.billsItemID] ? doc.billsItemID = billIDMap[doc.billsItemID] : '';
    doc.projectGLJID && projectGLJIDMap[doc.projectGLJID] ? doc.projectGLJID = projectGLJIDMap[doc.projectGLJID] : '';
    if (doc.templateList && doc.templateList.length > 0) {
        for (let t of doc.templateList) {
            if (t.billID && billIDMap[t.billID]) t.billID = billIDMap[t.billID];
            if (t.fxID && billIDMap[t.fxID]) t.fxID = billIDMap[t.fxID];
        }
    }
    return doc;
}



async function moveProject(data) {
    data = JSON.parse(data);
    let projectMap = data.projectMap, feeRateMap = data.feeRateMap, unitPriceMap = data.unitPriceMap;
    let projectTasks = [], feeRateTask = [], feeRateFileTask = [], unitPriceTask = [], unitPriceFileTask = [], mixRatioTask = [];
    let feeUniqMap = [], priceUniqMap = {};//费率、单价文件唯一映射表当移动多个项目时，任务有可能出现重复的情况
    if (!_.isEmpty(feeRateMap) && data.rootProjectID) {//如果费率有修改
        let feeRates = await feeRate_facade.getFeeRatesByProject(data.rootProjectID);//取目标建设项目的所有费率文件，重名检查
        for (let projectID in feeRateMap) {
            let rename = feeRateMap[projectID].name;
            let feeRateID = feeRateMap[projectID].query.ID;
            let checkFee = _.find(feeRates, { 'name': rename });
            let newID = feeRateID;
            if (checkFee) {//说明费率名字已存在，需要重命名
                rename = feeUniqMap[feeRateID] ? feeUniqMap[feeRateID].name : rename + '（' + new Date().Format('MM-dd hh:mm:ss') + '移动）';
                projectMap[projectID]['update']['property.feeFile.name'] = rename;
                if (feeRateMap[projectID].action == 'move') {
                    feeRateMap[projectID].update.name = rename;
                }
            }
            if (feeRateMap[projectID].action == 'copy') {
                newID = feeUniqMap[feeRateID] ? feeUniqMap[feeRateID].ID : uuidV1();
                feeRateMap[projectID].name = rename;
                feeRateMap[projectID].ID = newID;
                projectMap[projectID]['update']['property.feeFile.id'] = newID;
            }
            if (!feeUniqMap[feeRateID]) {
                await generateFeeRateTask(feeRateMap[projectID], feeRateTask, feeRateFileTask);
                feeUniqMap[feeRateID] = { name: rename, ID: newID };
            }
        }
    }
    if (!_.isEmpty(unitPriceMap) && data.rootProjectID) {//如果单价文件有修改
        let unitPriceFiles = await unitPriceFileModel.find({ root_project_id: data.rootProjectID, deleteInfo: null });
        for (let projectID in unitPriceMap) {
            let checkUn = _.find(unitPriceFiles, { 'name': unitPriceMap[projectID].name });
            let rename = unitPriceMap[projectID].name;
            let unitPriceID = unitPriceMap[projectID].query.id;
            let newID = unitPriceID;
            if (checkUn) {//重名检查
                rename = priceUniqMap[unitPriceID] ? priceUniqMap[unitPriceID].name : rename + '（' + new Date().Format('MM-dd hh:mm:ss') + '移动）';
                projectMap[projectID]['update']['property.unitPriceFile.name'] = rename;
                if (unitPriceMap[projectID].action == 'move') {
                    unitPriceMap[projectID].update.name = rename;
                }
            }
            if (unitPriceMap[projectID].action == 'copy') {
                newID = priceUniqMap[unitPriceID] ? priceUniqMap[unitPriceID].id : await getCounterID("unit_price_file");
                unitPriceMap[projectID].name = rename;
                unitPriceMap[projectID].id = newID;
                projectMap[projectID]['update']['property.unitPriceFile.id'] = newID;
            }
            if (!priceUniqMap[unitPriceID]) {
                await generateUnitPriceTask(unitPriceMap[projectID], projectID, data.user_id, unitPriceTask, unitPriceFileTask, mixRatioTask);
                priceUniqMap[unitPriceID] = { name: rename, id: newID };
            }
        }
    }

    if (!_.isEmpty(projectMap)) {
        for (let projectID in projectMap) {
            projectTasks.push({ updateOne: { filter: projectMap[projectID].query, update: projectMap[projectID].update } });
        }
    }

    projectTasks.length > 0 ? await projectModel.bulkWrite(projectTasks) : '';
    feeRateTask.length > 0 ? await feeRateModel.bulkWrite(feeRateTask) : '';
    feeRateFileTask.length > 0 ? await feeRateFileModel.bulkWrite(feeRateFileTask) : '';
    unitPriceFileTask.length > 0 ? await unitPriceFileModel.bulkWrite(unitPriceFileTask) : '';
    unitPriceTask.length > 0 ? await insertMany(unitPriceTask, unitPriceModel) : '';
    mixRatioTask.length > 0 ? await insertMany(mixRatioTask, mixRatioModel) : '';
    return projectMap;
}

async function generateFeeRateTask(data, feeRateTask, feeRateFileTask) {
    if (data.action == 'move') {
        let task = {
            updateOne: {
                filter: data.query,
                update: data.update
            }
        };
        feeRateFileTask.push(task);
    }
    if (data.action == 'copy') {//copy 费率的时候用insertOne方法
        let [feeRateFile, feeRate] = await feeRate_facade.getFeeRateByID(data.query.ID);
        let newFeeRateID = uuidV1();
        let newFeeRate = {
            ID: newFeeRateID,
            rates: feeRate.rates
        };
        let newFeeRateFile = {
            ID: data.ID,
            rootProjectID: data.rootProjectID,
            userID: feeRateFile.userID,
            name: data.name,
            libID: feeRateFile.libID,
            libName: feeRateFile.libName,
            feeRateID: newFeeRateID
        };
        feeRateTask.push({ insertOne: { document: newFeeRate } });
        feeRateFileTask.push({ insertOne: { document: newFeeRateFile } });
    }
}

async function generateUnitPriceTask(data, projectID, user_id, unitPriceTask, unitPriceFileTask, mixRatioTask) {
    if (data.action == 'move') {
        let task = {
            updateOne: {
                filter: data.query,
                update: data.update
            }
        };
        unitPriceFileTask.push(task);
    }
    if (data.action == 'copy') {
        let newUnitFile = {
            id: data.id,
            name: data.name,
            project_id: projectID,
            user_id: user_id,
            root_project_id: data.rootProjectID
        };
        unitPriceFileTask.push({ insertOne: { document: newUnitFile } });
        let mixRatios = await mixRatioModel.find({ unit_price_file_id: data.query.id });
        mixRatios = JSON.stringify(mixRatios);
        mixRatios = JSON.parse(mixRatios);
        for (let m of mixRatios) {
            delete m._id;  // 删除原有id信息
            delete m.id;
            m.unit_price_file_id = data.id;
            m.id = await getCounterID('mix_ratio');
            mixRatioTask.push(m);
        }
        let unitPrices = await unitPriceModel.find({ unit_price_file_id: data.query.id });//unit_price_file_id
        unitPrices = JSON.stringify(unitPrices);
        unitPrices = JSON.parse(unitPrices);
        for (let u of unitPrices) {
            delete u._id;  // 删除原有id信息
            delete u.id;
            u.unit_price_file_id = data.id;
            u.id = await getCounterID('unit_price');
            unitPriceTask.push(u);
        }
    }
}


async function getCounterID(collectionName) {
    let counterModel = new CounterModel();
    return await counterModel.getId(collectionName);
}

async function insertMany(datas, model) {
    /*  while (datas.length>1000){//因为mongoose限制了批量插入的条数为1000.所以超出限制后需要分批插入
         let newList = datas.splice(0,1000);//一次插入1000条
         await model.insertMany(newList);
     } */
    await model.insertMany(datas);

}

function setProperty(Obj, updateData) {
    for (let ukey in updateData) {
        if (_.isObject(updateData[ukey]) && _.isObject(Obj[ukey])) {
            setProperty(Obj[ukey], updateData[ukey]);
        } else {
            Obj[ukey] = updateData[ukey];
        }
    }


}

function isDef(v) {
    return typeof v !== 'undefined' && v !== null;
}

function getTotalFee(bills, feeName) {
    if (!isDef(bills)) {
        return 0;
    }
    if (!isDef(bills.fees) || bills.fees.length <= 0) {
        return 0;
    }
    for (let fee of bills.fees) {
        if (isDef(fee.fieldName) && fee.fieldName === feeName) {
            return isDef(fee.tenderTotalFee)
                ? fee.tenderTotalFee
                : isDef(fee.totalFee)
                    ? fee.totalFee
                    : 0;
        }
    }
    return 0;
}

function getCommonTotalFee(bills) {
    if (!isDef(bills)) {
        return 0;
    }
    if (!isDef(bills.fees) || bills.fees.length <= 0) {
        return 0;
    }
    for (let fee of bills.fees) {
        if (isDef(fee.fieldName) && fee.fieldName === 'common') {
            return isDef(fee.totalFee) ? fee.totalFee : 0;
        }
    }
    return 0;
}

function summarizeToParent(parent, child, flagFieldMapping) {
    const decimal = -2;
    let costFields = [];
    //删除相关的逻辑或哪里有bug出现parent被删除，child还没有被标记为删除状态，这时，parent会为undefine 这时就会报错
    if (parent && child) {
        for (let flag in flagFieldMapping) {
            let costItems = flagFieldMapping[flag];
            for (let costItem of costItems) {
                costFields.push(costItem.name);
            }
        }
        for (let field of costFields) {
            parent[field] = scMathUtil.roundTo(parseFloat(parent[field]) + parseFloat(child[field]), decimal);
        }
    }
}

function getBuildingArea(projFeature) {
    if (!projFeature || projFeature.length === 0) {
        return null;
    }
    for (let f of projFeature) {
        if (f.key === 'buildingArea') {
            return f.value;
        }
    }
    return null;
}

// 根据树结构数据排序
function getSortedDataByTree(data) {
    // NextSiblingID-数据映射
    const mapping = {};
    data.forEach(item => {
        // 错误数据兼容处理
        // 由于之前的导入建设项目，会导致最后的一个项目的NextSiblingID为空，为非正确的-1
        // 因此把项目中NextSibling为空的数据设置为NextSiblingID为-1
        if (!item.NextSiblingID) {
            item.NextSiblingID = -1;
        }
        mapping[item.NextSiblingID] = item;
    });
    let lastItem = data.find(item => +item.NextSiblingID === -1);
    if (!lastItem) {
        return data;
    }
    const rst = [lastItem];
    let preItem = mapping[lastItem.ID];
    while (preItem) {
        rst.unshift(preItem);
        preItem = mapping[preItem.ID];
    }
    // 根据树结构排序形成的新数组与旧数组项数不同，说明树结构数据有问题（断链），则返回原本数据。
    return rst.length === data.length ? rst : data;
}

//根据单位工程ID获取汇总信息
//@param {Number}tenderID {String}summaryType @return {Object}
async function getSummaryInfoByTender(tenderID, summaryType) {
    const notDeleted = [{ deleteInfo: null }, { 'deleteInfo.deleted': false }];
    let tender = await projectModel.findOne({ ID: tenderID, $or: notDeleted });
    let parentName;
    let summaryList = [];
    if (!tender) {
        return null;
    }
    let project = await projectModel.findOne({ ID: tender.ParentID, $or: notDeleted });
    if (!project) {
        return null;
    }
    let flagFieldMapping = {
        [fixedFlag.TOTAL_COST]: [{ name: 'totalCost', feeField: 'common' }], // 总造价
        [fixedFlag.CONSTRUCTION_INSTALL_FEE]: [{ name: 'constructionInstallFee', feeField: 'rationCommon' },], // 建安费
    };
    let summaryInfo = await getSummaryInfo([project.ID], flagFieldMapping);
    // 汇总到建设项目层（没有单项工程层了）
    if (summaryType === projectType.project) {
        parentName = project.name ? project.name : '';
        let tenders = await projectModel.find({ ParentID: project.ID, $or: notDeleted }).lean();
        tenders = getSortedDataByTree(tenders);
        for (let t of tenders) {
            if (summaryInfo[t.ID]) {
                summaryInfo[t.ID]['name'] = t.name ? t.name : '';
                summaryList.push(summaryInfo[t.ID]);
            }
        }
    }
    return { parent: { name: parentName }, subList: summaryList };
}

//获取单位工程的各标段费用信息(不进行汇总)
async function getTendersFeeInfo(tenders) {
    let IDMapping = {};
    //固定清单类别与汇总金额字段映射
    let flagFieldMapping = {
        [fixedFlag.TOTAL_COST]: [{ name: 'totalCost', feeField: 'common' }]
    };
    let tenderIDs = [];
    if (tenders.length > 0) {
        for (let tender of tenders) {
            tenderIDs.push(tender.ID);
            IDMapping[tender.ID] = { totalCost: 0 };
        }
        //需要获取的清单固定类别综合合价:总造价
        let needFlags = Object.getOwnPropertyNames(flagFieldMapping);
        //获取单位工程汇总金额需要用到的所有清单
        let allBills = await billsModel.find({ projectID: { $in: tenderIDs }, 'flags.flag': { $in: needFlags }, $or: notDeleted },
            '-_id projectID fees flags');
        //进行单位工程级别的汇总
        for (let bills of allBills) {
            let billsFlag = bills.flags[0]['flag'];
            let costItems = flagFieldMapping[billsFlag];
            for (let costItem of costItems) {
                IDMapping[bills.projectID][costItem.name] = getTotalFee(bills, costItem.feeField);
            }
        }
    }
    return IDMapping;
}

// 项目管理界面需要显示的汇总字段
function setupSummaryFields(summaryInfo, projects, fields = null) {
    if (!fields) {
        fields = [
            'totalCost'
        ];
    }
    for (const proj of projects) {
        const summaryProj = summaryInfo[proj.ID];
        if (summaryProj) {
            for (const field of fields) {
                proj[field] = summaryProj[field];
            }
        }
    }
}

//@param {Array}projectIDs(建设项目ID) @return {Object}
async function getSummaryInfo(projectIDs, flagFieldMapping = null) {
    //ID与汇总信息映射
    let IDMapping = {};
    //固定清单类别与汇总金额字段映射
    if (!flagFieldMapping) {
        flagFieldMapping = {
            [fixedFlag.TOTAL_COST]: [{ name: 'totalCost', feeField: 'common' }], // 总造价
        };
    }
    let projects = await projectModel.find({ ID: { $in: projectIDs }, projType: projectType.project, $or: [{ deleteInfo: null }, { 'deleteInfo.deleted': false }] });
    for (let project of projects) {
        IDMapping[project.ID] = { totalCost: 0 };
    }
    //单位工程
    let tenders = [];
    if (projectIDs.length > 0) {
        tenders = await projectModel.find({ ParentID: { $in: projectIDs }, projType: projectType.tender, $or: [{ deleteInfo: null }, { 'deleteInfo.deleted': false }] });
    }
    let tenderIDs = [];
    if (tenders.length > 0) {
        for (let tender of tenders) {
            tenderIDs.push(tender.ID);
            IDMapping[tender.ID] = { totalCost: 0, changeMark: tender.changeMark, property: tender.property };//property:tender.property
        }
        //需要获取的清单固定类别综合合价:总造价
        let needFlags = Object.getOwnPropertyNames(flagFieldMapping);
        //获取单位工程汇总金额需要用到的所有清单
        let allBills = await billsModel.find({ projectID: { $in: tenderIDs }, 'flags.flag': { $in: needFlags }, $or: [{ deleteInfo: null }, { 'deleteInfo.deleted': false }] },
            '-_id projectID fees flags');
        //进行单位工程级别的汇总
        for (let bills of allBills) {
            let billsFlag = bills.flags[0]['flag'];
            let costItems = flagFieldMapping[billsFlag];
            for (let costItem of costItems) {
                IDMapping[bills.projectID][costItem.name] = getTotalFee(bills, costItem.feeField);
            }
        }
        //进行建设项目级别的汇总
        for (let tender of tenders) {
            summarizeToParent(IDMapping[tender.ParentID], IDMapping[tender.ID], flagFieldMapping);
        }
    }
    return IDMapping;
}

//根据项目ID获取所属建设项目
//@param {Number}projectID @return {Object}
async function getConstructionProject(projectID) {
    function returnProject(project) {
        if (!project || project.projType === projectType.folder) {
            return null;
        }
        if (project.projType === projectType.project) {
            return project;
        }
    }
    let project = await projectModel.findOne({ ID: projectID, $or: notDeleted });
    let returnV = returnProject(project);
    if (returnV !== undefined) {
        return returnV;
    }
    let parent = await projectModel.findOne({ ID: project.ParentID, $or: notDeleted });
    returnV = returnProject(parent);
    if (returnV !== undefined) {
        return returnV;
    }
    let grandParent = await projectModel.findOne({ ID: parent.ParentID, $or: notDeleted });
    returnV = returnProject(grandParent);
    return returnV !== undefined ? returnV : null;
}

//获取单位工程完整目录结构
//@param {Number}projectID @return {Arry}
async function getFullPath(projectID) {
    let fullPath = [];
    let project = await projectModel.findOne({ ID: projectID, $or: notDeleted }, '-_id ParentID name');
    if (project) {
        fullPath.push(project.name);
        await getParent(project.ParentID);
    }
    fullPath = fullPath.reverse();
    return fullPath;
    async function getParent(ParentID) {
        if (ParentID != -1) {
            let parent = await projectModel.findOne({ ID: ParentID, $or: notDeleted }, '-_id ParentID name');
            if (parent) {
                fullPath.push(parent.name);
                await getParent(parent.ParentID);
            }
        }
    }
}

//@param {String}libID(工程特征库ID) {Object}assign(需要赋值的key-value)
async function getProjectFeature(libID, valuationID, assign) {
    let lib = await featureLibModel.findOne({ 'ID': libID });
    if (lib) {
        for (let key in assign) {
            let obj = _.find(lib.feature, { key: key });
            if (obj) {
                obj.value = assign[key];
            }
        }
        // 特殊处理养护类别和费用标准
        const engineeringItem = _.find(lib.feature, { key: 'engineering' });
        const feeStandardItem = _.find(lib.feature, { key: 'feeStandard' });
        if ((!engineeringItem || engineeringItem.readOnly === 'true') && (!feeStandardItem || feeStandardItem.readOnly === 'true')) {
            return lib.feature;
        }
        const engs = await engineeringModel.find({ valuationID }, { name: 1, feeName: 1 }).lean();
        const engOptions = [];
        const feeStandardOptions = {};
        engs.forEach(item => {
            const name = item.name ? item.name : '';
            const feeName = item.feeName ? item.feeName : '';
            if (!engOptions.includes(name)) {
                engOptions.push(name);
            }
            if (!feeStandardOptions[name]) {
                feeStandardOptions[name] = [];
            }
            if (!feeStandardOptions[name].includes(feeName)) {
                feeStandardOptions[name].push(feeName);
            }
        });
        if (engineeringItem && engineeringItem.readOnly === 'false') {
            engineeringItem.options = engOptions.join('@');
        }
        if (feeStandardItem && feeStandardItem.readOnly === 'false') {
            feeStandardItem.relatedOptions = JSON.stringify(feeStandardOptions);
        }
        return lib.feature;

    } else {
        return [];
    }
}

//获取累进区间数据
async function getProgressiveInterval(libID) {
    let lib = await progressiveModel.findOne({ ID: libID });
    return lib ? lib.data : [];
}

// 获取项目链上，自身、父项、爷爷项...的ID
async function getUpChainIDs(projectID) {
    const rst = [];
    while (projectID != -1) {
        rst.push(projectID);
        const project = await projectModel.findOne({ ID: projectID }, '-_id ParentID').lean();
        projectID = project ? project.ParentID : -1;
    }
    return rst;
}

//获取projectIDs文件下所有子项目（默认不包括projectIDs本身）
async function getPosterityProjects(projectIDs, includeSelf = false) {
    let rst = [];
    if (includeSelf) {
        const projects = await projectModel.find({ ID: { $in: projectIDs }, $or: notDeleted }, '-_id').lean();
        if (projects) {
            rst.push(...projects);
        }
    }
    async function getProjects(parentIDs) {
        if (parentIDs.length > 0) {
            let newIDs = [];
            let projs = await projectModel.find({ ParentID: { $in: parentIDs }, $or: notDeleted }, '-_id').lean();
            for (let proj of projs) {
                // 兼容旧的错误数据，可能ParentID和ID相同
                if (parentIDs.includes(proj.ID)) {
                    continue;
                }
                rst.push(proj);
                newIDs.push(proj.ID);
            }
            await getProjects(newIDs);
        }
    }
    await getProjects(projectIDs);
    return rst;
}


//根据项目获得分享信息(分享层级不一定在项目级)(以最新为准)
async function getShareInfo(userID, projectID) {
    // 接受到的分享项目
    const upChainIDs = await getUpChainIDs(projectID);
    const shareList = await getShareList({ receiver: userID, projectID: { $in: upChainIDs } });
    // 返回最新的分享
    //return shareList.sort((a, b) => Date.parse(b.shareDate) - Date.parse(a.shareDate))[0];
    return shareList.sort((a, b) => Date.parse(b.updateDate) - Date.parse(a.updateDate))[0];
}

//打开的单位工程是否是被分享的.
async function isShare(userId, project) {
    //判断是否是打开分享的项目，属于分享文件的子项也算
    while (project) {
        for (let shareData of project.shareInfo) {
            if (shareData.userID === userId) {
                return true;
            }
        }
        project = await projectModel.findOne({ ID: project.ParentID }, '-_id shareInfo ID ParentID');
    }
    return false;
}

//用户是否第一次进入费用定额
async function isFirst(userId, compilationId) {
    let userData = await userModel.findOne({ _id: mongoose.Types.ObjectId(userId) }, '-_id used_list');
    let isFirst = false;
    if (userData) {
        isFirst = !_.find(userData.used_list, function (o) {
            return o.compilationId === compilationId;
        })
    }
    return isFirst;
}

function testTimeout(time) {
    return new Promise(resolve => setTimeout(resolve, time));
}

//用户第一次进入费用定额的数据准备
async function prepareInitialData(userId, compilation, example) {
    let first = await isFirst(userId, compilation);
    if (first) {
        await updateUsedList(userId, compilation);
        const logData = {
            key: uuidV1(),
            content: '正在加载例题，请稍候……',
            userID: userId,
            compilationID: compilation,
            status: 'start',
            create_time: +new Date()
        };
        await importLogsModel.create(logData);
        initData(logData.key, userId, compilation, example);
        return 'start prepareInitialData';
    }
    async function initData(key, userId, compilation, example) {
        const doc = { status: 'finish' };
        try {
            let prepareTask = [
                copyCompleRationSection(userId, compilation),
                copyCompleGljSection(userId, compilation)
            ];
            if (example && example.length > 0) {
                prepareTask.push(copyExample(userId, compilation, example));
            }
            await Promise.all(prepareTask);
        } catch (error) {
            doc.errorMsg = '加载例题失败，请检查例题项目是否存在！';
            doc.status = 'error';
        } finally {
            await importLogsModel.update({ key }, doc);
        }
    }
}

async function updateUsedList(userId, compilation) {
    await userModel.update({ _id: mongoose.Types.ObjectId(userId) }, { $push: { used_list: { compilationId: compilation } } });
}

//拷贝补充定额章节树
async function copyCompleRationSection(userId, compilationId) {
    await sectionTreeDao.copyDataFromTemplate(userId, compilationId);
}

/*
 * 解决问题：
 * 发布了编办之后，才设置了人材机库模板，导致已登录的用户不存在人材机库的分类树
 * 为该编办下，人材机分类模板为空的用户，拷贝模板数据
 * */
async function copyForSectionError(compilation) {
    let users = await userModel.find({}, '_id');
    for (let user of users) {
        let userId = user._id.toString();
        let existCount = await compleGljSectionModel.find({ userId }).count();
        if (existCount === 0) {
            await copyCompleGljSection(userId, compilation);
        }
    }
}

//拷贝补充人材机分类树
async function copyCompleGljSection(userId, compilationId) {
    const count = await compleGljSectionModel.count({ userId, compilationId });
    if (count > 0) {
        return;
    }
    let templateData = await compleGljSectionTModel.find({ compilationId: compilationId });
    if (templateData.length > 0) {
        let insertDatas = [],
            uuidMapping = {};
        //将ID替换成UUID
        for (let temData of templateData) {
            uuidMapping[temData.ID] = uuidV1();
        }
        for (let temData of templateData) {
            let insertD = {
                userId: userId,
                compilationId: compilationId,
                Name: temData.Name,
                ID: uuidMapping[temData.ID],
                ParentID: uuidMapping[temData.ParentID] || -1,
                NextSiblingID: uuidMapping[temData.NextSiblingID] || -1,
            };
            insertDatas.push(insertD);
        }
        //插入数据
        await compleGljSectionModel.insertMany(insertDatas);
    }
}

async function changeFile(datas, userID, fileID, name, from, type) {//from 费率或单价文件，type从单前建设项目还是从其它建设项目中复制
    let projectIDs = [], newFile = { id: fileID, name: name };//计录从其它项目中复制的文件，选中多个的时候只需复制一次
    let projectUpdateType = from == "feeRateFile" ? "feeRate" : "unitFile";
    for (let d of datas) {
        let tem_file = from == "feeRateFile" ? await feeRate_facade.changeFeeRateFile(d, newFile, type, userID) : await glj_facade.changeUnitFile(d, newFile, type, userID);
        if (type == 1 && tem_file) {//从建设项目复制时，只有第一次需要复制，剩下的就相当于使用同个建设项目的情况了
            let newID = from == "feeRateFile" ? tem_file.ID : tem_file.id;
            newFile = { id: newID, name: tem_file.name };
            type = 0;
        }
        projectIDs.push({ ID: d.projectID })
    }
    await project_facade.markProjectsToChange(projectIDs, projectUpdateType)//项目标记为待刷新状态

}

async function exportProject(userID, data) {//导出建设项目
    if (data.type == 'main') {
        return await exportMainData(userID, data.projectID);
    } else {
        return await exportTenderData(data);
    }
}

async function exportMainData(userID, projectID) {
    let result = { userID: userID, projects: [], type: 'Project' };//type 备用属性，表示导出的类型，目前导出的都是整个建设项目
    let tenderIDs = [];
    let project = await projectModel.findOne({ ID: projectID });
    if (!project) throw new Error("没有找到该建设项目：" + projectID);
    result['compilationID'] = project.compilation;
    result['from'] = "yanghu";
    result.projects.push(project);
    let subProjects = await projectModel.find({ "$or": [{ 'ParentID': projectID }, { "property.rootProjectID": projectID }] });
    for (let s of subProjects) {
        if (!s.deleteInfo || !s.deleteInfo.deleted) {
            result.projects.push(s);
            if (s.projType == "Tender") tenderIDs.push(s.ID);
        }
    }
    const tenders = result.projects.filter(item => item.projType === projectType.tender);
    // 标段兄弟之间树结构兼容性处理(防止导入的ybp源文件树结构是错的)
    const sortedTenders = project_facade.sortChildren(tenders);
    // 根据排好的顺序，重设NextSiblingID
    for (let i = 0; i < sortedTenders.length; i++) {
        const curTender = sortedTenders[i];
        const nextTender = sortedTenders[i + 1];
        curTender.NextSiblingID = nextTender && nextTender.ID || -1;
    }
    let files = { unitFiles: await exportUnitFiles(projectID), feeRateFiles: await exportFeeRateFiles(projectID) };
    result.files = files;
    result = cipher.aesEncrypt(JSON.stringify(result));
    result += "|----|" + JSON.stringify(tenderIDs);
    return result;
}

async function exportUnitFiles(rootProjectID) {
    let unitFiles = [];
    let files = await unitPriceFileModel.find({ root_project_id: rootProjectID });
    for (let f of files) {
        if (f.deleteInfo && f.deleteInfo.deleted == true) continue;
        let tem = { unitFile: f };
        tem.unitPrices = await unitPriceModel.find({ unit_price_file_id: f.id });
        tem.mixRatios = await mixRatioModel.find({ unit_price_file_id: f.id });
        tem.freights = await freightModel.find({ unit_price_file_id: f.id });
        tem.originals = await originalModel.find({ unit_price_file_id: f.id });
        tem.com_electrovalence = await comElectrovalenceModel.find({ unit_price_file_id: f.id });
        unitFiles.push(tem);
    }
    return unitFiles;
}

async function exportFeeRateFiles(rootProjectID) {
    let feeRateFiles = [];
    let files = await feeRateFileModel.find({ rootProjectID: rootProjectID });
    for (let f of files) {
        if (f.deleteInfo && f.deleteInfo.deleted == true) continue;
        let tem = { feeRateFile: f };
        tem.feeRate = await feeRateModel.findOne({ ID: f.feeRateID });
        feeRateFiles.push(tem);
    }
    return feeRateFiles;
}



async function exportTenderData(data) {
    let result = {};
    let projectSetting = await projectSettingModel.findOne({ "projectID": data.projectID }, '-_id');
    if (projectSetting) result['projSetting'] = projectSetting;
    result.bills = await billsModel.find({ "projectID": data.projectID }).lean();
    result.rations = await rationModel.find({ '$or': [{ projectID: data.projectID, deleteInfo: null }, { projectID: data.projectID, 'deleteInfo.deleted': { $in: [null, false] } }] }).lean();
    result.projectGLJs = await gljListModel.find({ 'project_id': data.projectID }).lean();
    result.installationFees = await installationFeeModel.find({ projectID: data.projectID }).lean();
    result.rationGLJs = await rationGLJModel.find({ projectID: data.projectID }).lean();
    result.rationCoes = await rationCoeModel.find({ projectID: data.projectID }).lean();
    result.quantityDetails = await quantityDetailModel.find({ projectID: data.projectID }).lean();
    result.rationInstallations = await rationInstallationModel.find({ projectID: data.projectID }).lean();
    result.rationTemplates = await rationTemplateModel.find({ projectID: data.projectID }).lean();
    result.calcProgramsFile = await calcProgramsModel.findOne({ projectID: data.projectID }).lean();
    result.labourCoes = await labourCoesModel.findOne({ projectID: data.projectID }).lean();
    result.divide_setting = await divideModel.findOne({ projectID: data.projectID }, '-_id').lean();
    result.evaluateList = await evaluateListModel.find({ projectID: data.projectID }, '-_id').lean();
    result.bidList = await bidListModel.find({ projectID: data.projectID }, '-_id').lean();
    return cipher.aesEncrypt(JSON.stringify(result));
}

async function downLoadProjectFile(info) {
    let result = { error: 0 };
    let bucketManager2 = new qiniu.rs.BucketManager(mac, null);
    let publicBucketDomain = qiniu_config.Domain;// "http://serverupdate.smartcost.com.cn";//这里不支持https
    let deadline = parseInt(Date.now() / 1000) + 3600; // 1小时过期
    let privateDownloadUrl = bucketManager2.privateDownloadUrl(publicBucketDomain, info.key, deadline);

    let data = {
        key: info.key,
        content: '正在导入建设项目，请稍候……',
        userID: info.session.sessionUser.id,
        compilationID: info.session.sessionCompilation._id,
        status: "start",
        create_time: +new Date()
    };
    await importLogsModel.create(data);
    doDownLoadAndImport(privateDownloadUrl, info);
    return result;
}


async function doDownLoadAndImport(privateDownloadUrl, info) {
    let stream = fs.createWriteStream(path.join(__dirname, "../../../tmp/" + info.key));//
    request(privateDownloadUrl)
        .on('error', async function (err) {
            await importLogsModel.update({ key: info.key }, { status: 'error', errorMsg: err.toString() });
        })
        .pipe(stream)
        .on("close", async function () {
            console.log('close');
            console.log("文件[" + info.key + "]下载完毕");
            let doc = { status: "finish" };
            try {
                let data = fs.readFileSync(stream.path, 'utf-8');
                let result = await importProject(data, { session: info.session }, info.updateData);
                if (result.error == 1) {
                    doc.errorMsg = result.msg;
                    doc.status = "error";
                } else {
                    doc.projectID = result.constructionProjectID;
                }
            } catch (error) {
                console.log(error.message);
                doc.errorMsg = error.message || "导入失败，请检查文件！";
                doc.status = "error";
            } finally {
                await importLogsModel.update({ key: info.key }, doc);
                fs.unlinkSync(stream.path);
            }
        })
        .on('error', async function () {
            await importLogsModel.update({ key: info.key }, { status: 'error', errorMsg: `文件[${info.key}]下载失败，请稍后再试。` });
        });
}

async function importProcessChecking(data) {
    let result = { error: 0 };
    const query = data.key ? { key: data.key } : { userID: data.userID, compilationID: data.compilationID };
    let log = await importLogsModel.findOne(query);
    if (log) {
        if (log.status == "finish") {
            result.status = "complete";
            await importLogsModel.remove(query);
            // 获取导入的项目数据
            if (log.projectID) {
                const projects = await getPosterityProjects([log.projectID], true);
                if (!(projects.length === 1 && projects[0].projType === projectType.tender)) { // 处理的是建设项目数据
                    const summaryInfo = await getSummaryInfo([log.projectID]);
                    setupSummaryFields(summaryInfo, projects);
                }
                result.data = projects;
            }
        } else if (log.status == "start") {
            result.status = "processing";
            result.content = log.content;
        } else if (log.status == "error") {
            result.error = 1;
            result.msg = log.errorMsg;
            await importLogsModel.remove(query);
        }
    } else {
        result.status = "complete";
    }
    return result;

}

// 从cdn服务器下载文件，key就是文件名
async function downloadFileSync(key) {
    const filePath = path.join(__dirname, '../../../tmp/', key);
    const bucketManager2 = new qiniu.rs.BucketManager(mac, null);
    const publicBucketDomain = qiniu_config.Domain; // "http://serverupdate.smartcost.com.cn";//这里不支持https
    const deadline = parseInt(Date.now() / 1000) + 3600; // 1小时过期
    const privateDownloadUrl = bucketManager2.privateDownloadUrl(publicBucketDomain, key, deadline);
    const stream = fs.createWriteStream(filePath);
    return new Promise((resolve, reject) => {
        request(privateDownloadUrl)
            .on('error', reject)
            .pipe(stream)
            .on('close', () => {
                // 读取文件返回字符串
                const srcData = fs.readFileSync(stream.path, 'utf-8');
                resolve({
                    path: stream.path,
                    srcData: srcData
                });
            })
            .on('error', reject);
    });
}

// 导入接口
async function importInterface(key, session) {
    const logData = {
        key: key,
        content: '正在导入接口文件，请稍候……',
        userID: session.sessionUser.id,
        compilationID: session.sessionCompilation._id,
        status: 'start',
        create_time: +new Date()
    };
    await importLogsModel.create(logData);
    handleImportInterface(key, session);
    return 'importing interface';
}

async function handleImportInterface(key, session) {
    const doc = { status: 'finish' };
    // 源文件内容文本
    let downloadFilePath = '';
    try {
        const { path, srcData } = await downloadFileSync(key);
        downloadFilePath = path;
        if (!srcData) {
            throw '无有效数据';
        }
        const userID = session.sessionUser.id;
        const compilation = session.sessionCompilation;
        const importData = JSON.parse(srcData);
        const tenderCount = importData.tenders.length;
        if (await isTenderOverrun(tenderCount, session)) {
            throw '您创建的项目个数超限，请联系我们的客服人员，或者导出建设项目保存到本地备份，删除云上数据。';
        }
        const overWriteUrl = session.sessionCompilation.overWriteUrl;
        const projectID = await importInterfaceProject(importData, userID, compilation, overWriteUrl);
        doc.projectID = projectID;
    } catch (err) {
        console.log(err);
        doc.errorMsg = typeof err === 'string' ? err : err.toString();
        doc.status = 'error';
    } finally {
        await importLogsModel.update({ key }, doc);
        fs.unlinkSync(downloadFilePath);
    }
}

/*
* 接口导入 项目详细数据都导入完成了，再生成项目数据（项目管理界面数据）
* */
async function importInterfaceProject(importObj, userID, compilation, overWriteUrl) {
    const compilationID = compilation._id;
    const toInsertProjects = [importObj];  //待新增项目数据
    let defaultCalcMode;
    if (overWriteUrl) {
        const overWrite = require('../../..' + overWriteUrl);
        if (overWrite.defaultCalcMode) { // 重写清单计费取费方式
            defaultCalcMode = overWrite.defaultCalcMode;
        }
    }
    await setupProject(importObj);
    // 设置项目相关数据
    for (const curTender of importObj.tenders) {
        await setupProject(curTender);
        // 插入单位工程的详细数据
        await importTenderDetail(curTender, compilation);
        delete curTender.bills;
        toInsertProjects.push(curTender);
    }
    delete importObj.tenders;
    // 项目内部数据设置、新增完毕后，插入项目本身的数据，更新前节点数据
    const bulks = [];
    // 如果有前节点，更新前节点
    if (importObj.preID !== -1) {
        bulks.push({
            updateOne: { filter: { ID: importObj.preID }, update: { $set: { NextSiblingID: importObj.ID } } }
        });
    }
    for (let insertP of toInsertProjects) {
        bulks.push({
            insertOne: { document: insertP }
        });
    }
    if (bulks.length > 0) {
        await projectModel.bulkWrite(bulks);
    }
    return importObj.ID; // 返回建设项目ID

    //给项目数据设置一些需要的数据
    async function setupProject(data) {
        data.userID = userID;
        data.compilation = compilationID;
        data.fileVer = await index.getVersion();
        data.createDateTime = new Date();
        if (data.projType === 'Tender') {
            await setupTender(data);
        }
    }
    //给单位工程设置一些数据
    async function setupTender(data) {
        // 将项目标记为通过接口导入的项目
        data.importedByInterface = true;
        if (!data.property.decimal) {
            //小数位数 需要修改，所以深拷贝
            data.property.decimal = JSON.parse(JSON.stringify(defaultDecimal));
            if (data.property.areaKey === '广东@中山') {
                data.property.decimal.bills.totalPrice = 2;
                data.property.decimal.ration.totalPrice = 2;
                delete data.property.areaKey;
            }
        }
        //清单工程量精度 需要修改，所以深拷贝
        data.property.billsQuantityDecimal = JSON.parse(JSON.stringify(billsQuantityDecimal));
        // 清单工程量精度默认为3
        const billsQuantityDecimalValue = data.property.billsQuantityDecimalValue || 3;
        data.property.billsQuantityDecimal.forEach(data => data.decimal = billsQuantityDecimalValue);
        //呈现选项
        data.property.displaySetting = displaySetting;

        data.property.billsCalcMode = defaultCalcMode || data.property.valuationType !== ValuationType.BOQ ? 2 : 1;
        data.property.zanguCalcMode = 0;
        //计算选项
        data.property.calcOptions = calcOptions;
        //锁定清单
        data.property.lockBills = true;
        //工料机单价调整系数
        data.property.tenderSetting = tenderSetting;
        // 书签
        data.property.bookmarkSetting = bookmarkSetting;
    }
}

//插入单位工程内部详细数据
async function importTenderDetail(tenderData, compilation) {
    // 单价文件
    const upFile = {
        id: tenderData.property.unitPriceFile.id,
        name: tenderData.name,
        project_id: tenderData.ID,
        user_id: tenderData.userID,
        root_project_id: tenderData.property.rootProjectID
    };
    await unitPriceFileModel.create(upFile);
    // 新增单价文件的同时，在项目工料机和空白的单价文件中先插入机械组成物等信息
    await glj_facade.addMixRatioForNew(tenderData.ID, upFile.id, tenderData.property.engineering_id, getExtendData(tenderData.property, compilation))
    // 费率文件
    const feeRateFileID = await feeRate_facade.newFeeRateFile(tenderData.userID, tenderData);
    tenderData.property.feeFile = feeRateFileID ? feeRateFileID : -1;
    // 人工系数文件
    const lcFile = await labourCoeFacade.newProjectLabourCoe(tenderData);
    tenderData.property.labourCoeFile = lcFile ? lcFile : null;
    const cpFile = await calcProgramFacade.newProjectCalcProgramFile(tenderData);
    tenderData.property.calcProgramFile = cpFile ? cpFile : null;
    // 列设置
    const engineeringModel = new EngineeringLibModel();
    const engineering = await engineeringModel.getEngineering(tenderData.property.engineering_id);
    const mainTreeCol = await mainColLibModel.findOne({ ID: tenderData.property.colLibID });
    await projectSettingModel.create({ projectID: tenderData.ID, main_tree_col: mainTreeCol.main_tree_col, glj_col: engineering.glj_col });
    const task = [];
    // 清单
    if (tenderData.bills && tenderData.bills.length) {
        task.push(billsModel.insertMany(tenderData.bills));
    }
    // 暂估价材料表
    if (tenderData.evaluationList && tenderData.evaluationList.length) {
        task.push(evaluateListModel.insertMany(tenderData.evaluationList));
    }
    // 评标材料表
    if (tenderData.evaluationList && tenderData.bidEvaluationList.length) {
        task.push(bidListModel.insertMany(tenderData.bidEvaluationList));
    }
    if (task.length) {
        await Promise.all(task);
    }
}

async function copyConstructionProject(data) {
    let log_data = {
        key: data.key,
        content: '正在复制建设项目，请稍候……',
        userID: data.user_id,
        compilationID: data.session.sessionCompilation._id,
        status: "start",
        create_time: +new Date()
    };

    await importLogsModel.create(log_data);
    doCopy(data.user_id, data.session.sessionCompilation._id, data.projectID, data.newName, data.key);

    return "start copy";
    async function doCopy(user_id, compilationId, projectID, newName, key) {
        let doc = { status: "finish" };
        try {
            let nameMap = {};
            nameMap[projectID] = newName
            let r = await copyExample(user_id, compilationId, [projectID], nameMap);
            if (r == false) {
                doc.errorMsg = "复制失败，请检查项目是否存在！";
                doc.status = "error";
            }
        } catch (error) {
            console.log(error);
            doc.errorMsg = "复制失败，请检查项目是否存在！";
            doc.status = "error";
        } finally {
            await importLogsModel.update({ key: key }, doc);
        }
    }
}

async function importProject(data, req, updateData) {
    let result = { error: 0 };
    let stringArr = data.split("|----|");
    let datas = [];
    for (let s of stringArr) {
        datas.push(JSON.parse(cipher.aesDecrypt(s)));
    }
    let mainData = datas.length > 0 ? datas[0] : null;
    if (mainData) {
        if (mainData.from && mainData.from != "yanghu") {
            result.error = 1;
            result.msg = "导入失败：您要导入的文件是由“大司空云计价”导出，当前软件是“纵横公路养护云版”，请选择正确的软件再进行操作！";
        } else if (mainData.compilationID != req.session.sessionCompilation._id) {
            const fileCompilation = await compilationModel.findOne({ _id: mongoose.Types.ObjectId(mainData.compilationID) }, 'name');
            const fileCompilationName = fileCompilation ? fileCompilation.name : '未知的编制办法';
            const curCompilationName = req.session.sessionCompilation.name;
            result.error = 1;
            result.msg = `导入失败：您要导入的文件是由“${fileCompilationName}”导出，当前软件是“${curCompilationName}”，请选择正确的编制办法再进行操作！`;
        } else {
            const tenders = mainData.projects.filter(item => item.projType === projectType.tender);
            const tenderOverrun = await isTenderOverrun(tenders.length, req.session);
            if (tenderOverrun) {
                result.error = 1;
                result.msg = `您创建的项目个数超限，请联系我们的客服人员，或者导出建设项目保存到本地备份，删除云上数据。`;
                return result;
            }
            // 标段兄弟之间树结构兼容性处理(防止导入的ybp源文件树结构是错的)
            const sortedTenders = project_facade.sortChildren(tenders);
            // 根据排好的顺序，重设NextSiblingID
            for (let i = 0; i < sortedTenders.length; i++) {
                const curTender = sortedTenders[i];
                const nextTender = sortedTenders[i + 1];
                curTender.NextSiblingID = nextTender && nextTender.ID || -1;
            }
            let [constructionProjectID, projectIDMap, labourCoeFileIDMap, calcProgramFileIDMap] = await handleMainProjectDatas(mainData, updateData, req.session.sessionUser.id);
            result.constructionProjectID = constructionProjectID;
            if (datas.length > 1) {//生成后统一次插入 2020-05-29
                let newProjectSettings = [], bills = [], rations = [], projectGLJs = [], rationGLJs = [], rationCoes = [], quantityDetails = [], rationInstallations = [], rationTemplates = [], newCalcProgramsFiles = [], newLabourCoes = [], newDivides = [], evaluateList = [], bidList = [];
                for (let i = 1; i < datas.length; i++) {
                    let [newProjectSetting, tbills, trations, tprojectGLJs, trationGLJs, trationCoes, tquantityDetails, trationInstallations, trationTemplates, newCalcProgramsFile, newLabourCoe, newDivide, tevaluateList, tbidList] = await handleEachProject(datas[i], projectIDMap, labourCoeFileIDMap, calcProgramFileIDMap)
                    if (newProjectSetting) newProjectSettings.push(newProjectSetting);
                    if (tbills.length > 0) bills = bills.concat(tbills);
                    if (trations.length > 0) rations = rations.concat(trations);
                    if (tprojectGLJs.length > 0) projectGLJs = projectGLJs.concat(tprojectGLJs);
                    if (trationGLJs.length > 0) rationGLJs = rationGLJs.concat(trationGLJs);
                    if (trationCoes.length > 0) rationCoes = rationCoes.concat(trationCoes);
                    if (tquantityDetails.length > 0) quantityDetails = quantityDetails.concat(tquantityDetails);
                    if (trationInstallations.length > 0) rationInstallations = rationInstallations.concat(trationInstallations);
                    if (trationTemplates.length > 0) rationTemplates = rationTemplates.concat(trationTemplates);
                    if (newCalcProgramsFile) newCalcProgramsFiles.push(newCalcProgramsFile);
                    if (newLabourCoe) newLabourCoes.push(newLabourCoe);
                    if (newDivide) newDivides.push(newDivide);
                    if (tevaluateList.length > 0) evaluateList = evaluateList.concat(tevaluateList);
                    if (tbidList.length > 0) bidList = bidList.concat(tbidList);
                }

                if (newProjectSettings.length > 0) await insertMany(newProjectSettings, projectSettingModel);
                if (bills.length > 0) await insertMany(bills, billsModel);
                if (rations.length > 0) await insertMany(rations, rationModel);
                if (projectGLJs.length > 0) await insertMany(projectGLJs, gljListModel);
                if (rationGLJs.length > 0) await insertMany(rationGLJs, rationGLJModel);
                if (rationCoes.length > 0) await insertMany(rationCoes, rationCoeModel);
                if (quantityDetails.length > 0) await insertMany(quantityDetails, quantityDetailModel);
                if (rationInstallations.length > 0) await insertMany(rationInstallations, rationInstallationModel);
                if (rationTemplates.length > 0) await insertMany(rationTemplates, rationTemplateModel);
                if (newCalcProgramsFiles.length > 0) await insertMany(newCalcProgramsFiles, calcProgramsModel);
                if (newLabourCoes.length > 0) await insertMany(newLabourCoes, labourCoesModel);
                if (newDivides.length > 0) await divideModel.insertMany(newDivides);
                if (evaluateList.length > 0) await insertMany(evaluateList, evaluateListModel);
                if (bidList.length > 0) await insertMany(bidList, bidListModel);
            }

        }
    }
    return result;
}

async function handleEachProject(data, projectIDMap, labourCoeFileIDMap, calcProgramFileIDMap) {
    let bills = [], rations = [], projectGLJs = [], rationGLJs = [], rationCoes = [], quantityDetails = [], rationInstallations = [], rationTemplates = [], evaluateList = [], bidList = [];
    let newProjectSetting = null, newCalcProgramsFile = null, newLabourCoe = null, newDivide = null;
    let billsIDMap = {}, projectGLJIDMap = {}, rationIDMap = {};
    let newProjectID = projectIDMap[data.projSetting.projectID];
    //生成新的清单;
    if (data.bills && data.bills.length > 0) {
        for (let b of data.bills) {
            billsIDMap[b.ID] = uuidV1();
        }
        for (let b of data.bills) {
            delete b._id;
            b = getCopyBillDatas(b, newProjectID, billsIDMap);
            bills.push(b);
        }
    }

    //生成项目工料机数据
    if (data.projectGLJs && data.projectGLJs.length > 0) {
        let gljCount = await counter.counterDAO.getIDAfterCountSync(counter.moduleName.glj_list, data.projectGLJs.length);
        for (let i = 0; i < data.projectGLJs.length; i++) {
            let d = data.projectGLJs[i];
            delete d._id;
            let newID = gljCount.sequence_value - (data.projectGLJs.length - 1) + i;
            projectGLJIDMap[d.id] = newID;
            d.project_id = newProjectID;
            d.id = newID;
            projectGLJs.push(d);
        }
    }

    //生成新的定额
    if (data.rations && data.rations.length > 0) {
        for (let r of data.rations) {
            rationIDMap[r.ID] = uuidV1();
        }
        for (let r of data.rations) {
            delete r._id;
            r = getCopyRationData(r, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
            rations.push(r);
        }
    }

    //生成定额下挂的定额工料机等等数据
    if (data.rationGLJs && data.rationGLJs.length > 0) rationGLJs = setRationSubList(data.rationGLJs, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
    if (data.rationCoes && data.rationCoes.length > 0) rationCoes = setRationSubList(data.rationCoes, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
    if (data.quantityDetails && data.quantityDetails.length > 0) quantityDetails = setRationSubList(data.quantityDetails, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
    if (data.rationInstallations && data.rationInstallations.length > 0) rationInstallations = setRationSubList(data.rationInstallations, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
    if (data.rationTemplates && data.rationTemplates.length > 0) rationTemplates = setRationSubList(data.rationTemplates, newProjectID, billsIDMap, rationIDMap, projectGLJIDMap);
    if (data.evaluateList && data.evaluateList.length > 0) evaluateList = setMaterialList(data.evaluateList, newProjectID, projectGLJIDMap);
    if (data.bidList && data.bidList.length > 0) bidList = setMaterialList(data.bidList, newProjectID, projectGLJIDMap);

    //生成projectSetting 文件
    if (data.projSetting) {
        data.projSetting.projectID = newProjectID;
        newProjectSetting = data.projSetting;
        delete newProjectSetting._id;
    }

    //生成计算程序文件，系数文件
    if (data.calcProgramsFile && calcProgramFileIDMap[data.calcProgramsFile.ID]) {
        data.calcProgramsFile.ID = calcProgramFileIDMap[data.calcProgramsFile.ID];
        data.calcProgramsFile.projectID = newProjectID;
        newCalcProgramsFile = data.calcProgramsFile;
        delete newCalcProgramsFile._id;

    }
    if (data.labourCoes && labourCoeFileIDMap[data.labourCoes.ID]) {
        data.labourCoes.ID = labourCoeFileIDMap[data.labourCoes.ID];
        data.labourCoes.projectID = newProjectID;
        newLabourCoe = data.labourCoes;
        delete newLabourCoe._id;
    }

    if (data.divide_setting) {
        data.divide_setting.ID = uuidV1();
        data.divide_setting.projectID = newProjectID;
        for (let rg of data.divide_setting.ration_gljs) {
            rg.projectGLJID = projectGLJIDMap[rg.projectGLJID]
        }
        newDivide = data.divide_setting
        delete newDivide._id;
    }

    return [newProjectSetting, bills, rations, projectGLJs, rationGLJs, rationCoes, quantityDetails, rationInstallations, rationTemplates, newCalcProgramsFile, newLabourCoe, newDivide, evaluateList, bidList]

}


function setRationSubList(datas, newProjectID, billIDMap, rationIDMap, projectGLJIDMap) {
    let arrs = [];
    for (let d of datas) {
        delete d._id;
        d = getCopyRationSubData(d, newProjectID, billIDMap, rationIDMap, projectGLJIDMap);
        arrs.push(d);
    }
    return arrs;
}

function setMaterialList(datas, newProjectID, projectGLJIDMap) {
    let arrs = [];
    for (let d of datas) {
        arrs.push(getNewMaterial(d, newProjectID, projectGLJIDMap))
    }
    return arrs
}

async function handleMainProjectDatas(mainData, updateData, userID) {
    let mainProjectID = -1;
    let projectIDMap = {}, feeRateFileIDMap = {}, unitPriceFileIDMap = {}, labourCoeFileIDMap = {}, calcProgramFileIDMap = {};
    let tasks = [];
    projectIDMap[-1] = -1;//最后一个项目的nextID为-1的情况
    let constructionProjectID;
    //生成新的projectID
    for (let p of mainData.projects) {
        let newProjectID = await getCounterID("projects");
        projectIDMap[p.ID] = newProjectID;
        if (p.projType == "Project") {
            mainProjectID = newProjectID;
            constructionProjectID = newProjectID;
        }
        if (p.projType == "Tender") {
            if (p.property.calcProgramFile) calcProgramFileIDMap[p.property.calcProgramFile.ID] = uuidV1();//新的计算程序文件ID
            if (p.property.labourCoeFile) labourCoeFileIDMap[p.property.labourCoeFile.ID] = uuidV1();//新的人工调整系数文件ID
            if (p.property.feeFile) feeRateFileIDMap[p.property.feeFile.id] = uuidV1();//新的费率文件ID
            if (p.property.unitPriceFile) unitPriceFileIDMap[p.property.unitPriceFile.id] = await getCounterID("unit_price_file");//新的单价文件ID
        }
    }
    if (mainProjectID == -1) throw new Error("文件里面没包含建设项目信息！");

    //处理项目信息  ----- 费率文件，单价文件ID信息要重新生成----to do
    for (let p of mainData.projects) {
        delete p._id;
        delete p.__v;
        p.ID = projectIDMap[p.ID];
        if (p.ID == mainProjectID) {//对于建设项目，要父和下一节点ID要使用前端传入的位置ID
            p.ParentID = updateData.self.ParentID;
            p.NextSiblingID = updateData.self.NextSiblingID;
            if (updateData.update) {//树节构中的上一节点的下一节点设置为本建设项目ID;
                tasks.push({ updateOne: { filter: updateData.update.query, update: { NextSiblingID: mainProjectID } } });
            }
            //查看是否重名;
            let temp = await projectModel.findOne({ userID: userID, ParentID: p.ParentID, name: p.name, $or: notDeleted, compilation: mainData.compilationID });
            if (temp) throw new Error(`已存在建设项目“${p.name}”`);
            // p.name = p.name + '（' + moment(Date.now()).tz("Asia/Shanghai").format('MM-DD HH:mm:ss') + '导入）';
        } else {
            p.ParentID = projectIDMap[p.ParentID];
            p.NextSiblingID = projectIDMap[p.NextSiblingID];
        }
        p.GUID = uuidV1(); // 接口需要
        p.userID = userID;
        p.shareInfo = [];
        if (p.projType == "Tender") {
            if (p.property.calcProgramFile) p.property.calcProgramFile.ID = calcProgramFileIDMap[p.property.calcProgramFile.ID];
            if (p.property.labourCoeFile) p.property.labourCoeFile.ID = labourCoeFileIDMap[p.property.labourCoeFile.ID];
            if (p.property.feeFile) p.property.feeFile.id = feeRateFileIDMap[p.property.feeFile.id];
            if (p.property.unitPriceFile) p.property.unitPriceFile.id = unitPriceFileIDMap[p.property.unitPriceFile.id];
            p.property.rootProjectID = mainProjectID
        }
        tasks.push({ insertOne: { document: p } })
    }
    //项目树节构数据生成：
    await projectModel.bulkWrite(tasks);

    //生成所有的费率文件
    await importFeeRateFiles(mainData, projectIDMap, feeRateFileIDMap, userID);

    //生成所有的单价文件
    await importUnitPriceFiles(mainData, projectIDMap, unitPriceFileIDMap, userID);


    return [constructionProjectID, projectIDMap, labourCoeFileIDMap, calcProgramFileIDMap]
}


async function importUnitPriceFiles(mainData, projectIDMap, unitPriceFileIDMap, userID) {
    if (!mainData.files.unitFiles) return;
    let unitFiles = [], unitPrices = [], mixRatios = [], freights = [], originals = [], com_electrovalences = [];
    for (let f of mainData.files.unitFiles) {
        let file = f.unitFile, prices = f.unitPrices, mixs = f.mixRatios, fres = f.freights, ors = f.originals, ec = f.com_electrovalence;
        //生成单价文件
        delete file._id;
        file.id = unitPriceFileIDMap[file.id] ? unitPriceFileIDMap[file.id] : await getCounterID("unit_price_file");
        file.project_id = projectIDMap[file.project_id];
        file.root_project_id = projectIDMap[file.root_project_id];
        file.user_id = userID;
        unitFiles.push(file);

        //生成子数据
        if (prices) await setSubList(prices, unitPrices, file.id, unitPriceModel);
        if (mixs) await setSubList(mixs, mixRatios, file.id, mixRatioModel);
        if (fres) await setSubList(fres, freights, file.id, freightModel, true);
        if (ors) await setSubList(ors, originals, file.id, originalModel, true);
        if (ec) await setSubList(ec, com_electrovalences, file.id, comElectrovalenceModel, true);
    }
    if (unitFiles.length > 0) await insertMany(unitFiles, unitPriceFileModel);
    if (unitPrices.length > 0) await insertMany(unitPrices, unitPriceModel);
    if (mixRatios.length > 0) await insertMany(mixRatios, mixRatioModel);
    if (freights.length > 0) await insertMany(freights, freightModel);
    if (originals.length > 0) await insertMany(originals, originalModel);
    if (com_electrovalences.length > 0) await insertMany(com_electrovalences, comElectrovalenceModel);
    async function setSubList(oList, nList, fileID, model, UUID = false) {
        if (UUID == true) {
            for (let o of oList) {
                delete o._id;
                o.unit_price_file_id = fileID;
                o.ID = uuidV1();
                if (o.ration_gljs) {
                    for (let rg of o.ration_gljs) {
                        rg.ID = uuidV1();
                    }
                }
                nList.push(o)
            }
        } else {
            let IDcounter = await counter.counterDAO.getIDAfterCountSync(model.modelName, oList.length);
            let firstID = IDcounter.sequence_value - (oList.length - 1);
            for (let o of oList) {
                delete o._id;
                o.unit_price_file_id = fileID;
                o.id = firstID;
                firstID += 1
                nList.push(o)
            }
        }

    }


}


async function importFeeRateFiles(mainData, projectIDMap, feeRateFileIDMap, userID) {
    let feeRateFiles = [], feeRates = [];
    if (!mainData.files.feeRateFiles) return;
    for (let f of mainData.files.feeRateFiles) {
        //生成费率记录
        let rate = f.feeRate;
        delete rate._id;
        rate.ID = uuidV1();
        feeRates.push(rate);

        //生成费率文件记录
        let file = f.feeRateFile;
        delete file._id;
        file.ID = feeRateFileIDMap[file.ID] ? feeRateFileIDMap[file.ID] : uuidV1();
        file.userID = userID;
        file.rootProjectID = projectIDMap[file.rootProjectID];
        file.feeRateID = rate.ID;
        feeRateFiles.push(file);
    }
    if (feeRateFiles.length > 0) await insertMany(feeRateFiles, feeRateFileModel);
    if (feeRates.length > 0) await insertMany(feeRates, feeRateModel);
}

// 检查单价、费率文件，处理rootProjectID为-1的旧数据（以前的初始化例题bug造成）
async function checkFiles(projects) {
    // fileID - tenderID 映射
    const mapping = {};
    const tenderItems = [];
    const unitFileIDs = [];
    const rateFileIDs = [];
    const task = [];
    projects.forEach(project => {
        const isErrorRootProjectTender = project.projType === projectType.tender && project.property.rootProjectID === -1;
        if (isErrorRootProjectTender) {
            tenderItems.push({ ID: project.ID, ParentID: project.ParentID });
            const priceFileID = project.property.unitPriceFile.id;
            const feeFileID = project.property.feeFile.id;
            if (!mapping[priceFileID]) {
                mapping[priceFileID] = project;
                unitFileIDs.push(priceFileID);
            }
            if (!mapping[feeFileID]) {
                mapping[feeFileID] = project;
                rateFileIDs.push(feeFileID);
            }
        }
    });
    // 检查是否存在rootProjectID为-1的
    const errorUnitFiles = await unitPriceFileModel.find({ id: { $in: unitFileIDs }, root_project_id: -1 });
    const errorRateFiles = await feeRateFileModel.find({ ID: { $in: rateFileIDs }, rootProjectID: -1 });
    const unitFileTask = errorUnitFiles.map(file => {
        const rootProjectID = mapping[file.id].ParentID;
        return {
            updateOne: {
                filter: { id: file.id },
                update: { $set: { root_project_id: rootProjectID } }
            }
        };
    });
    if (unitFileTask.length) {
        task.push(unitPriceFileModel.bulkWrite(unitFileTask));
    }
    const rateFileTask = errorRateFiles.map(file => {
        const rootProjectID = mapping[file.ID].ParentID;
        return {
            updateOne: {
                filter: { ID: file.ID },
                update: { $set: { rootProjectID: rootProjectID } }
            }
        };
    });
    if (rateFileTask.length) {
        task.push(feeRateFileModel.bulkWrite(rateFileTask));
    }
    const tenderTask = tenderItems.map(item => {
        return {
            updateOne: {
                filter: { ID: item.ID },
                update: { $set: { 'property.rootProjectID': item.ParentID } }
            }
        }
    });
    if (tenderTask.length) {
        task.push(projectModel.bulkWrite(tenderTask));
    }
    await Promise.all(task);
}

function uploadToken() {
    let options = {
        scope: qiniu_config.Bucket,
        deleteAfterDays: 1,
        returnBody:
            '{"key":"$(key)","hash":"$(etag)","fsize":$(fsize),"bucket":"$(bucket)","name":"$(x:name)"}'
    };
    let putPolicy = new qiniu.rs.PutPolicy(options);
    let token = putPolicy.uploadToken(mac);
    let result = {
        uptoken: token,
        domain: qiniu_config.Domain
    }
    return result
}

// 获取系统设置，这个系统设置正常情况下有存在session中
async function getSystemSetting() {
    return await systemSettingModel.findOne({}).lean();
}

// 有些方法无法通过中间件就检查单位工程数量是否超限
// 需要到具体的业务代码中进行判断
// 这个方法就是具体业务代码中，需要检查单位工程数量是否超限用
async function isTenderOverrun(tenderCount, session) {
    const userID = session.sessionUser.id;
    const compilation = session.sessionCompilation._id;
    const compilationVersion = session.compilationVersion || '学习';
    let systemSetting = session.systemSetting || (session.systemSetting = await getSystemSetting());
    // 这种情况只有在刚上线此功能时会出现，不考虑时间差
    if (!systemSetting) {
        return false;
    }
    const type = compilationVersion.includes('学习') ? 'normal' : 'professional';
    const limit = systemSetting[type].project;
    const curTenderCount = await projectModel.count({ userID, compilation, projType: 'Tender', '$or': [{ deleteInfo: null }, { 'deleteInfo.completeDeleted': false }] });
    return tenderCount + curTenderCount > limit;
}

async function getWelcomeInfo(compilationId, sessionUser, isFree = true) {
    let welcom_setting = await welcomeModel.findOne({ compilationId: compilationId });
    let isShow = false;
    let context = "";
    let showTime = 0;
    let setting = null
    if (welcom_setting) {
        setting = isFree ? welcom_setting.normal : welcom_setting.professional;//区分专业版和免费版
    }

    if (setting) {
        if (setting.showType == 0) return [false, "", showTime];//关闭
        context = setting.context;
        showTime = setting.showTime && setting.showTime != "" ? setting.showTime : 0;
        if (setting.showType == 1) {//每天一次
            let dataString = moment(Date.now()).tz("Asia/Shanghai").format('YYYY-MM-DD');//今天的日期字符串
            let userInfo = await userModel.findOne({ _id: mongoose.Types.ObjectId(sessionUser.id) });
            if (dataString != userInfo.welcomeShowTime) {//今天没登录过
                isShow = true;
                await userModel.update({ _id: mongoose.Types.ObjectId(sessionUser.id) }, { welcomeShowTime: dataString })
            }
        } else if (setting.showType == 2) {//每次登录显示
            isShow = sessionUser.newLogin ? true : false;
            sessionUser.newLogin = false
        }

    }

    return [isShow, context, showTime]

}

/**
 * 根据单位工程，获取建设项目-单位工程，不包含无单位工程的单项工程
 * @param {Number} tenderID - 单位ID
 * @param {Number} granularity - 导出颗粒度
 * @param {Object} requestForSummaryInfo - 项目表级汇总字段（建设项目、单位工程汇总）
 * @param {String} userID - 用户ID
 * @param {String} versionName - 版本
 */
async function getProjectByGranularity(tenderID, granularity, requestForSummaryInfo, userID, versionName) {
    const theTender = await projectModel.findOne({ userID: userID, ID: tenderID }).lean(); //加上session的userID，防止tenderID被篡改过
    if (!theTender) {
        return null;
    }
    const constructionProject = await projectModel.findOne({ ID: theTender.ParentID }).lean();
    if (!constructionProject) {
        return null;
    }
    constructionProject.children = granularity === GRANULARITY.PROJECT
        ? await projectModel.find({ ParentID: constructionProject.ID, $or: notDeleted }).lean()
        : [theTender];
    // 获取汇总信息
    constructionProject.summaryInfo = await getSummaryInfo([constructionProject.ID], requestForSummaryInfo);
    // 获取编制软件信息: 软件公司;软件名;版本号;授权信息;
    const systemSetting = await systemSettingModel.findOne({});
    const company = systemSetting.company || '珠海纵横创新软件有限公司';
    const version = systemSetting.version || '';
    constructionProject.softInfo = `${company};${versionName};${version};${userID}`;
    return constructionProject;
}

//获取费用定额绑定的基本信息库数据
async function getBasicInfo(compilationID, fileKind = null) {
    const compilation = await compilationModel.findOne({ _id: mongoose.Types.ObjectId(compilationID) });
    if (!compilation) {
        return null;
    }
    const billValuation = compilation.bill_valuation.find(function (data) {
        return data.enable;
    });
    const rationValuation = compilation.ration_valuation.find(function (data) {
        return data.enable;
    });
    if (!billValuation && !rationValuation) {
        return null;
    }
    const engineerings = await engineeringModel.find({ valuationID: { $in: [billValuation.id, rationValuation.id] }, 'info_lib.0': { $exists: true } }).lean();
    const engineering = engineerings.find(function (data) {
        return data.info_lib && data.info_lib.length > 0;
    });
    if (!engineering || !engineering.info_lib || !engineering.info_lib[0]) {
        return null;
    }
    const infoLib = await basicInfoModel.findOne({ ID: engineering.info_lib[0].id });
    //提取文件类型中需要的数据 （投标项目可能不需要招标的一些信息）
    if (fileKind && infoLib && infoLib.info && infoLib.info.length) {
        const strMap = {
            [BOQType.BID_SUBMISSION]: '投标',
            [BOQType.BID_INVITATION]: '招标',
        };
        const needfulData = infoLib.info.filter(data => !data.fileKind || data.fileKind === strMap[fileKind]);
        needfulData.forEach(nData => {
            let needfulSub = nData.items.filter(sData => !sData.fileKind || sData.fileKind === strMap[fileKind]);
            nData.items = needfulSub;
        });
        infoLib.info = needfulData;
    }
    return infoLib;
}

// 获取导入接口功能的模板数据，用于将导入数据与模板数据进行合并生成新的项目
async function getImportTemplateData(compilationID, valuationID, engineeringID, projectCount) {
    const engineeringLib = engineeringID
        ? await engineeringModel.findOne({ _id: mongoose.Types.ObjectId(engineeringID) }).lean()
        : await engineeringModel.findOne({ valuationID }).lean()
    if (!engineeringLib) {
        return null;
    }
    const infoLib = await getBasicInfo(compilationID, BOQType.BID_SUBMISSION);
    const featureLibID = engineeringLib.feature_lib[0].id;
    const featureLib = await featureLibModel.findOne({ ID: featureLibID }).lean();
    const billsTemplateLibID = engineeringLib.tax_group[0].template_lib.id;
    let billsTemplate = await stdBillsTemplateModel.find({ libID: billsTemplateLibID }, '-_id -libID').lean();
    billsUtil.resetTreeData(billsTemplate, uuidV1); // 重新建立新的ID数据
    const parentMap = {};
    billsTemplate.forEach(bills => {
        // 工程量清单单价分析默认勾选，导入必为工程量清单，因此清单模板单价分析全部勾选先
        bills.unitPriceAnalysis = 1;
        (parentMap[bills.ParentID] || (parentMap[bills.ParentID] = [])).push(bills);
    });
    const roots = parentMap['-1'];
    roots.forEach(root => project_facade.setChildren(root, parentMap));
    billsTemplate = project_facade.sortChildren(roots);
    const projectCounter = await counter.counterDAO.getIDAfterCountSync(counter.moduleName.project, projectCount);
    const tenderCount = projectCount - 1;
    const unitFileCounter = await counter.counterDAO.getIDAfterCountSync(counter.moduleName.unit_price_file, tenderCount);
    return {
        basicInfo: infoLib && infoLib.info || [],
        feature: featureLib && featureLib.feature || [],
        bills: billsTemplate,
        projectBeginID: projectCounter.sequence_value - projectCount + 1,
        unitPriceFileBeginID: unitFileCounter.sequence_value - tenderCount + 1,
    };
}