YangHuOperation/modules/price_info_lib/facade/index.js

const mongoose = require('mongoose');
const uuidV1 = require('uuid/v1');
const _ = require('lodash');
const scMathUtil = require('../../../public/scMathUtil').getUtil();
const { CRAWL_LOG_KEY, ProcessStatus } = require('../../../public/constants/price_info_constant');

const priceInfoLibModel = mongoose.model('std_price_info_lib');
const priceInfoClassModel = mongoose.model('std_price_info_class');
const priceInfoItemModel = mongoose.model('std_price_info_items');
const priceInfoAreaModel = mongoose.model('std_price_info_areas');
const compilationModel = mongoose.model('compilation');
const importLogsModel = mongoose.model('import_logs');
const priceInfoIndexModel = mongoose.model('std_price_info_index');
const priceInfoSummaryModel = mongoose.model('std_price_info_summary');
const { getWordArray, alias } = require('../../../public/cut_word/segmentit');
const SMS = require('../../users/models/sms');

const sms = new SMS();

async function getLibs(query) {
    return await priceInfoLibModel.find(query).sort({ period: 1 }).lean();
}

// 获取费用定额的信息价库
async function getAllLibs() {
    const libs = await priceInfoLibModel.find({}, '-_id').lean();
    const groupData = _.groupBy(libs, 'compilationID');
    const rst = [];
    Object.keys(groupData).forEach(key => {
        const items = groupData[key];
        items.sort((a, b) => a.period.localeCompare(b.period));
        rst.push(...items);
    });
    return rst;
}

async function createLib(name, period, compilationID) {
    // 将2020-01变成2020年01月
    const reg = /(\d{4})-(\d{2})/;
    const formattedPeriod = period.replace(reg, '$1年-$2月');
    const lib = {
        ID: uuidV1(),
        name,
        period: formattedPeriod,
        compilationID,
        createDate: Date.now(),
    };
    await priceInfoLibModel.create(lib);
    return lib;
}

async function updateLib(query, updateData) {
    await priceInfoLibModel.update(query, updateData);
}

async function deleteLib(libID) {
    await priceInfoClassModel.remove({ libID });
    await priceInfoItemModel.remove({ libID });
    await priceInfoLibModel.remove({ ID: libID });
}

async function processChecking(key) {
    const logData = key
        ? await importLogsModel.findOne({ key })
        : await importLogsModel.findOne({ key: CRAWL_LOG_KEY });
    if (!logData) {
        return { status: ProcessStatus.FINISH };
    }
    if (logData.status === ProcessStatus.FINISH || logData.status === ProcessStatus.ERROR) {
        await importLogsModel.remove({ key: logData.key });
    }
    return { status: logData.status, errorMsg: logData.errorMsg || '', key: logData.key };
}

// 爬取数据
async function crawlDataByCompilation(compilationID, from, to) {
    if (!compilationID) {
        throw '无有效费用定额。';
    }
    const compilationData = await compilationModel.findOne({ _id: mongoose.Types.ObjectId(compilationID) }, 'overWriteUrl').lean();
    if (!compilationData || !compilationData.overWriteUrl) {
        throw '无有效费用定额。';
    }
    // 从overWriteUrl提取并组装爬虫文件
    const reg = /\/([^/]+)\.js/;
    const matched = compilationData.overWriteUrl.match(reg);
    const crawlURL = `${matched[1]}_price_crawler.js`;
    let crawlData;
    try {
        const crawler = require(`../../../web/over_write/crawler/${crawlURL}`);
        crawlData = crawler.crawlData;
    } catch (e) {
        console.log(e);
        throw '该费用定额无可用爬虫方法。'
    }
    //await crawlData(from, to);
    // 异步不等结果，结果由checking来获取
    crawlDataByMiddleware(crawlData, from, to, compilationID);
}

// 爬取数据中间件，主要处理checking初始化
async function crawlDataByMiddleware(crawlFunc, from, to, compilationID) {
    const logUpdateData = { status: ProcessStatus.FINISH };
    try {
        const logData = {
            key: CRAWL_LOG_KEY,
            content: '正在爬取数据，请稍候……',
            status: ProcessStatus.START,
            create_time: Date.now()
        };
        await importLogsModel.create(logData);
        await crawlFunc(from, to, compilationID);
    } catch (err) {
        console.log(err);
        logUpdateData.errorMsg = String(err);
        logUpdateData.status = ProcessStatus.ERROR;
    } finally {
        await importLogsModel.update({ key: CRAWL_LOG_KEY }, logUpdateData);
    }
}

// 导入excel数据，格式如下
// 格式1：
//地区	    分类	        编码	名称	        规格型号    单位	不含税价	含税价
//江北区	黑色及有色金属		    热轧光圆钢筋	  φ6（6.5）	         3566.37	4030
//江北区	木、竹材料及其制品		柏木门套线	      60×10	             8.76	    9.9
// 格式2：
//地区	    分类	            编码	名称	        规格型号	    不含税价	含税价
//江北区	黑色及有色金属		        热轧光圆钢筋	  φ6（6.5）	     3566.37	4030
//			                          柏木门套线	    60×10	       8.76	      9.9
//			                          沥青混凝土	    AC-13	       982.3	 1110
//						
//北碚区	木、竹材料及其制品		    热轧光圆钢筋	  φ6（6.5）	      3566.37	4030
async function importExcelData(libID, sheetData) {
    const libs = await getLibs({ ID: libID });
    const compilationID = libs[0].compilationID;
    // 建立区映射表：名称-ID映射、ID-名称映射
    const areaList = await getAreas(compilationID);
    const areaMap = {};
    areaList.forEach(({ ID, name }) => {
        areaMap[name] = ID;
        areaMap[ID] = name;
    });
    // 建立分类映射表：地区名称@分类名称：ID映射
    /*  const classMap = {};
     const classList = await getClassData(libID);
     classList.forEach(({ ID, areaID, name }) => {
         const areaName = areaMap[areaID] || '';
         classMap[`${areaName}@${name}`] = ID;
     }); */
    // 第一行获取行映射
    const colMap = {};
    for (let col = 0; col < sheetData[0].length; col++) {
        const cellText = sheetData[0][col];
        switch (cellText) {
            case '地区':
                colMap.area = col;
                break;
            case '分类':
                colMap.class = col;
                break;
            case '编码':
                colMap.code = col;
                break;
            case '名称':
                colMap.name = col;
                break;
            case '规格型号':
                colMap.specs = col;
                break;
            case '单位':
                colMap.unit = col;
                break;
            case '不含税价':
                colMap.noTaxPrice = col;
                break;
            case '含税价':
                colMap.taxPrice = col;
                break;
        }
    }
    // 提取数据
    const data = [];
    const classData = [];
    const areaClassDataMap = {};
    let curAreaName;
    let curClassName;
    let curClassID;
    const areaIDSet = new Set();
    for (let row = 1; row < sheetData.length; row++) {
        const areaName = sheetData[row][colMap.area] ? String(sheetData[row][colMap.area]).trim() : '';
        const className = sheetData[row][colMap.class] ? String(sheetData[row][colMap.class]).trim() : '';
        const code = sheetData[row][colMap.code] ? String(sheetData[row][colMap.code]).trim() : '';
        const name = sheetData[row][colMap.name] ? String(sheetData[row][colMap.name]).trim() : '';
        const specs = sheetData[row][colMap.specs] ? String(sheetData[row][colMap.specs]).trim() : '';
        const unit = sheetData[row][colMap.unit] ? String(sheetData[row][colMap.unit]).trim() : '';
        const noTaxPrice = sheetData[row][colMap.noTaxPrice] ? String(sheetData[row][colMap.noTaxPrice]).trim() : '';
        const taxPrice = sheetData[row][colMap.taxPrice] ? String(sheetData[row][colMap.taxPrice]).trim() : '';
        if (!className && !code && !name && !specs && !noTaxPrice && !taxPrice) { // 认为是空数据
            continue;
        }
        let areaChange = false;
        if (areaName && areaName !== curAreaName) {
            curAreaName = areaName;
            areaChange = true;
        }
        const areaID = areaMap[curAreaName];
        if (!areaID) {
            continue;
        }
        areaIDSet.add(areaID);
        if ((className && className !== curClassName) || areaChange) {
            curClassName = className;
            const classItem = {
                libID,
                areaID,
                ID: uuidV1(),
                ParentID: '-1',
                NextSiblingID: '-1',
                name: curClassName
            };
            curClassID = classItem.ID;
            classData.push(classItem);
            (areaClassDataMap[areaID] || (areaClassDataMap[areaID] = [])).push(classItem);
            const preClassItem = areaClassDataMap[areaID][areaClassDataMap[areaID].length - 2];
            if (preClassItem) {
                preClassItem.NextSiblingID = classItem.ID;
            }
        }
        if (!curClassID) {
            continue;
        }
        data.push({
            ID: uuidV1(),
            compilationID,
            libID,
            areaID,
            classID: curClassID,
            period: libs[0].period,
            code,
            name,
            specs,
            unit,
            noTaxPrice,
            taxPrice
        });
    }
    const areaIDs = [...areaIDSet]
    if (classData.length) {
        await priceInfoClassModel.remove({ libID, areaID: { $in: areaIDs } });
        await priceInfoClassModel.insertMany(classData);
    }
    if (data.length) {
        await priceInfoItemModel.remove({ libID, areaID: { $in: areaIDs } });
        await priceInfoItemModel.insertMany(data);
    } else {
        throw 'excel没有有效数据。'
    }
}

// 导入excel关键字数据（主表+副表），目前只针对珠海，根据列号导入
/* 
主表：主从对应码	别名编码	材料名称	规格	单位	含税价（元）	除税价（元）	月份备注	计算式
副表：主从对应码	关键字	单位	关键字效果	组别	选项号
 */
async function importKeyData(libID, mainData, subData) {
    const lib = await priceInfoLibModel.findOne({ ID: libID }).lean();
    if (!lib) {
        throw new Error('库不存在');
    }
    const zh = await priceInfoAreaModel.findOne({ name: { $regex: '珠海' } }).lean();
    if (!zh) {
        throw new Error('该库不存在珠海地区');
    }
    // 删除珠海地区所有材料
    await priceInfoItemModel.deleteMany({ libID, areaID: zh.ID });

    const classItems = await priceInfoClassModel.find({ libID, areaID: zh.ID }).lean();
    // 分类树前四位编码 - 分类节点ID映射表
    let otherClassID = '';
    const classMap = {};
    classItems.forEach(item => {
        if (item.name) {
            if (!otherClassID && /其他/.test(item.name)) {
                otherClassID = item.ID;
            }
            const code = item.name.substr(0, 4);
            if (/\d{4}/.test(code)) {
                classMap[code] = item.ID;
            }
        }
    });

    // 主从对应码 - 关键字数组映射
    const keywordMap = {};
    for (let row = 1; row < subData.length; row++) {
        const rowData = subData[row];
        const keywordItem = {
            code: rowData[0] ? String(rowData[0]) : '',
            keyword: rowData[1] || '',
            unit: rowData[2] || '',
            coe: rowData[3] || '',
            group: rowData[4] || '',
            optionCode: rowData[5] || '',
        };
        if (!keywordItem.code) {
            continue;
        }
        (keywordMap[keywordItem.code] || (keywordMap[keywordItem.code] = [])).push(keywordItem);
    }

    const priceItems = [];
    for (let row = 1; row < mainData.length; row++) {
        const rowData = mainData[row];
        const code = rowData[0] ? String(rowData[0]) : '';
        if (!code) {
            continue;
        }
        const matchCode = code.substring(0, 4);
        const classID = classMap[matchCode] || otherClassID;
        const priceItem = {
            code,
            libID,
            classID,
            ID: uuidV1(),
            compilationID: lib.compilationID,
            areaID: zh.ID,
            period: lib.period,
            classCode: rowData[1] || '',
            name: rowData[2] || '',
            specs: rowData[3] || '',
            unit: rowData[4] || '',
            taxPrice: rowData[5] || '',
            noTaxPrice: rowData[6] || '',
            dateRemark: rowData[7] || '',
            expString: rowData[8] || '',
            keywordList: keywordMap[code] || [],
        }
        priceItems.push(priceItem);
    }
    if (priceItems.length) {
        await priceInfoItemModel.insertMany(priceItems);
    }
}

// 获取费用定额的地区数据
async function getAreas(compilationID) {
    return await priceInfoAreaModel.find({ compilationID }, '-_id ID name serialNo').lean();
}

async function updateAres(updateData) {
    const bulks = [];
    updateData.forEach(({ ID, field, value }) => bulks.push({
        updateOne: {
            filter: { ID },
            update: { [field]: value }
        }
    }));
    if (bulks.length) {
        await priceInfoAreaModel.bulkWrite(bulks);
    }
}

async function insertAreas(insertData) {
    await priceInfoAreaModel.insertMany(insertData);
}

async function deleteAreas(deleteData) {
    await priceInfoClassModel.remove({ areaID: { $in: deleteData } });
    await priceInfoItemModel.remove({ areaID: { $in: deleteData } });
    await priceInfoAreaModel.remove({ ID: { $in: deleteData } });
}

async function getClassData(libID, areaID) {
    if (libID && areaID) {
        return await priceInfoClassModel.find({ libID, areaID }, '-_id').lean();
    }
    if (libID) {
        return await priceInfoClassModel.find({ libID }, '-_id').lean();
    }
    if (areaID) {
        return await priceInfoClassModel.find({ areaID }, '-_id').lean();
    }

}

async function getPriceData(classIDList) {
    return await priceInfoItemModel.find({ classID: { $in: classIDList } }).sort({ _id: 1 }).lean();
}

const UpdateType = {
    UPDATE: 'update',
    DELETE: 'delete',
    CREATE: 'create',
};

async function editPriceData(postData) {
    const bulks = [];
    postData.forEach(data => {
        const filter = { ID: data.ID };
        // 为了命中索引，ID暂时还没添加索引，数据量太大，担心内存占用太多
        if (data.areaID) {
            filter.areaID = data.areaID;
        }
        if (data.compilationID) {
            filter.compilationID = data.compilationID;
        }
        if (data.period) {
            filter.period = data.period;
        }
        if (data.type === UpdateType.UPDATE) {
            bulks.push({
                updateOne: {
                    filter,
                    update: { ...data.data }
                }
            });
        } else if (data.type === UpdateType.DELETE) {
            bulks.push({
                deleteOne: {
                    filter,
                }
            });
        } else {
            bulks.push({
                insertOne: {
                    document: data.data
                }
            });
        }
    });
    if (bulks.length) {
        await priceInfoItemModel.bulkWrite(bulks);
    }
}

async function editClassData(updateData) {
    const bulks = [];
    const deleteIDList = [];
    updateData.forEach(({ type, filter, update, document }) => {
        if (type === UpdateType.UPDATE) {
            bulks.push({
                updateOne: {
                    filter,
                    update
                }
            });
        } else if (type === UpdateType.DELETE) {
            deleteIDList.push(filter.ID);
            bulks.push({
                deleteOne: {
                    filter
                }
            });
        } else {
            bulks.push({
                insertOne: {
                    document
                }
            });
        }
    });
    if (deleteIDList.length) {
        await priceInfoItemModel.remove({ classID: { $in: deleteIDList } });
    }
    if (bulks.length) {
        await priceInfoClassModel.bulkWrite(bulks);
    }
}

//计算指标平均值
function calcIndexAvg(period, areaID, compilationID, preCodeMap) {
    const newData = [];
    for (const code in preCodeMap) {
        const indexArr = preCodeMap[code];
        let total = 0;

        for (const index of indexArr) {
            total = scMathUtil.roundForObj(total + index, 2);
        }
        const avg = scMathUtil.roundForObj(total / indexArr.length, 2);
        newData.push({ ID: uuidV1(), code, period, areaID, compilationID, index: avg })
    }
    return newData
}

//一个月里有classCode相同，但是价格不同的情况，取平均值
function getClassCodePriceAvgMap(items) {
    const classCodeMap = {};
    for (const b of items) {
        classCodeMap[b.classCode] ? classCodeMap[b.classCode].push(b) : classCodeMap[b.classCode] = [b];
    }

    for (const classCode in classCodeMap) {
        const baseItems = classCodeMap[classCode];
        const item = baseItems[0];
        if (baseItems.length > 1) {
            let sum = 0;
            for (const b of baseItems) {
                sum += parseFloat(b.noTaxPrice);
            }
            classCodeMap[classCode] = { code: item.code, name: item.name, price: scMathUtil.roundForObj(sum / baseItems.length, 2) };
        } else {
            classCodeMap[classCode] = { code: item.code, name: item.name, price: parseFloat(item.noTaxPrice) }
        }

    }

    return classCodeMap

}

async function calcPriceIndex(libID, period, areaID, compilationID) {
    const baseItems = await priceInfoItemModel.find({ areaID, period: '2022年-01月' }).lean();//以珠海 22年1月的数据为基准
    const currentItems = await priceInfoItemModel.find({ areaID, period }).lean();
    const preCodeMap = {};//编码前4位-指数映射
    const baseAvgMap = getClassCodePriceAvgMap(baseItems);
    const currentAvgMap = getClassCodePriceAvgMap(currentItems);

    let message = '';

    for (const classCode in currentAvgMap) {
        const c = currentAvgMap[classCode];
        const preCode = c.code.substr(0, 4);
        let index = 1;
        const baseItem = baseAvgMap[classCode];
        const tem = { index, classCode, name: c.name, code: c.code };

        if (baseItem && baseItem.price) {//一个月份里有多个值时，先取平均再计算
            index = scMathUtil.roundForObj(c.price / baseItem.price, 2);
            tem.baseName = baseItem.name;
        }
        tem.index = index;
        if (Math.abs(index - 1) > 0.2) {
            const string = `classCode:${tem.classCode},编号：${tem.code},基础名称：${tem.baseName},当前库中名称：${tem.name}，指数：${tem.index};\n`;
            message += string;
            console.log(string)
        }

        preCodeMap[preCode] ? preCodeMap[preCode].push(index) : preCodeMap[preCode] = [index];
    }
    const newIndexData = calcIndexAvg(period, areaID, compilationID, preCodeMap)
    //删除旧数据
    await priceInfoIndexModel.deleteMany({ areaID, period });
    //插入新数据
    await priceInfoIndexModel.insertMany(newIndexData);
    return message;
}

const getMatchSummaryKey = (item) => {
    const props = ['name', 'specs', 'unit'];
    return props.map(prop => {
        const subKey = item[prop] ? item[prop].trim() : '';
        return subKey;
    }).join('@');

}

const getSummaryMap = (items) => {
    const map = {};
    items.forEach(item => {
        const key = getMatchSummaryKey(item);
        map[key] = item;
    });
    return map;
}

// 匹配总表
// 按规则匹配信息价的编码、别名编码
// 匹配规则：名称+规格型号+单位，与总表一致则自动填入编码、别名编码、计算式(珠海建筑)；
const matchSummary = async (compilationID, libID, areaID, matchAll) => {
    if (!compilationID || !libID || !areaID) {
        return;
    }
    const filter = { libID };
    if (matchAll) {
        const areas = await priceInfoAreaModel.find({ compilationID }, 'ID name').lean();
        const area = areas.find(area => area.ID === areaID);
        if (!area) {
            return [];
        }
        const rootAreaName = area.name.split('-')[0];
        const areaIDs = [];
        areas.forEach(area => {
            const name = area.name.split('-')[0];
            if (name === rootAreaName) {
                areaIDs.push(area.ID);
            }
        });
        filter.areaID = { $in: areaIDs };
    } else {
        filter.areaID = areaID;
    }

    const updateBulks = [];
    const priceItems = await priceInfoItemModel.find(filter, '-_id ID compilationID name specs unit areaID period').lean();
    const summaryItems = await priceInfoSummaryModel.find({}, '-_id ID name specs unit code classCode expString').lean();
    const summaryMap = getSummaryMap(summaryItems);
    priceItems.forEach(priceItem => {
        const key = getMatchSummaryKey(priceItem);
        const matched = summaryMap[key];
        if (matched) {
            const updateObj = {
                code: matched.code,
                classCode: matched.classCode,
            }
            updateBulks.push({
                updateOne: {
                    filter: { ID: priceItem.ID, compilationID: priceItem.compilationID, areaID: priceItem.areaID, period: priceItem.period },
                    update: updateObj
                }
            })
        }
    });
    if (updateBulks.length) {
        console.log(`updateBulks.length`, updateBulks.length);
        await priceInfoItemModel.bulkWrite(updateBulks);
    }
}

// 获取空数据(没有别名编码)
const getPriceEmptyData = async (compilationID, libID, areaID, matchAll) => {
    const lib = await priceInfoLibModel.findOne({ ID: libID }).lean();
    if (!lib || !areaID) {
        return [];
    }
    const filter = { compilationID, libID, period: lib.period };
    if (matchAll) {
        const areas = await priceInfoAreaModel.find({ compilationID }, 'ID name').lean();
        const area = areas.find(area => area.ID === areaID);
        console.log(area);
        if (!area) {
            return [];
        }
        const rootAreaName = area.name.split('-')[0];
        const areaIDs = [];
        areas.forEach(area => {
            const name = area.name.split('-')[0];
            if (name === rootAreaName) {
                areaIDs.push(area.ID);
            }
        });
        filter.areaID = { $in: areaIDs };
    } else {
        filter.areaID = areaID;
    }
    const priceItems = await priceInfoItemModel.find(filter).lean();
    return priceItems.filter(item => !item.classCode);
};

const getMatchPrice = (allInfoPrice, nameArray, needHandleLongWord = true) => {
    let items = [];
    let maxNum = 0; // 最大匹配数
    const matchMap = {}; // 匹配储存
    let handleLongWord = false;
    if (needHandleLongWord) {
        for (const na of nameArray) {
            if (na.length >= 5) handleLongWord = true;
        }
    }

    for (const info of allInfoPrice) {
        // specs
        const matchString = alias(info.name + info.specs); // 组合名称和规格型号
        info.matchString = matchString;
        let matchCount = 0;
        for (const na of nameArray) {
            if (matchString.indexOf(na) !== -1) {
                matchCount += 1;
                if (needHandleLongWord && na.length >= 5) handleLongWord = false; // 有5个字的，并且匹配上了，这里就为false不用再处理一次了
            }
        }
        if (matchCount > 0) {
            if (matchMap[matchCount]) {
                matchMap[matchCount].push(info);
            } else {
                matchMap[matchCount] = [info];
            }
            if (matchCount > maxNum) maxNum = matchCount;
        }
    }
    if (maxNum > 0) items = matchMap[maxNum];

    return { items, handleLongWord };
}

// 获取推荐总表数据
const getRecommendPriceSummaryData = async (keyword) => {
    const nameArray = getWordArray(keyword);
    console.log(`nameArray`);
    console.log(nameArray);
    const allItems = await priceInfoSummaryModel.find({}).lean();
    let { items } = getMatchPrice(allItems, nameArray);

    // 按匹配位置排序 如[ '橡胶', '胶圈', '给水' ] 先显示橡胶
    items = _.sortBy(items, item => {
        const ms = item.matchString;
        for (let i = 0; i < nameArray.length; i += 1) {
            if (ms.indexOf(nameArray[i]) !== -1) return i;
        }
        return 0;
    });

    return items;
}

// 处理价格￥符号
/* const handlePriceText = async () => {
    const libs = await priceInfoLibModel.find({}).lean();
    for (const lib of libs) {
        const libID = lib.ID;
        const bulks = [];
        const items = await priceInfoItemModel.find({ libID }, '-_id ID noTaxPrice areaID period').lean();
        items.forEach(item => {
            if (item.noTaxPrice && /￥/.test(item.noTaxPrice)) {
                const noTaxPrice = item.noTaxPrice.replace('￥', '').replace(',', '');
                bulks.push({ updateOne: { filter: { ID: item.ID, areaID: item.areaID, period: item.period }, update: { $set: { noTaxPrice } } } });
                // bulks.push({ deleteOne: { filter: { ID: item.ID, areaID: item.areaID, period: item.period } } });
            }
        });
        if (bulks.length) {
            const chunks = _.chunk(bulks, Math.floor(bulks.length / 500) + 1);
            for (const chunk of chunks) {

                if (chunk.length) {
                    await priceInfoItemModel.bulkWrite(chunk);
                }
            }
        }
    }
} */

// 删除价格为空的
const handlePriceText = async () => {
    const libs = await priceInfoLibModel.find({}).lean();
    for (const lib of libs) {
        const libID = lib.ID;
        const bulks = [];
        const items = await priceInfoItemModel.find({ libID }, '-_id ID noTaxPrice areaID period').lean();
        items.forEach(item => {
            if (!item.noTaxPrice) {
                bulks.push({ deleteOne: { filter: { ID: item.ID, areaID: item.areaID, period: item.period } } });
            }
        });
        if (bulks.length) {
            const chunks = _.chunk(bulks, Math.floor(bulks.length / 500) + 1);
            for (const chunk of chunks) {
                if (chunk.length) {
                    await priceInfoItemModel.bulkWrite(chunk);
                }
            }
        }
    }
}

// 按库导出信息价库完整数据，不需要带上地区
async function exportInfoPriceByLib(libID) {
    const lib = await priceInfoLibModel.findOne({ ID: libID }).lean();
    if (!lib) {
        throw new Error('不存在该信息价库！');
    }
    const { compilationID } = lib;
    const priceLibs = await priceInfoLibModel.find({ ID: libID }, '-_id').lean();
    const priceClasses = await priceInfoClassModel.find({ libID }, '-_id').lean();
    const priceItems = await priceInfoItemModel.find({ libID }, '-_id').lean();
    const exportData = { compilationID, priceLibs, priceClasses, priceItems };
    const str = JSON.stringify(exportData);
    exportData.md5 = sms.md5(str);
    return { jsonStr: JSON.stringify(exportData), period: lib.period, name: lib.name };
}

// 按编办导出信息价库完整数据，需要带上地区
async function exportInfoPriceByCompilation(compilationID) {
    const areas = await priceInfoAreaModel.find({ compilationID }, '-_id').lean();
    const priceLibs = await priceInfoLibModel.find({ compilationID }, '-_id').lean();
    const libIDs = priceLibs.map(lib => lib.ID);
    const priceClasses = await priceInfoClassModel.find({ libID: { $in: libIDs } }, '-_id').lean();
    const priceItems = await priceInfoItemModel.find({ libID: { $in: libIDs } }, '-_id').lean();
    const exportData = { compilationID, areas, priceLibs, priceClasses, priceItems };
    const str = JSON.stringify(exportData);
    exportData.md5 = sms.md5(str);
    return { jsonStr: JSON.stringify(exportData), period: lib.period, name: lib.name };
}


// 批量修改同省份下所有相同材料（编号、名称、规格、单位）
async function batchUpdate(priceItem, prop, val) {
    const date1 = Date.now();
    const areas = await priceInfoAreaModel.find({ compilationID: priceItem.compilationID }, '-_id ID name').lean();
    const area = areas.find(item => item.ID === priceItem.areaID);
    if (!area || !area.name) {
        throw new Error('找不到对应地区');
    }
    const province = area.name.split('-')[0];
    const reg = new RegExp(`^${province}`)
    const sameProvinceAreas = areas.filter(item => reg.test(item.name));
    console.log(`sameProvinceAreas`);
    console.log(sameProvinceAreas);
    if (!sameProvinceAreas.length) {
        return;
    }
    console.log('1', date1);
    const date2 = Date.now();
    const areaIDs = sameProvinceAreas.map(item => item.ID);
    // 根据编号初筛
    const priceItems = await priceInfoItemModel.find({ libID: priceItem.libID, code: priceItem.code || '' }, '-_id ID areaID code name specs unit').lean();
    const date3 = Date.now();
    console.log('2', date3 - date2);
    // 批量修改相同材料
    // const bulks = [];
    const getKey = (item) => {
        return `${item.code || ''}@${item.name || ''}@${item.specs || ''}@${item.unit || ''}`;
    }
    const key = getKey(priceItem);
    const updateIDs = [];
    priceItems.forEach(item => {
        if (areaIDs.includes(item.areaID) && getKey(item) === key) {
            updateIDs.push(item.ID);
            // bulks.push({ updateOne: { filter: { ID: item.ID }, update: { $set: { [prop]: val } } } });
        }
    });
    if (updateIDs.length) {
        await priceInfoItemModel.updateMany({ ID: { $in: updateIDs } }, { $set: { [prop]: val } });
    }
    const date4 = Date.now();
    console.log('3', date4 - date3);


}

// 根据期数范围，获取期数数据
function getPeriodData(from, to) {
    const monthMap = {
        '1': '01月',
        '2': '02月',
        '3': '03月',
        '4': '04月',
        '5': '05月',
        '6': '06月',
        '7': '07月',
        '8': '08月',
        '9': '09月',
        '10': '10月',
        '11': '11月',
        '12': '12月',
    };
    if (from > to) {
        return null;
    }
    const reg = /(\d+)-(\d+)/;
    const fromMatch = from.match(reg);
    const fromYear = +fromMatch[1];
    const fromMonth = +fromMatch[2];
    const toMatch = to.match(reg);
    const toYear = +toMatch[1];
    const toMonth = +toMatch[2];
    let curYear = fromYear;
    let curMonth = fromMonth;
    const periods = [];
    while ((curYear <= toYear && curMonth <= toMonth) || curYear < toYear) {
        periods.push(`${curYear}年-${monthMap[curMonth]}`);
        if (curMonth === 12) {
            curYear++;
            curMonth = 1;
        } else {
            curMonth++;
        }
    }
    return periods;
}

// 导出浙江信息价excel数据
async function getZheJiangSheetData(from, to) {
    const periods = getPeriodData(from, to);
    if (!periods) {
        throw '无效的期数区间。';
    }
    const compilationID = '5de61133d46f6f000d15d347';
    const libs = await priceInfoLibModel.find({ compilationID, period: { $in: periods } }, '-_id ID name period').lean();
    const areas = await priceInfoAreaModel.find({ compilationID }, '-_id ID name').lean();
    const zjAreas = areas.filter(area => /浙江/.test(area.name) && /全市平均/.test(area.name));
    // 地区按照serialNo排序
    zjAreas.sort((a, b) => a.serialNo - b.serialNo);
    const areaIDs = zjAreas.map(area => area.ID);
    const libIDs = libs.map(lib => lib.ID);
    const allPriceItems = await priceInfoItemModel.find({ compilationID, areaID: { $in: areaIDs }, libID: { $in: libIDs } }, '-_id libID areaID code name noTaxPrice').lean();
    // 材料大类配置
    const priceClasses = [
        { name: '水泥', codes: ['5509001', '5509002', '5509003'] },
        { name: '钢材', codes: ['2001001', '2001002', '2001008', '2003004'] },
        { name: '砂石料', codes: ['5505016', '5503005', '1516001'] },
    ]
    const excelData = [['日期', '地区', '材料大类', '编码', '名称', '价格']];
    libs.forEach(lib => {
        // 日期
        // excelData.push([lib.period || '', '', '', '', '', '']);
        zjAreas.forEach(area => {
            // 地区
            const areaName = area.name.replace('浙江省-', '').replace('全市平均', '');
            // excelData.push(['', areaName || '', '', '', '', '']);
            // 材料大类
            let priceItems = allPriceItems.filter(item => item.libID === lib.ID && item.areaID === area.ID);
            priceItems = _.sortBy(priceItems, 'code');
            priceClasses.forEach(priceClass => {
                // excelData.push(['', '', priceClass.name || '', '', '', '']);
                priceItems.forEach(item => {
                    const code = item.code ? item.code.trim() : '';
                    const name = item.name ? item.name.trim() : '';
                    const price = item.noTaxPrice ? +item.noTaxPrice : '';
                    if (priceClass.codes.includes(code)) {
                        excelData.push([lib.period, areaName || '', priceClass.name || '', code, name, price]);
                    }
                });
            });
        });
    });
    return excelData;
}


module.exports = {
    getLibs,
    createLib,
    updateLib,
    deleteLib,
    processChecking,
    crawlDataByCompilation,
    importExcelData,
    importKeyData,
    getAreas,
    updateAres,
    insertAreas,
    deleteAreas,
    getClassData,
    calcPriceIndex,
    getPriceData,
    editPriceData,
    editClassData,
    matchSummary,
    getPriceEmptyData,
    getRecommendPriceSummaryData,
    handlePriceText,
    exportInfoPriceByLib,
    exportInfoPriceByCompilation,
    getAllLibs,
    batchUpdate,
    getZheJiangSheetData
}