'use strict';
/**
*
*
* @author Zhong
* @date 2018/6/1
* @version
*/
import mongoose from 'mongoose';
import CompilationModel from "../../users/models/compilation_model";
import moment from 'moment';
const uuidV1 = require('uuid/v1');
const billsLibModel = mongoose.model('std_bills_lib_list');
const billsGuideLibModel = mongoose.model('std_billsGuidance_lib');
const billsGuideItemsModel = mongoose.model('std_billsGuidance_items');
const stdBillsLibModel = mongoose.model('std_bills_lib_list');
const stdBillsModel = mongoose.model('std_bills_lib_bills');
const stdBillsJobsModel = mongoose.model('std_bills_lib_jobContent');
const stdRationModel = mongoose.model('std_ration_lib_ration_items');
const engLibModel = mongoose.model('engineering_lib');
const compilationModel = mongoose.model('compilation');
const billMaterialModel = mongoose.model('std_billsGuidance_materials');
const gljModel = mongoose.model('std_glj_lib_gljList');
const gljLibModel = mongoose.model('std_glj_lib_map');
const billClassModel = mongoose.model('billClass');
const idTree = require('../../../public/id_tree').getTree();
const _ = require('lodash');
const zhLibID = 'cf851660-3534-11ec-9641-2da8021b8e4e';
const cqLibID = '90c51220-a740-11e8-a354-ab5db7d42428';
module.exports = {
handleCopyItems,
getComBillsLibInfo,
getBillsGuideLibs,
initBillsGuideLib,
updateBillsGuideLib,
getLibWithBills,
getItemsBybills,
updateItems,
getBillMaterials,
editBillMaterials,
generateClassData,
getClassExcelData,
testItems
};
function setChildren(bill, parentMap) {
let children = parentMap[bill.ID];
if (children) {
for (let c of children) {
setChildren(c, parentMap);
}
bill.children = children;
} else {
bill.children = [];
}
}
function sortChildren(lists) {
let IDMap = {},
nextMap = {},
firstNode = null,
newList = [];
for (let l of lists) {
if (l.children && l.children.length > 0) l.children = sortChildren(l.children); //递规排序
IDMap[l.ID] = l;
if (l.NextSiblingID != -1) nextMap[l.NextSiblingID] = l;
}
for (let t of lists) {
if (!nextMap[t.ID]) { //如果在下一节点映射没找到,则是第一个节点
firstNode = t;
break;
}
}
if (firstNode) {
newList.push(firstNode);
delete IDMap[firstNode.ID];
setNext(firstNode, newList);
}
//容错处理,如果链断了的情况,直接添加到后面
for (let key in IDMap) {
if (IDMap[key]) newList.push(IDMap[key])
}
return newList;
function setNext(node, array) {
if (node.NextSiblingID != -1) {
let next = IDMap[node.NextSiblingID];
if (next) {
array.push(next);
delete IDMap[next.ID];
setNext(next, array);
}
}
}
}
function getItemFromChildren(children, allItems) {
for (let i = 0; i < children.length; i++) {
const cur = children[i];
const next = children[i + 1];
cur.NextSiblingID = next && next.ID || -1;
allItems.push(cur);
if (cur.children && cur.children.length) {
getItemFromChildren(cur.children, allItems);
}
}
}
function resetTreeData(billsList) {
const idMapping = {};
idMapping['-1'] = -1;
// 建立新ID-旧ID映射
billsList.forEach(bills => idMapping[bills.ID] = uuidV1());
billsList.forEach(function (bills) {
bills.ID = idMapping[bills.ID] ? idMapping[bills.ID] : -1;
bills.ParentID = idMapping[bills.ParentID] ? idMapping[bills.ParentID] : -1;
bills.NextSiblingID = idMapping[bills.NextSiblingID] ? idMapping[bills.NextSiblingID] : -1;
});
}
// 从某库中根据清单编号拷贝工艺
async function handleCopyItems(sourceGuideLibID, sourceBillsLibID, targetGuideLibID, targetBillsLibID) {
const sourceBills = await stdBillsModel.find({ billsLibId: sourceBillsLibID, deleted: false }, '-_id ID code').lean();
const targetBills = await stdBillsModel.find({ billsLibId: targetBillsLibID, deleted: false }, '-_id ID code').lean();
const sourceItems = await billsGuideItemsModel.find({ libID: sourceGuideLibID, type: 0, deleted: false }, '-_id').lean(); // 过滤掉定额项
const targetCodeIDMap = {};
targetBills.forEach(bills => targetCodeIDMap[bills.code] = bills.ID);
const toDeleteIDList = [];
const insertBulks = [];
sourceBills.forEach(bills => {
const matchedItems = sourceItems.filter(item => item.billsID === bills.ID);
// 重新将断缺的树结构数据整理好
if (matchedItems.length) {
const parentMap = {};
matchedItems.forEach(item => {
(parentMap[item.ParentID] || (parentMap[item.ParentID] = [])).push(item);
});
const roots = parentMap['-1'];
roots.forEach(root => setChildren(root, parentMap));
const sorted = sortChildren(roots);
const newItems = [];
getItemFromChildren(sorted, newItems);
resetTreeData(newItems);
const targetBillsID = targetCodeIDMap[bills.code];
if (targetBillsID) {
toDeleteIDList.push(targetBillsID);
newItems.forEach(newItem => {
newItem.libID = targetGuideLibID;
newItem.billsID = targetBillsID;
insertBulks.push({
insertOne: { document: newItem }
});
})
}
}
});
if (toDeleteIDList.length) {
await billsGuideItemsModel.remove({ libID: targetGuideLibID, billsID: { $in : toDeleteIDList } });
}
if (insertBulks.length) {
await billsGuideItemsModel.bulkWrite(insertBulks);
}
}
async function getCompilationList() {
let compilationModel = new CompilationModel();
return await compilationModel.getCompilationList();
}
async function getComBillsLibInfo() {
let rst = {compilationList: [], billsLibs: []};
let compilationList = await getCompilationList();
if(compilationList.length <= 0){
throw '没有数据';
}
else{
for(let compilation of compilationList){
rst.compilationList.push({_id: compilation._id, name: compilation.name});
}
rst.billsLibs = await billsLibModel.find({deleted: false}, '-_id billsLibId billsLibName');
return rst;
}
}
async function getBillsGuideLibs(findData, isTemporary) {
if (isTemporary) {
const libs = await billsGuideLibModel.find({ ID: { $in: [zhLibID, cqLibID] } }).lean();
return libs;
}
return await billsGuideLibModel.find(findData);
}
// 如果是“重庆费用定额(2018)”,则默认叶子清单的项目指引窗口只有一条数据,取清单名称。
async function genGuidanceItems_cq18(guidanceLibId, billsLibId) {
let bills = await stdBillsModel.find({billsLibId: billsLibId, deleted: false, 'jobs.0': {$exists: true}});
let insertArr = [];
for(let bill of bills){
let newItem = {
libID: guidanceLibId,
ID: uuidV1(), ParentID: -1,
NextSiblingID: -1,
name: bill.name,
type: 0,
billsID: bill.ID
};
insertArr.push({insertOne: {document: newItem}});
}
await billsGuideItemsModel.bulkWrite(insertArr);
}
//拷贝工作内容并转化为树结构,形成项目指引数据
async function genGuidanceItems(guidanceLibId, billsLibId){
let bills = await stdBillsModel.find({billsLibId: billsLibId, deleted: false, 'jobs.0': {$exists: true}});
//设置工作内容数据
let jobIds = [];
let totalJobs = [];
for(let bill of bills){
for(let job of bill.jobs){
jobIds.push(job.id);
}
}
jobIds = Array.from(new Set(jobIds));
if(jobIds.length > 0){
totalJobs = await stdBillsJobsModel.find({deleted: false, id: {$in: jobIds}});
}
if(totalJobs.length > 0){
let jobIdIndex = {};//id索引
for(let job of totalJobs){
jobIdIndex[job.id] = job;
}
let insertArr = [];
for(let bill of bills){
//排序后根据serialNo转换成NextSiblingID,倒序
bill.jobs.sort(function (a, b) {
let rst = 0;
if(a.serialNo > b.serialNo){
rst = -1;
}
else if(a.serialNo < b.serialNo){
rst = 1;
}
return rst;
});
let jobNoIndex = {};//下标索引
for(let i = 0; i < bill.jobs.length; i++){
let newItem = {libID: guidanceLibId, ID: uuidV1(), ParentID: -1, NextSiblingID: jobNoIndex[i - 1] ? jobNoIndex[i - 1]['ID'] : -1,
name: jobIdIndex[bill.jobs[i]['id']]['content'], type: 0, billsID: bill.ID};
jobNoIndex[i] = newItem;
insertArr.push({insertOne: {document: newItem}});
}
}
await billsGuideItemsModel.bulkWrite(insertArr);
}
}
async function initBillsGuideLib(updateData){
await billsGuideLibModel.create(updateData);
let compilation = await compilationModel.findOne({_id: mongoose.Types.ObjectId(updateData.compilationId)});
if (compilation &&
compilation.overWriteUrl &&
compilation.overWriteUrl === '/web/over_write/js/chongqing_2018.js') {
await genGuidanceItems_cq18(updateData.ID, updateData.billsLibId);
} else {
await genGuidanceItems(updateData.ID, updateData.billsLibId);
}
}
async function updateBillsGuideLib(data) {
if(data.updateType === 'delete'){
//删除所有条目
await billsGuideLibModel.remove(data.findData);
await billsGuideItemsModel.remove({libID: data.findData.ID});
}
else {
await billsGuideLibModel.update(data.findData, {$set: data.updateData});
await engLibModel.update({'billsGuidance_lib.id': data.findData.ID}, {$set: {'billsGuidance_lib.$.name': data.updateData.name}}, {multi: true});
}
}
async function getLibWithBills(libID){
let guidanceLib = await getBillsGuideLibs({ID: libID});
if(guidanceLib.length === 0){
throw '不存在此指引库!';
}
let billsLib = await stdBillsLibModel.findOne({billsLibId: guidanceLib[0].billsLibId});
if(!billsLib){
throw '引用的清单规则库不存在!';
}
let bills = await stdBillsModel.find({billsLibId: billsLib.billsLibId}, '-_id code name ID NextSiblingID ParentID jobs items comment').lean();
const guideItems = await billsGuideItemsModel.find({ libID: guidanceLib[0].ID }, '-_id billsID').lean();
const billsMap = {};
for (const item of guideItems) {
billsMap[item.billsID] = true;
}
for (const item of bills) {
if (billsMap[item.ID]) {
item.hasGuide = true;
}
}
return {guidanceLib: guidanceLib[0], bills};
}
function getAttrs(field, datas){
let rst = [];
for(let data of datas){
if(data[field]){
rst.push(data[field]);
}
}
return rst;
}
//定额项目指所引用定额是否被删除
function rationAllExist(rationItems, stdRationIdx) {
for(let item of rationItems){
if(!stdRationIdx[item.rationID]){
return false;
}
}
return true;
}
//将同层树结构转为顺序数组
function chainToArr(nodes){
let rst = [];
let tempIdx = {};
let nodeIdx = {};
//建索引
for(let node of nodes){
tempIdx[node.ID] = {ID: node.ID, NextSiblingID: node.NextSiblingID, preSibling: null, nextSibling: null};
nodeIdx[node.ID] = node;
}
//建链
for(let i in tempIdx){
let temp = tempIdx[i];
if(temp.NextSiblingID != -1){
let next = tempIdx[temp.NextSiblingID];
temp.nextSibling = next;
next.preSibling = temp;
}
}
let firstNode = null;
for(let i in tempIdx){
if(!tempIdx[i].preSibling){
firstNode = tempIdx[i];
break;
}
}
//获得顺序队列
while(firstNode){
rst.push(nodeIdx[firstNode.ID]);
firstNode = firstNode.nextSibling;
}
return rst;
}
async function getItemsBybills(guidanceLibID, billsID){
const type = {job: 0, ration: 1};
let items = await billsGuideItemsModel.find({libID: guidanceLibID, billsID: billsID, deleted: false});
let rationItems = _.filter(items, {type: type.ration});
let rationIds = getAttrs('rationID', rationItems);
let stdRations = await stdRationModel.find({ID: {$in: rationIds}, $or: [{isDeleted: null}, {isDeleted: false}]});
let stdRationIndex = {};
for(let stdRation of stdRations){
stdRationIndex[stdRation.ID] = stdRation;
}
//判断定额完整性
if(!rationAllExist(rationItems, stdRationIndex)){
//建定额链, 排序后再清除不存在的定额,保证顺序正确性
rationItems = chainToArr(rationItems);
//清除已被删除的定额
let removeIds = [];
_.remove(rationItems, function (item) {
if(!stdRationIndex[item.rationID]){
removeIds.push(item.ID);
return true;
}
return false;
});
_.remove(items, function (item) {
return removeIds.includes(item.ID);
});
await billsGuideItemsModel.remove({ID: {$in: removeIds}});
//重组树结构
let bulkArr = [];
for(let i = 0, len = rationItems.length; i < len; i++){
rationItems[i].NextSiblingID = rationItems[i + 1] ? rationItems[i + 1].ID : -1;
bulkArr.push({updateOne: {filter: {ID: rationItems[i].ID}, update: {$set: {NextSiblingID: rationItems[i].NextSiblingID}}}});
}
await billsGuideItemsModel.bulkWrite(bulkArr);
}
return items;
}
async function updateItems(updateDatas) {
let bulkArr = [];
for(let updateData of updateDatas){
if(updateData.updateType === 'create'){
bulkArr.push({insertOne: {document: updateData.updateData}});
}
else if(updateData.updateType === 'update'){
bulkArr.push({updateOne: {filter: updateData.findData, update: {$set: updateData.updateData}}});
}
else{
bulkArr.push({deleteOne: {filter: updateData.findData}});
}
}
if(bulkArr.length > 0){
await billsGuideItemsModel.bulkWrite(bulkArr);
}
}
// 获取清单材料数据
async function getBillMaterials(libID, billID) {
const billMaterial = await billMaterialModel.findOne({ libID, billID }).lean();
if (!billMaterial || !billMaterial.materials) {
return [];
}
const gljIDs = billMaterial.materials.map(m => m.gljID);
const gljList = await gljModel.find({ ID: { $in: gljIDs } }, '-_id ID code name specs').lean();
return gljList.map(glj => ({ gljID: glj.ID, code: glj.code, name: glj.name, specs: glj.specs }));
}
// 编辑清单材料数据,返回清单材料数据
async function editBillMaterials(libID, billID, gljCodes, compilationID) {
const gljLib = await gljLibModel.findOne({ compilationId: compilationID }, '-_id ID').lean();
const gljList = await gljModel.find({ repositoryId: gljLib.ID, code: { $in: gljCodes }, }, '-_id ID code name specs').lean();
const gljMap = {};
const materials = [];
gljList.forEach(glj => {
materials.push({ gljID: glj.ID });
gljMap[glj.code] = 1;
});
const missCodes = gljCodes.filter(code => !gljMap[code]);
if (missCodes.length) {
throw new Error(`没有找到人材机:
${missCodes.join('
')}`);
}
const billMaterial = await billMaterialModel.findOne({ libID, billID }, '-_id ID').lean();
if (billMaterial) {
await billMaterialModel.update({ ID: billMaterial.ID }, { $set: { materials } });
} else {
await billMaterialModel.create({ libID, billID, ID: uuidV1(), materials });
}
return gljList.map(glj => ({ gljID: glj.ID, code: glj.code, name: glj.name, specs: glj.specs }));
}
// 是否为工序行
function isProcessNode(node) {
return node && node.depth() % 2 === 0 && node.data.type === 0
}
// 是否是选项行
function isOptionNode(node) {
return node && node.depth() % 2 === 1 && node.data.type === 0
}
// 从指引节点,获取分类特征数据
function getItemCharacterData(nodes, prefix) {
const processNodes = nodes.filter(node => isProcessNode(node));
const classGroups = []; // 同层必填选项的数组(二维数组)
processNodes.forEach(processNode => {
const classItems = [];
const optionNodes = processNode.children.filter(node => isOptionNode(node));
optionNodes.forEach(optionNode => {
// const name = prefix ? `${prefix}@${optionNode.data.name}` : optionNode.data.name;
if (optionNode.parent && optionNode.parent.data.required && (!optionNode.children
|| !optionNode.children.length
|| (optionNode.children[0].data && optionNode.children[0].data.rationID)
|| !optionNode.children.some(node => isProcessNode(node)))) {
classItems.push(optionNode.data.name);
} else {
classItems.push(...getItemCharacterData(optionNode.children, optionNode.parent && optionNode.parent.data.required ? optionNode.data.name : ''));
}
});
if (classItems.length) {
classGroups.push(classItems);
}
});
// 拼接上一文本
if (classGroups[0] && classGroups[0].length) {
classGroups[0] = classGroups[0].map(name => prefix ? `${prefix}@${name}` : name);
}
// 二维数组内容排列组合
while (classGroups.length > 1) {
const prevClassItems = classGroups[0];
const nextClassItems = classGroups[1];
const mergedClassItems = [];
for (let i = 0; i < prevClassItems.length; i++) {
for (let j = 0; j < nextClassItems.length; j++) {
mergedClassItems.push(`${prevClassItems[i]}@${nextClassItems[j]}`);
}
}
classGroups.splice(0, 2, mergedClassItems);
}
return classGroups[0] ? [...new Set(classGroups[0])] : []; // 去重
}
// 生成清单分类
async function generateClassData(libID) {
const lib = await billsGuideLibModel.findOne({ ID: libID }).lean();
if (!lib) {
throw new Error('无有效精灵库');
}
const guidanceItems = await billsGuideItemsModel.find({ libID }, '-_id').lean();
// 清单ID - 指引数据映射
const guidanceMap = {};
guidanceItems.forEach(item => {
(guidanceMap[item.billsID] || (guidanceMap[item.billsID] = [])).push(item);
});
const bills = await stdBillsModel.find({ billsLibId: lib.billsLibId }, '-_id ID ParentID NextSiblingID name code').lean();
const billTree = idTree.createNew({id: 'ID', pid: 'ParentID', nid: 'NextSiblingID', rootId: -1, autoUpdate: true});
billTree.loadDatas(bills);
// 叶子清单
const leaves = billTree.items.filter(node => !node.children || !node.children.length);
// 获取分类数据
let classNum = 1;
const billClassData = [];
leaves.forEach(billNode => {
const guidanceItems = guidanceMap[billNode.data.ID];
if (!guidanceItems || !guidanceItems.length) {
return;
}
const guidanceTree = idTree.createNew({id: 'ID', pid: 'ParentID', nid: 'NextSiblingID', rootId: -1, autoUpdate: true});
guidanceTree.loadDatas(guidanceItems);
/* if (!guidanceTree.check(guidanceTree.roots)) {
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log(billNode.data);
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
console.log('==================================清单下精灵树结构问题=========================================');
} */
const itemCharacterData = getItemCharacterData(guidanceTree.roots);
itemCharacterData.forEach(itemCharacter => {
billClassData.push({
itemCharacter,
class: classNum++,
classCode: `${billNode.data.code}@${itemCharacter}`,
compilationID: lib.compilationId,
name: billNode.data.name,
code: billNode.data.code,
});
});
});
// 清空旧的分类数据
await billClassModel.deleteMany({ compilationID: lib.compilationId });
// 之前遇到一次性插入40w条数据的情况,会卡死,循环插入速度快很多
while (billClassData.length > 10000){
const list = billClassData.splice(0,10000);
await billClassModel.insertMany(list);
}
await billClassModel.insertMany(billClassData);
}
// 获取分类excel数据
async function getClassExcelData(libID) {
const lib = await billsGuideLibModel.findOne({ ID: libID }, '-_id compilationId').lean();
if (!lib) {
throw new Error('无有效精灵库');
}
const classData = await billClassModel.find({ compilationID: lib.compilationId }).lean();
const excelData = [['类别', '编码', '清单名称', '必填特征排列组合', '类别别名']];
classData.forEach(item => {
const excelItem = [
item.class,
item.code,
item.name,
item.itemCharacter,
item.classCode
];
excelData.push(excelItem);
});
return excelData;
}
async function testItems(libID) {
let items = await billsGuideItemsModel.find({libID: libID});
//删除垃圾数据
let delBulk = [];
let itemsMapping = {};
for(let item of items){
itemsMapping[item.ID] = true;
}
for(let item of items){
if(item.ParentID != -1 && !itemsMapping[item.ParentID]){
delBulk.push({
deleteOne: {
filter: {ID: item.ID}
}
});
}
}
if(delBulk.length > 0){
console.log(`delBulk.length`);
console.log(delBulk.length);
await billsGuideItemsModel.bulkWrite(delBulk);
}
/* //查找同层节点含有相同NextSiblingID的节点
let rst = [];
let billsGroup = {};
for(let item of items){
if(!billsGroup[item.billsID]){
billsGroup[item.billsID] = [item];
}
else {
billsGroup[item.billsID].push(item);
}
}
for(let bGroup in billsGroup){
let group = billsGroup[bGroup];
let parentGroup = {};
for(let gItem of group){
if(!parentGroup[gItem.ParentID]){
parentGroup[gItem.ParentID] = [gItem]
}
else {
parentGroup[gItem.ParentID].push(gItem);
}
}
for(let pGroup in parentGroup){
let pGroupData = parentGroup[pGroup];
let nextGroup = {};
for(let nItem of pGroupData){
let sameNext = _.filter(pGroupData, {NextSiblingID: nItem.NextSiblingID});
if(sameNext.length > 1){
console.log(`sameNext`);
console.log(sameNext);
if(!nextGroup[nItem.ParentID + nItem.NextSiblingID]){
rst.push({NextSiblingID: nItem.NextSiblingID, ParentID: nItem.ParentID});
nextGroup[nItem.ParentID + nItem.NextSiblingID] = 1;
}
}
}
}
}*/
return delBulk.length;
}