mongoose数据清洗算法

场景需求

1. 功过 schema 清洗前端来的数据结构，主要用在 create 和 update 功能
2. 前端给的就用（前端输入的数据校验在前端进行），前端没给的的数据根据schema补上：
   1. 有 default 的用 default 的数据
   2. 没有 default 的用数据类型的数据：
      • Array: []
      • Number: 0
      • 嵌套对象: {}
      • String: "" // 可能是类似 new Date()的，想办法处理
      • 有 枚举 的用第一个数据
      • ······所有标准schema类型 (opens new window)
3. 注意处理嵌套数据
4. _id/_v 是 mongodb 默认有的，就算 schema 没有也不能清洗掉

数据实例

const bookSchema = {
    category: { type: "String", description: "分类[10:技术 11:管理 12:外语 13:其他]", enum: [10, 11, 12, 13] }, // 特殊
    isbn: { type: "String", description: "isbn" },
    name: { type: "String", description: "书名" },
    cover: { type: "String", description: "封面ID", default: "www.defaultAvator.com/avator" },
    author: { type: "String", description: "作者" },
    publisher: { type: "String", description: "出版社" },
    description: { type: "String", description: "概要" },
    hot: { type: "Number", description: "热度", default: 1 },
    comments: [{ type: "String", description: "评论id" }], // 特殊
    valid: { type: "Number", description: "删除区分 0:逻辑删除 1:利用中", default: 1 },
    createdAt: { type: "Date", description: "作成日", default: "new Date()" }, // 特殊
    createdBy: { // 特殊
        description: "作成者",
        type: {
            weChatId: { type: "String", description: "微信ID" },
            name: { type: "String", description: "名字" },
            avatar: { type: "String", description: "头像URL" },
        }
    },
    updatedAt: { type: "Date", description: "更新日", default: "new Date()" },
    updatedBy: {
        description: "更新者",
        type: {
            weChatId: { type: "String", description: "微信ID" },
            name: { type: "String", description: "名字" },
            avatar: { type: "String", description: "头像URL" },
        }
    }
}

// 数据清洗函数
const dataStructor = (rowData, schema) => {
    // code
}

// 新建
const createData = {
    name: "炸裂志",
    isbn: "12345678",
    publisher: "人民日报出版社",
    author: "不知道",
}
const newBook = dataStructor(createData, bookSchema);
console.log(newBook);
/* 
{
    category: 10,
    isbn: "12345678",
    name: "炸裂志",
    cover: "www.defaultAvator.com/avator",
    author: "不知道",
    publisher: "人民日报出版社",
    description: "",
    hot: 1,
    comments: [],
    valid: 1,
    createdAt: "2022-11-03T12:48:57.383Z",
    createdBy: {
        weChatId: "",
        name: "",
        avatar: "",
    },
    updatedAt: "2022-11-03T12:48:57.383Z",
    updatedBy: {
        weChatId: "",
        name: "",
        avatar: "",
    }
}
*/

// 修改
const updateData = {
    _id: "asdfw4er34ewrfa",
    category: 10,
    isbn: "12345678",
    name: "炸裂志",
    cover: "www.defaultAvator.com/avator",
    author: "不知道",
    publisher: "人民日报出版社",
    description: "",
    hot: 1,
    comments: ["123456"],
    valid: 1,
    createdAt: "2022-11-03T12:48:57.383Z",
    createdBy: {
        weChatId: "123",
        name: "asf",
        avatar: "asdf",
    },
    updatedAt: "2022-11-03T12:48:57.383Z",
    updatedBy: {
        weChatId: "123213",
        name: "24534rwf",
        avatar: "erwt2454rfwe4r35",
    },
}

const updateBook = dataStructor(updateData, bookSchema);
// ······

解

const dataStructor = (rowData, schema) => {
    const entries = Object.entries(schema).map(([k, v]) => {
        if (rowData?.[k] !== undefined) return [k, rowData[k]];
        if (Array.isArray(v)) return [k, []];
        if (v?.default && v.type !== "Date") return [k, v.default];
        if (v?.enum) return [k, v.enum[0]];
        if (!v?.type) return [k, null];
        switch (v?.type) {
            case "Number": return [k, 0];
            case "Date": return [k, new Date()];
            case "String": return [k, ""];
            case "Boolean": return [k, true];
            case "Buffer": return [k, Buffer.from("")];
            case "Mixed": return [k, null];
            default: {
                if (Array.isArray(v.type)) return [k, []];
                if (typeof v?.type === "object") return [k, dataStructor(null, v?.type)]

                // check
                return [k, null];
            }
        }
    })
    if (rowData?._id) entries.push(["_id", rowData._id]);
    if (rowData?._v) entries.push(["_v", rowData._v]);
    return Object.fromEntries(entries);
}