wkc
5ec5913759
问题： - 导入成功条数显示为负数 - 原因：成功数量计算使用 validRecords.size() - failures.size() - 但没有使用实际的数据库操作返回值 修复： - saveBatchWithUpsert 和 saveBatch 方法现在返回 int - 累加实际的数据库影响行数 - 使用 actualSuccessCount 变量跟踪真实成功数量 影响范围： - CcdiIntermediaryPersonImportServiceImpl - CcdiIntermediaryEntityImportServiceImpl
75 lines
2.8 KiB
JavaScript
75 lines
2.8 KiB
JavaScript
"use strict";
|
|
|
|
var external = require("./external");
|
|
var DataWorker = require("./stream/DataWorker");
|
|
var Crc32Probe = require("./stream/Crc32Probe");
|
|
var DataLengthProbe = require("./stream/DataLengthProbe");
|
|
|
|
/**
|
|
* Represent a compressed object, with everything needed to decompress it.
|
|
* @constructor
|
|
* @param {number} compressedSize the size of the data compressed.
|
|
* @param {number} uncompressedSize the size of the data after decompression.
|
|
* @param {number} crc32 the crc32 of the decompressed file.
|
|
* @param {object} compression the type of compression, see lib/compressions.js.
|
|
* @param {String|ArrayBuffer|Uint8Array|Buffer} data the compressed data.
|
|
*/
|
|
function CompressedObject(compressedSize, uncompressedSize, crc32, compression, data) {
|
|
this.compressedSize = compressedSize;
|
|
this.uncompressedSize = uncompressedSize;
|
|
this.crc32 = crc32;
|
|
this.compression = compression;
|
|
this.compressedContent = data;
|
|
}
|
|
|
|
CompressedObject.prototype = {
|
|
/**
|
|
* Create a worker to get the uncompressed content.
|
|
* @return {GenericWorker} the worker.
|
|
*/
|
|
getContentWorker: function () {
|
|
var worker = new DataWorker(external.Promise.resolve(this.compressedContent))
|
|
.pipe(this.compression.uncompressWorker())
|
|
.pipe(new DataLengthProbe("data_length"));
|
|
|
|
var that = this;
|
|
worker.on("end", function () {
|
|
if (this.streamInfo["data_length"] !== that.uncompressedSize) {
|
|
throw new Error("Bug : uncompressed data size mismatch");
|
|
}
|
|
});
|
|
return worker;
|
|
},
|
|
/**
|
|
* Create a worker to get the compressed content.
|
|
* @return {GenericWorker} the worker.
|
|
*/
|
|
getCompressedWorker: function () {
|
|
return new DataWorker(external.Promise.resolve(this.compressedContent))
|
|
.withStreamInfo("compressedSize", this.compressedSize)
|
|
.withStreamInfo("uncompressedSize", this.uncompressedSize)
|
|
.withStreamInfo("crc32", this.crc32)
|
|
.withStreamInfo("compression", this.compression)
|
|
;
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Chain the given worker with other workers to compress the content with the
|
|
* given compression.
|
|
* @param {GenericWorker} uncompressedWorker the worker to pipe.
|
|
* @param {Object} compression the compression object.
|
|
* @param {Object} compressionOptions the options to use when compressing.
|
|
* @return {GenericWorker} the new worker compressing the content.
|
|
*/
|
|
CompressedObject.createWorkerFrom = function (uncompressedWorker, compression, compressionOptions) {
|
|
return uncompressedWorker
|
|
.pipe(new Crc32Probe())
|
|
.pipe(new DataLengthProbe("uncompressedSize"))
|
|
.pipe(compression.compressWorker(compressionOptions))
|
|
.pipe(new DataLengthProbe("compressedSize"))
|
|
.withStreamInfo("compression", compression);
|
|
};
|
|
|
|
module.exports = CompressedObject;
|