Spaces:
Sleeping
Sleeping
File size: 3,382 Bytes
78c921d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
import { __awaiter } from "tslib";
import { Duplex } from 'stream';
import { AsyncByteQueue } from '../../io/stream.mjs';
import { RecordBatchReader } from '../../ipc/reader.mjs';
/** @ignore */
export function recordBatchReaderThroughNodeStream(options) {
return new RecordBatchReaderDuplex(options);
}
/** @ignore */
class RecordBatchReaderDuplex extends Duplex {
constructor(options) {
super(Object.assign(Object.assign({ allowHalfOpen: false }, options), { readableObjectMode: true, writableObjectMode: false }));
this._pulling = false;
this._autoDestroy = true;
this._reader = null;
this._pulling = false;
this._asyncQueue = new AsyncByteQueue();
this._autoDestroy = options && (typeof options.autoDestroy === 'boolean') ? options.autoDestroy : true;
}
_final(cb) {
const aq = this._asyncQueue;
aq === null || aq === void 0 ? void 0 : aq.close();
cb && cb();
}
_write(x, _, cb) {
const aq = this._asyncQueue;
aq === null || aq === void 0 ? void 0 : aq.write(x);
cb && cb();
return true;
}
_read(size) {
const aq = this._asyncQueue;
if (aq && !this._pulling && (this._pulling = true)) {
(() => __awaiter(this, void 0, void 0, function* () {
if (!this._reader) {
this._reader = yield this._open(aq);
}
this._pulling = yield this._pull(size, this._reader);
}))();
}
}
_destroy(err, cb) {
const aq = this._asyncQueue;
if (aq) {
err ? aq.abort(err) : aq.close();
}
cb(this._asyncQueue = this._reader = null);
}
_open(source) {
return __awaiter(this, void 0, void 0, function* () {
return yield (yield RecordBatchReader.from(source)).open({ autoDestroy: this._autoDestroy });
});
}
_pull(size, reader) {
return __awaiter(this, void 0, void 0, function* () {
let r = null;
while (this.readable && !(r = yield reader.next()).done) {
if (!this.push(r.value) || (size != null && --size <= 0)) {
break;
}
}
if (!this.readable || ((r === null || r === void 0 ? void 0 : r.done) && (reader.autoDestroy || (yield reader.reset().open()).closed))) {
this.push(null);
yield reader.cancel();
}
return !this.readable;
});
}
}
//# sourceMappingURL=reader.mjs.map
|