Spaces:
Sleeping
Sleeping
| // Licensed to the Apache Software Foundation (ASF) under one | |
| // or more contributor license agreements. See the NOTICE file | |
| // distributed with this work for additional information | |
| // regarding copyright ownership. The ASF licenses this file | |
| // to you under the Apache License, Version 2.0 (the | |
| // "License"); you may not use this file except in compliance | |
| // with the License. You may obtain a copy of the License at | |
| // | |
| // http://www.apache.org/licenses/LICENSE-2.0 | |
| // | |
| // Unless required by applicable law or agreed to in writing, | |
| // software distributed under the License is distributed on an | |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| // KIND, either express or implied. See the License for the | |
| // specific language governing permissions and limitations | |
| // under the License. | |
| import { __awaiter } from "tslib"; | |
| import { Duplex } from 'stream'; | |
| import { AsyncByteQueue } from '../../io/stream.mjs'; | |
| import { RecordBatchReader } from '../../ipc/reader.mjs'; | |
| /** @ignore */ | |
| export function recordBatchReaderThroughNodeStream(options) { | |
| return new RecordBatchReaderDuplex(options); | |
| } | |
| /** @ignore */ | |
| class RecordBatchReaderDuplex extends Duplex { | |
| constructor(options) { | |
| super(Object.assign(Object.assign({ allowHalfOpen: false }, options), { readableObjectMode: true, writableObjectMode: false })); | |
| this._pulling = false; | |
| this._autoDestroy = true; | |
| this._reader = null; | |
| this._pulling = false; | |
| this._asyncQueue = new AsyncByteQueue(); | |
| this._autoDestroy = options && (typeof options.autoDestroy === 'boolean') ? options.autoDestroy : true; | |
| } | |
| _final(cb) { | |
| const aq = this._asyncQueue; | |
| aq === null || aq === void 0 ? void 0 : aq.close(); | |
| cb && cb(); | |
| } | |
| _write(x, _, cb) { | |
| const aq = this._asyncQueue; | |
| aq === null || aq === void 0 ? void 0 : aq.write(x); | |
| cb && cb(); | |
| return true; | |
| } | |
| _read(size) { | |
| const aq = this._asyncQueue; | |
| if (aq && !this._pulling && (this._pulling = true)) { | |
| (() => __awaiter(this, void 0, void 0, function* () { | |
| if (!this._reader) { | |
| this._reader = yield this._open(aq); | |
| } | |
| this._pulling = yield this._pull(size, this._reader); | |
| }))(); | |
| } | |
| } | |
| _destroy(err, cb) { | |
| const aq = this._asyncQueue; | |
| if (aq) { | |
| err ? aq.abort(err) : aq.close(); | |
| } | |
| cb(this._asyncQueue = this._reader = null); | |
| } | |
| _open(source) { | |
| return __awaiter(this, void 0, void 0, function* () { | |
| return yield (yield RecordBatchReader.from(source)).open({ autoDestroy: this._autoDestroy }); | |
| }); | |
| } | |
| _pull(size, reader) { | |
| return __awaiter(this, void 0, void 0, function* () { | |
| let r = null; | |
| while (this.readable && !(r = yield reader.next()).done) { | |
| if (!this.push(r.value) || (size != null && --size <= 0)) { | |
| break; | |
| } | |
| } | |
| if (!this.readable || ((r === null || r === void 0 ? void 0 : r.done) && (reader.autoDestroy || (yield reader.reset().open()).closed))) { | |
| this.push(null); | |
| yield reader.cancel(); | |
| } | |
| return !this.readable; | |
| }); | |
| } | |
| } | |
| //# sourceMappingURL=reader.mjs.map | |