| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145 |
- var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
- if (kind === "m") throw new TypeError("Private method is not writable");
- if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
- if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
- return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
- };
- var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
- if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
- if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
- return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
- };
- var _LineDecoder_carriageReturnIndex;
- import { OpenAIError } from "../../error.mjs";
- /**
- * A re-implementation of httpx's `LineDecoder` in Python that handles incrementally
- * reading lines from text.
- *
- * https://github.com/encode/httpx/blob/920333ea98118e9cf617f246905d7b202510941c/httpx/_decoders.py#L258
- */
- export class LineDecoder {
- constructor() {
- _LineDecoder_carriageReturnIndex.set(this, void 0);
- this.buffer = new Uint8Array();
- __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
- }
- decode(chunk) {
- if (chunk == null) {
- return [];
- }
- const binaryChunk = chunk instanceof ArrayBuffer ? new Uint8Array(chunk)
- : typeof chunk === 'string' ? new TextEncoder().encode(chunk)
- : chunk;
- let newData = new Uint8Array(this.buffer.length + binaryChunk.length);
- newData.set(this.buffer);
- newData.set(binaryChunk, this.buffer.length);
- this.buffer = newData;
- const lines = [];
- let patternIndex;
- while ((patternIndex = findNewlineIndex(this.buffer, __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f"))) != null) {
- if (patternIndex.carriage && __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") == null) {
- // skip until we either get a corresponding `\n`, a new `\r` or nothing
- __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, patternIndex.index, "f");
- continue;
- }
- // we got double \r or \rtext\n
- if (__classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") != null &&
- (patternIndex.index !== __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") + 1 || patternIndex.carriage)) {
- lines.push(this.decodeText(this.buffer.slice(0, __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") - 1)));
- this.buffer = this.buffer.slice(__classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f"));
- __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
- continue;
- }
- const endIndex = __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") !== null ? patternIndex.preceding - 1 : patternIndex.preceding;
- const line = this.decodeText(this.buffer.slice(0, endIndex));
- lines.push(line);
- this.buffer = this.buffer.slice(patternIndex.index);
- __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
- }
- return lines;
- }
- decodeText(bytes) {
- if (bytes == null)
- return '';
- if (typeof bytes === 'string')
- return bytes;
- // Node:
- if (typeof Buffer !== 'undefined') {
- if (bytes instanceof Buffer) {
- return bytes.toString();
- }
- if (bytes instanceof Uint8Array) {
- return Buffer.from(bytes).toString();
- }
- throw new OpenAIError(`Unexpected: received non-Uint8Array (${bytes.constructor.name}) stream chunk in an environment with a global "Buffer" defined, which this library assumes to be Node. Please report this error.`);
- }
- // Browser
- if (typeof TextDecoder !== 'undefined') {
- if (bytes instanceof Uint8Array || bytes instanceof ArrayBuffer) {
- this.textDecoder ?? (this.textDecoder = new TextDecoder('utf8'));
- return this.textDecoder.decode(bytes);
- }
- throw new OpenAIError(`Unexpected: received non-Uint8Array/ArrayBuffer (${bytes.constructor.name}) in a web platform. Please report this error.`);
- }
- throw new OpenAIError(`Unexpected: neither Buffer nor TextDecoder are available as globals. Please report this error.`);
- }
- flush() {
- if (!this.buffer.length) {
- return [];
- }
- return this.decode('\n');
- }
- }
- _LineDecoder_carriageReturnIndex = new WeakMap();
- // prettier-ignore
- LineDecoder.NEWLINE_CHARS = new Set(['\n', '\r']);
- LineDecoder.NEWLINE_REGEXP = /\r\n|[\n\r]/g;
- /**
- * This function searches the buffer for the end patterns, (\r or \n)
- * and returns an object with the index preceding the matched newline and the
- * index after the newline char. `null` is returned if no new line is found.
- *
- * ```ts
- * findNewLineIndex('abc\ndef') -> { preceding: 2, index: 3 }
- * ```
- */
- function findNewlineIndex(buffer, startIndex) {
- const newline = 0x0a; // \n
- const carriage = 0x0d; // \r
- for (let i = startIndex ?? 0; i < buffer.length; i++) {
- if (buffer[i] === newline) {
- return { preceding: i, index: i + 1, carriage: false };
- }
- if (buffer[i] === carriage) {
- return { preceding: i, index: i + 1, carriage: true };
- }
- }
- return null;
- }
- export function findDoubleNewlineIndex(buffer) {
- // This function searches the buffer for the end patterns (\r\r, \n\n, \r\n\r\n)
- // and returns the index right after the first occurrence of any pattern,
- // or -1 if none of the patterns are found.
- const newline = 0x0a; // \n
- const carriage = 0x0d; // \r
- for (let i = 0; i < buffer.length - 1; i++) {
- if (buffer[i] === newline && buffer[i + 1] === newline) {
- // \n\n
- return i + 2;
- }
- if (buffer[i] === carriage && buffer[i + 1] === carriage) {
- // \r\r
- return i + 2;
- }
- if (buffer[i] === carriage &&
- buffer[i + 1] === newline &&
- i + 3 < buffer.length &&
- buffer[i + 2] === carriage &&
- buffer[i + 3] === newline) {
- // \r\n\r\n
- return i + 4;
- }
- }
- return -1;
- }
- //# sourceMappingURL=line.mjs.map
|