mirror of
https://github.com/LadybirdBrowser/ladybird
synced 2026-05-11 09:27:00 +02:00
d48db4e881
This is the streaming counterpart to TextDecoder, used by sites that process responses with `pipeThrough(new TextDecoderStream())` or that otherwise consume a Response body as decoded text. The transform algorithm appends each chunk's bytes to the I/O queue and decodes them via the underlying LibTextCodec decoder, holding back any trailing partial UTF-8 sequence so chunk boundaries don't produce spurious replacement characters. The flush algorithm emits a single replacement character if a partial sequence was still pending. For non-UTF-8 encodings the underlying decoders are stateless across calls, so each chunk is decoded in full with nothing carried over.
47 lines
1.6 KiB
C++
47 lines
1.6 KiB
C++
/*
|
|
* Copyright (c) 2026-present, the Ladybird developers.
|
|
*
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <AK/ByteBuffer.h>
|
|
#include <LibWeb/Bindings/PlatformObject.h>
|
|
#include <LibWeb/Encoding/TextDecoder.h>
|
|
#include <LibWeb/Encoding/TextDecoderCommon.h>
|
|
#include <LibWeb/Streams/GenericTransformStream.h>
|
|
|
|
namespace Web::Encoding {
|
|
|
|
// https://encoding.spec.whatwg.org/#textdecoderstream
|
|
class TextDecoderStream final
|
|
: public Bindings::PlatformObject
|
|
, public Streams::GenericTransformStreamMixin
|
|
, public TextDecoderCommonMixin {
|
|
WEB_PLATFORM_OBJECT(TextDecoderStream, Bindings::PlatformObject);
|
|
GC_DECLARE_ALLOCATOR(TextDecoderStream);
|
|
|
|
public:
|
|
static WebIDL::ExceptionOr<GC::Ref<TextDecoderStream>> construct_impl(JS::Realm&, FlyString label, TextDecoderOptions const& options = {});
|
|
virtual ~TextDecoderStream() override;
|
|
|
|
private:
|
|
TextDecoderStream(JS::Realm&, GC::Ref<Streams::TransformStream>, TextCodec::Decoder&, FlyString encoding, ErrorMode, bool ignore_bom);
|
|
|
|
virtual void initialize(JS::Realm&) override;
|
|
virtual void visit_edges(Cell::Visitor&) override;
|
|
|
|
WebIDL::ExceptionOr<void> decode_and_enqueue_chunk(JS::Value);
|
|
WebIDL::ExceptionOr<void> flush_and_enqueue();
|
|
|
|
WebIDL::ExceptionOr<void> enqueue_decoded_output(String const&);
|
|
|
|
// https://encoding.spec.whatwg.org/#textdecodercommon-i-o-queue
|
|
// NB: We accumulate input bytes that have been pushed to the I/O queue but not yet decoded, so that a multi-byte
|
|
// sequence which is split across chunks can be reassembled.
|
|
ByteBuffer m_io_queue;
|
|
};
|
|
|
|
}
|