mirror of
https://github.com/RGBCube/serenity
synced 2025-05-22 17:25:07 +00:00
835a344337
This functions takes a user-provided decoder and will only use it if no BOM is in the input. If there is a BOM, it will ignore the given decoder and instead decode the input with the appropriate Unicode decoder for the detected BOM. This is only to be used where it's specifically needed, for example XHR uses this for compatibility with deployed content. As such, it has an obnoxious name to discourage usage.
80 lines
2.3 KiB
C++
80 lines
2.3 KiB
C++
/*
|
|
* Copyright (c) 2020-2021, Andreas Kling <kling@serenityos.org>
|
|
*
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <AK/Forward.h>
|
|
#include <AK/Function.h>
|
|
|
|
namespace TextCodec {
|
|
|
|
class Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) = 0;
|
|
virtual String to_utf8(StringView);
|
|
|
|
protected:
|
|
virtual ~Decoder() = default;
|
|
};
|
|
|
|
class UTF8Decoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
virtual String to_utf8(StringView) override;
|
|
};
|
|
|
|
class UTF16BEDecoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
virtual String to_utf8(StringView) override;
|
|
};
|
|
|
|
class Latin1Decoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class Latin2Decoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class HebrewDecoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class CyrillicDecoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class Koi8RDecoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class Latin9Decoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
class TurkishDecoder final : public Decoder {
|
|
public:
|
|
virtual void process(StringView, Function<void(u32)> on_code_point) override;
|
|
};
|
|
|
|
Decoder* decoder_for(String const& encoding);
|
|
Optional<String> get_standardized_encoding(const String& encoding);
|
|
|
|
// This returns the appropriate Unicode decoder for the sniffed BOM or nullptr if there is no appropriate decoder.
|
|
Decoder* bom_sniff_to_decoder(StringView);
|
|
|
|
// NOTE: This has an obnoxious name to discourage usage. Only use this if you absolutely must! For example, XHR in LibWeb uses this.
|
|
// This will use the given decoder unless there is a byte order mark in the input, in which we will instead use the appropriate Unicode decoder.
|
|
String convert_input_to_utf8_using_given_decoder_unless_there_is_a_byte_order_mark(Decoder&, StringView);
|
|
|
|
}
|