#include "config.h"
#include "TextEncoding.h"
#include "DecodeEscapeSequences.h"
#include "TextCodec.h"
#include "TextEncodingRegistry.h"
#include <unicode/unorm.h>
#include <wtf/NeverDestroyed.h>
#include <wtf/StdLibExtras.h>
#include <wtf/text/CString.h>
#include <wtf/text/StringView.h>
namespace WebCore {
static const TextEncoding& UTF7Encoding()
{
static NeverDestroyed<TextEncoding> globalUTF7Encoding("UTF-7");
return globalUTF7Encoding;
}
TextEncoding::TextEncoding(const char* name)
: m_name(atomicCanonicalTextEncodingName(name))
, m_backslashAsCurrencySymbol(backslashAsCurrencySymbol())
{
if (equalLettersIgnoringASCIICase(name, "replacement"))
m_name = nullptr;
}
TextEncoding::TextEncoding(const String& name)
: m_name(atomicCanonicalTextEncodingName(name))
, m_backslashAsCurrencySymbol(backslashAsCurrencySymbol())
{
if (equalLettersIgnoringASCIICase(name, "replacement"))
m_name = nullptr;
}
String TextEncoding::decode(const char* data, size_t length, bool stopOnError, bool& sawError) const
{
if (!m_name)
return String();
return newTextCodec(*this)->decode(data, length, true, stopOnError, sawError);
}
ALLOW_DEPRECATED_DECLARATIONS_BEGIN
Vector<uint8_t> TextEncoding::encode(StringView text, UnencodableHandling handling) const
{
if (!m_name || text.isEmpty())
return { };
auto upconvertedCharacters = text.upconvertedCharacters();
const UChar* source = upconvertedCharacters;
unsigned sourceLength = text.length();
Vector<UChar> normalizedCharacters;
UErrorCode err = U_ZERO_ERROR;
if (unorm_quickCheck(source, sourceLength, UNORM_NFC, &err) != UNORM_YES) {
normalizedCharacters.grow(sourceLength);
int32_t normalizedLength = unorm_normalize(source, sourceLength, UNORM_NFC, 0, normalizedCharacters.data(), sourceLength, &err);
if (err == U_BUFFER_OVERFLOW_ERROR) {
err = U_ZERO_ERROR;
normalizedCharacters.resize(normalizedLength);
normalizedLength = unorm_normalize(source, sourceLength, UNORM_NFC, 0, normalizedCharacters.data(), normalizedLength, &err);
}
ASSERT(U_SUCCESS(err));
source = normalizedCharacters.data();
sourceLength = normalizedLength;
}
return newTextCodec(*this)->encode(StringView { source, sourceLength }, handling);
}
ALLOW_DEPRECATED_DECLARATIONS_END
const char* TextEncoding::domName() const
{
if (noExtendedTextEncodingNameUsed())
return m_name;
static const char* const a = atomicCanonicalTextEncodingName("windows-949");
if (m_name == a)
return "EUC-KR";
return m_name;
}
bool TextEncoding::usesVisualOrdering() const
{
if (noExtendedTextEncodingNameUsed())
return false;
static const char* const a = atomicCanonicalTextEncodingName("ISO-8859-8");
return m_name == a;
}
bool TextEncoding::isJapanese() const
{
return isJapaneseEncoding(m_name);
}
UChar TextEncoding::backslashAsCurrencySymbol() const
{
return shouldShowBackslashAsCurrencySymbolIn(m_name) ? 0x00A5 : '\\';
}
bool TextEncoding::isNonByteBasedEncoding() const
{
return *this == UTF16LittleEndianEncoding() || *this == UTF16BigEndianEncoding();
}
bool TextEncoding::isUTF7Encoding() const
{
if (noExtendedTextEncodingNameUsed())
return false;
return *this == UTF7Encoding();
}
const TextEncoding& TextEncoding::closestByteBasedEquivalent() const
{
if (isNonByteBasedEncoding())
return UTF8Encoding();
return *this;
}
const TextEncoding& TextEncoding::encodingForFormSubmissionOrURLParsing() const
{
if (isNonByteBasedEncoding() || isUTF7Encoding())
return UTF8Encoding();
return *this;
}
const TextEncoding& ASCIIEncoding()
{
static NeverDestroyed<TextEncoding> globalASCIIEncoding("ASCII");
return globalASCIIEncoding;
}
const TextEncoding& Latin1Encoding()
{
static NeverDestroyed<TextEncoding> globalLatin1Encoding("latin1");
return globalLatin1Encoding;
}
const TextEncoding& UTF16BigEndianEncoding()
{
static NeverDestroyed<TextEncoding> globalUTF16BigEndianEncoding("UTF-16BE");
return globalUTF16BigEndianEncoding;
}
const TextEncoding& UTF16LittleEndianEncoding()
{
static NeverDestroyed<TextEncoding> globalUTF16LittleEndianEncoding("UTF-16LE");
return globalUTF16LittleEndianEncoding;
}
const TextEncoding& UTF8Encoding()
{
static NeverDestroyed<TextEncoding> globalUTF8Encoding("UTF-8");
ASSERT(globalUTF8Encoding.get().isValid());
return globalUTF8Encoding;
}
const TextEncoding& WindowsLatin1Encoding()
{
static NeverDestroyed<TextEncoding> globalWindowsLatin1Encoding("WinLatin-1");
return globalWindowsLatin1Encoding;
}
String decodeURLEscapeSequences(const String& string, const TextEncoding& encoding)
{
if (string.isEmpty())
return string;
return decodeEscapeSequences<URLEscapeSequence>(string, encoding);
}
}