|
| 1 | +// Copyright (c) 2017-2022 Cloudflare, Inc. |
| 2 | +// Licensed under the Apache 2.0 license found in the LICENSE file or at: |
| 3 | +// https://opensource.org/licenses/Apache-2.0 |
| 4 | +// Copyright Joyent and Node contributors. All rights reserved. MIT license. |
| 5 | + |
| 6 | +#include "i18n.h" |
| 7 | + |
| 8 | +#include <workerd/jsg/exception.h> |
| 9 | + |
| 10 | +namespace workerd::api::node { |
| 11 | + |
| 12 | +namespace i18n { |
| 13 | + |
| 14 | +namespace { |
| 15 | + |
| 16 | +struct ConverterDisposer : public kj::Disposer { |
| 17 | + static const ConverterDisposer INSTANCE; |
| 18 | + void disposeImpl(void* pointer) const override { |
| 19 | + ucnv_close(reinterpret_cast<UConverter*>(pointer)); |
| 20 | + } |
| 21 | +}; |
| 22 | + |
| 23 | +const ConverterDisposer ConverterDisposer::INSTANCE; |
| 24 | + |
| 25 | +const char* getEncodingName(Encoding input) { |
| 26 | + switch (input) { |
| 27 | + case Encoding::ASCII: |
| 28 | + return "us-ascii"; |
| 29 | + case Encoding::LATIN1: |
| 30 | + return "iso8859-1"; |
| 31 | + case Encoding::UCS2: |
| 32 | + return "utf16le"; |
| 33 | + case Encoding::UTF8: |
| 34 | + return "utf-8"; |
| 35 | + default: |
| 36 | + KJ_UNREACHABLE; |
| 37 | + } |
| 38 | +} |
| 39 | + |
| 40 | +typedef kj::Maybe<kj::Array<kj::byte>> (*TranscodeImpl)(kj::ArrayPtr<kj::byte> source, |
| 41 | + Encoding fromEncoding, Encoding toEncoding); |
| 42 | + |
| 43 | +kj::Maybe<kj::Array<kj::byte>> TranscodeDefault(kj::ArrayPtr<kj::byte> source, |
| 44 | + Encoding fromEncoding, Encoding toEncoding) { |
| 45 | + Converter to(toEncoding); |
| 46 | + std::string substitude(to.minSize(), '?'); |
| 47 | + to.setSubstitudeChars(substitude); |
| 48 | + Converter from(fromEncoding); |
| 49 | + |
| 50 | + auto limit = source.size() + to.maxSize(); |
| 51 | + auto out = kj::heapArray<kj::byte>(limit); |
| 52 | + char* target = out.asChars().begin(); |
| 53 | + const char* source_ = source.asChars().begin(); |
| 54 | + UErrorCode status{}; |
| 55 | + ucnv_convertEx(to.conv(), from.conv(), &target, target + limit, &source_, source_ + source.size(), |
| 56 | + nullptr, nullptr, nullptr, nullptr, true, true, &status); |
| 57 | + if (U_SUCCESS(status)) { |
| 58 | + return out.slice(0, target - out.asChars().begin()).attach(kj::mv(out)); |
| 59 | + } |
| 60 | + |
| 61 | + return kj::none; |
| 62 | +} |
| 63 | + |
| 64 | +kj::Maybe<kj::Array<kj::byte>> TranscodeToUCS2(kj::ArrayPtr<kj::byte> source, Encoding fromEncoding, |
| 65 | + Encoding toEncoding) { |
| 66 | + UErrorCode status{}; |
| 67 | + const size_t length_in_chars = source.size() * sizeof(UChar); |
| 68 | + Converter from(fromEncoding); |
| 69 | + auto out = kj::heapArray<UChar>(source.size()); |
| 70 | + const auto source_ = source.asChars().begin(); |
| 71 | + ucnv_toUChars(from.conv(), out.begin(), length_in_chars, source_, source.size(), &status); |
| 72 | + if (U_SUCCESS(status)) { |
| 73 | + return out.asBytes().attach(kj::mv(out)); |
| 74 | + } |
| 75 | + return kj::none; |
| 76 | +} |
| 77 | + |
| 78 | +kj::Maybe<kj::Array<kj::byte>> TranscodeFromUCS2(kj::ArrayPtr<kj::byte> source, |
| 79 | + Encoding fromEncoding, Encoding toEncoding) { |
| 80 | + UErrorCode status{}; |
| 81 | + KJ_STACK_ARRAY(kj::byte, sourcebuf, 1024, 0, 1024); |
| 82 | + Converter to(toEncoding); |
| 83 | + std::string substitude(to.minSize(), '?'); |
| 84 | + to.setSubstitudeChars(substitude); |
| 85 | + |
| 86 | + const size_t length_in_chars = source.size() * sizeof(UChar); |
| 87 | + sourcebuf.copyFrom(source.slice(0, length_in_chars)); |
| 88 | + |
| 89 | + auto destbuf = kj::heapArray<kj::byte>(length_in_chars); |
| 90 | + const auto source_ = reinterpret_cast<const UChar*>(sourcebuf.asChars().begin()); |
| 91 | + auto len = ucnv_fromUChars(to.conv(), destbuf.asChars().begin(), length_in_chars, source_, |
| 92 | + length_in_chars, &status); |
| 93 | + |
| 94 | + if (U_SUCCESS(status)) { |
| 95 | + return destbuf.slice(0, len).attach(kj::mv(destbuf)); |
| 96 | + } |
| 97 | + |
| 98 | + return kj::none; |
| 99 | +} |
| 100 | + |
| 101 | +kj::Maybe<kj::Array<kj::byte>> TranscodeUcs2FromUtf8(kj::ArrayPtr<kj::byte> source, |
| 102 | + Encoding fromEncoding, Encoding toEncoding) { |
| 103 | + return kj::none; |
| 104 | +} |
| 105 | + |
| 106 | +kj::Maybe<kj::Array<kj::byte>> TranscodeUtf8FromUcs2(kj::ArrayPtr<kj::byte> source, |
| 107 | + Encoding fromEncoding, Encoding toEncoding) { |
| 108 | + return kj::none; |
| 109 | +} |
| 110 | + |
| 111 | +} // namespace |
| 112 | + |
| 113 | +Converter::Converter(Encoding encoding, kj::StringPtr substitude) { |
| 114 | + UErrorCode status = U_ZERO_ERROR; |
| 115 | + auto name = getEncodingName(encoding); |
| 116 | + auto conv = ucnv_open(name, &status); |
| 117 | + KJ_ASSERT(U_SUCCESS(status)); |
| 118 | + conv_ = kj::Own<UConverter>(conv, ConverterDisposer::INSTANCE); |
| 119 | + setSubstitudeChars(substitude); |
| 120 | +} |
| 121 | + |
| 122 | +Converter::Converter(UConverter* converter, kj::StringPtr substitude) |
| 123 | + : conv_(converter, ConverterDisposer::INSTANCE) { |
| 124 | + setSubstitudeChars(substitude); |
| 125 | +} |
| 126 | + |
| 127 | +kj::Array<kj::byte> transcode(kj::ArrayPtr<kj::byte> source, Encoding fromEncoding, |
| 128 | + Encoding toEncoding) { |
| 129 | + TranscodeImpl transcode_function = &TranscodeDefault; |
| 130 | + switch (fromEncoding) { |
| 131 | + case Encoding::ASCII: |
| 132 | + case Encoding::LATIN1: |
| 133 | + if (toEncoding == Encoding::UCS2) { |
| 134 | + transcode_function = &TranscodeToUCS2; |
| 135 | + } |
| 136 | + break; |
| 137 | + case Encoding::UTF8: |
| 138 | + if (toEncoding == Encoding::UCS2) { |
| 139 | + transcode_function = &TranscodeUcs2FromUtf8; |
| 140 | + } |
| 141 | + break; |
| 142 | + case Encoding::UCS2: |
| 143 | + switch (toEncoding) { |
| 144 | + case Encoding::UCS2: |
| 145 | + transcode_function = &TranscodeDefault; |
| 146 | + break; |
| 147 | + case Encoding::UTF8: |
| 148 | + transcode_function = &TranscodeUtf8FromUcs2; |
| 149 | + break; |
| 150 | + default: |
| 151 | + transcode_function = &TranscodeFromUCS2; |
| 152 | + } |
| 153 | + default: |
| 154 | + KJ_UNREACHABLE; |
| 155 | + } |
| 156 | + |
| 157 | + return JSG_REQUIRE_NONNULL(transcode_function(source, fromEncoding, toEncoding), Error, |
| 158 | + "Unable to transcode buffer"); |
| 159 | +} |
| 160 | + |
| 161 | +} // namespace i18n |
| 162 | + |
| 163 | +} // namespace workerd::api::node |
0 commit comments