[struct_json, struct_yaml][feat]support escape during serialization (#…

…581)
alibaba · Jan 29, 2024 · 383ba03 · 383ba03
1 parent c8ff3f9
commit 383ba03
Show file tree

Hide file tree

Showing 5 changed files with 300 additions and 82 deletions.
diff --git a/include/ylt/thirdparty/iguana/detail/utf.hpp b/include/ylt/thirdparty/iguana/detail/utf.hpp
@@ -3,6 +3,8 @@
 #include <cassert>
 #include <stdexcept>
 
+#include "iguana/define.h"
+
 namespace iguana {
 // https://github.com/Tencent/rapidjson/blob/master/include/rapidjson/reader.h
 template <typename Ch = char, typename It>
@@ -48,4 +50,101 @@ inline void encode_utf8(OutputStream &os, unsigned codepoint) {
     os.push_back(static_cast<Ch>(0x80 | (codepoint & 0x3F)));
   }
 }
+
+// https://github.com/Tencent/rapidjson/blob/master/include/rapidjson/encodings.h
+static inline unsigned char GetRange(unsigned char c) {
+  static const unsigned char type[] = {
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,
+      0,    0,    0,    0,    0,    0,    0,    0,    0x10, 0x10, 0x10, 0x10,
+      0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10, 0x10,
+      0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40, 0x40,
+      0x40, 0x40, 0x40, 0x40, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20,
+      8,    8,    2,    2,    2,    2,    2,    2,    2,    2,    2,    2,
+      2,    2,    2,    2,    2,    2,    2,    2,    2,    2,    2,    2,
+      2,    2,    2,    2,    2,    2,    2,    2,    10,   3,    3,    3,
+      3,    3,    3,    3,    3,    3,    3,    3,    3,    4,    3,    3,
+      11,   6,    6,    6,    5,    8,    8,    8,    8,    8,    8,    8,
+      8,    8,    8,    8,
+  };
+  return type[c];
+}
+
+// https://github.com/Tencent/rapidjson/blob/master/include/rapidjson/encodings.h
+template <typename Ch = char, typename It>
+inline bool decode_utf8(It &&it, unsigned &codepoint) {
+  auto c = *(it++);
+  bool result = true;
+  auto copy = [&]() IGUANA__INLINE_LAMBDA {
+    c = *(it++);
+    codepoint = (codepoint << 6) | (static_cast<unsigned char>(c) & 0x3Fu);
+  };
+  auto trans = [&](unsigned mask) IGUANA__INLINE_LAMBDA {
+    result &= ((GetRange(static_cast<unsigned char>(c)) & mask) != 0);
+  };
+  auto tail = [&]() IGUANA__INLINE_LAMBDA {
+    copy();
+    trans(0x70);
+  };
+  if (!(c & 0x80)) {
+    codepoint = static_cast<unsigned char>(c);
+    return true;
+  }
+  unsigned char type = GetRange(static_cast<unsigned char>(c));
+  if (type >= 32) {
+    codepoint = 0;
+  }
+  else {
+    codepoint = (0xFFu >> type) & static_cast<unsigned char>(c);
+  }
+  switch (type) {
+    case 2:
+      tail();
+      return result;
+    case 3:
+      tail();
+      tail();
+      return result;
+    case 4:
+      copy();
+      trans(0x50);
+      tail();
+      return result;
+    case 5:
+      copy();
+      trans(0x10);
+      tail();
+      tail();
+      return result;
+    case 6:
+      tail();
+      tail();
+      tail();
+      return result;
+    case 10:
+      copy();
+      trans(0x20);
+      tail();
+      return result;
+    case 11:
+      copy();
+      trans(0x60);
+      tail();
+      tail();
+      return result;
+    default:
+      return false;
+  }
+}
+
 }  // namespace iguana