10#include "sgml_unicode.hpp"
20 inline const wchar_t* sgml2uni(_In_reads_or_z_(count)
const T* entity, _In_
size_t count)
22 assert(entity && count);
23 assert(count < 2 || entity[0] !=
'#');
25 for (
size_t i = 0, j = _countof(sgml_unicode); i < j; ) {
26 size_t m = (i + j) / 2;
27 if (sgml_unicode[m].sgml[0] < entity[0])
29 else if (sgml_unicode[m].sgml[0] > entity[0])
32 auto r = strncmp<char, T>(sgml_unicode[m].sgml + 1, _countof(sgml_unicode[0].sgml) - 1, entity + 1, count - 1);
38 for (; i < m && strncmp<char, T>(sgml_unicode[m - 1].sgml, _countof(sgml_unicode[0].sgml), entity, count) == 0; m--);
39 return sgml_unicode[m].unicode;
47 inline const T* sgmlend(
48 _In_reads_or_z_opt_(count)
const T* str, _In_
size_t count)
50 assert(str || !count);
51 for (
size_t i = 0; i < count; i++) {
54 if (!str[i] || str[i] ==
'&' || isspace(str[i]))
61 constexpr int sgml_full = 0x80000000;
62 constexpr int sgml_quot = 0x00000001;
63 constexpr int sgml_apos = 0x00000002;
64 constexpr int sgml_quot_apos = sgml_quot | sgml_apos;
65 constexpr int sgml_amp = 0x00000004;
66 constexpr int sgml_lt_gt = 0x00000008;
67 constexpr int sgml_bsol = 0x00000010;
68 constexpr int sgml_dollar = 0x00000020;
69 constexpr int sgml_percnt = 0x00000040;
70 constexpr int sgml_commat = 0x00000080;
71 constexpr int sgml_num = 0x00000100;
72 constexpr int sgml_lpar_rpar = 0x00000200;
73 constexpr int sgml_lcub_rcub = 0x00000400;
74 constexpr int sgml_lsqb_rsqb = 0x00000800;
75 constexpr int sgml_sgml = sgml_amp | sgml_lt_gt;
76 constexpr int sgml_ml_attrib = sgml_amp | sgml_quot_apos;
77 constexpr int sgml_c = sgml_amp | sgml_bsol | sgml_quot_apos;
93 inline void sgml2wstrcat(
94 _Inout_ std::wstring& dst,
95 _In_reads_or_z_opt_(count_src)
const T* src, _In_
size_t count_src,
97 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
98 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
100 assert(src || !count_src);
103 skip_quot = (skip & sgml_quot) == 0,
104 skip_apos = (skip & sgml_apos) == 0,
105 skip_amp = (skip & sgml_amp) == 0,
106 skip_lt_gt = (skip & sgml_lt_gt) == 0,
107 skip_bsol = (skip & sgml_bsol) == 0,
108 skip_dollar = (skip & sgml_dollar) == 0,
109 skip_percnt = (skip & sgml_percnt) == 0,
110 skip_commat = (skip & sgml_commat) == 0,
111 skip_num = (skip & sgml_num) == 0,
112 skip_lpar_rpar = (skip & sgml_lpar_rpar) == 0,
113 skip_lcub_rcub = (skip & sgml_lcub_rcub) == 0,
114 skip_lsqb_rsqb = (skip & sgml_lsqb_rsqb) == 0;
116 count_src = strnlen(src, count_src);
117 dst.reserve(dst.size() + count_src);
118 for (
size_t i = 0; i < count_src;) {
120 auto end = sgmlend(src + i + 1, count_src - i - 1);
122 const wchar_t* entity_w;
124 size_t n = end - src - i - 1;
125 if (n >= 2 && src[i + 1] ==
'#') {
127 if (src[i + 2] ==
'x' || src[i + 2] ==
'X')
128 unicode = strtou32(src + i + 3, n - 2,
nullptr, 16);
130 unicode = strtou32(src + i + 2, n - 1,
nullptr, 10);
132 if (unicode < 0x10000) {
133 chr[0] = (wchar_t)unicode;
137 ucs4_to_surrogate_pair(chr, unicode);
141 chr[0] = (wchar_t)unicode;
147 entity_w = sgml2uni(src + i + 1, n);
150 (skip_quot || (entity_w[0] != L
'"')) &&
151 (skip_apos || (entity_w[0] != L
'\'')) &&
152 (skip_amp || (entity_w[0] != L
'&')) &&
153 (skip_lt_gt || (entity_w[0] != L
'<' && entity_w[0] != L
'>')) &&
154 (skip_bsol || (entity_w[0] != L
'\\')) &&
155 (skip_dollar || (entity_w[0] != L
'$')) &&
156 (skip_percnt || (entity_w[0] != L
'%')) &&
157 (skip_commat || (entity_w[0] != L
'@')) &&
158 (skip_num || (entity_w[0] != L
'#')) &&
159 (skip_lpar_rpar || (entity_w[0] != L
'(' && entity_w[0] != L
')')) &&
160 (skip_lcub_rcub || (entity_w[0] != L
'{' && entity_w[0] != L
'}')) &&
161 (skip_lsqb_rsqb || (entity_w[0] != L
'[' && entity_w[0] != L
']')))
163 if (map) map->push_back(mapping<size_t>(offset.from + i, offset.to + dst.size()));
164 dst.append(entity_w);
166 if (map) map->push_back(mapping<size_t>(offset.from + i, offset.to + dst.size()));
171 dst.append(1, src[i++]);
176 inline _Deprecated_(
"Use stdex::sgml2wstrcat") void sgml2wstr(
177 _Inout_ std::wstring& dst,
178 _In_reads_or_z_opt_(count_src) const T* src, _In_
size_t count_src,
180 _In_ const mapping<
size_t>& offset = mapping<
size_t>(0, 0),
181 _Inout_opt_ mapping_vector<
size_t>* map =
nullptr)
183 sgml2wstrcat(dst, src, count_src, skip, offset, map);
198 inline void sgml2wstrcat(
199 _Inout_ std::wstring& dst,
200 _In_
const std::basic_string<T>& src,
202 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
203 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
205 sgml2wstrcat(dst, src.data(), src.size(), skip, offset, map);
209 inline _Deprecated_(
"Use stdex::sgml2wstrcat") void sgml2wstr(
210 _Inout_ std::wstring& dst,
211 _In_ const std::basic_string<T>& src,
213 _In_ const mapping<
size_t>& offset = mapping<
size_t>(0, 0),
214 _Inout_opt_ mapping_vector<
size_t>* map =
nullptr)
216 sgml2wstrcat(dst, src, skip, offset, map);
233 inline size_t sgml2wstrcat(
234 _Inout_cap_(count_dst)
wchar_t* dst, _In_
size_t count_dst,
235 _In_reads_or_z_opt_(count_src)
const T* src, _In_
size_t count_src,
237 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
238 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
240 assert(dst || !count_dst);
241 assert(src || !count_src);
243 static const std::invalid_argument buffer_overrun(
"buffer overrun");
245 skip_quot = (skip & sgml_quot) == 0,
246 skip_apos = (skip & sgml_apos) == 0,
247 skip_amp = (skip & sgml_amp) == 0,
248 skip_lt_gt = (skip & sgml_lt_gt) == 0,
249 skip_bsol = (skip & sgml_bsol) == 0,
250 skip_dollar = (skip & sgml_dollar) == 0,
251 skip_percnt = (skip & sgml_percnt) == 0,
252 skip_commat = (skip & sgml_commat) == 0,
253 skip_num = (skip & sgml_num) == 0,
254 skip_lpar_rpar = (skip & sgml_lpar_rpar) == 0,
255 skip_lcub_rcub = (skip & sgml_lcub_rcub) == 0,
256 skip_lsqb_rsqb = (skip & sgml_lsqb_rsqb) == 0;
258 size_t j = wcsnlen(dst, count_dst);
259 count_src = strnlen(src, count_src);
260 for (
size_t i = 0; i < count_src;) {
262 auto end = sgmlend(src + i + 1, count_src - i - 1);
264 const wchar_t* entity_w;
266 size_t n = end - src - i - 1;
267 if (n >= 2 && src[i + 1] ==
'#') {
269 if (src[i + 2] ==
'x' || src[i + 2] ==
'X')
270 unicode = strtou32(src + i + 3, n - 2,
nullptr, 16);
272 unicode = strtou32(src + i + 2, n - 1,
nullptr, 10);
274 if (unicode < 0x10000) {
275 chr[0] = (wchar_t)unicode;
279 ucs4_to_surrogate_pair(chr, unicode);
283 chr[0] = (wchar_t)unicode;
289 entity_w = sgml2uni(src + i + 1, n);
292 (skip_quot || (entity_w[0] != L
'"')) &&
293 (skip_apos || (entity_w[0] != L
'\'')) &&
294 (skip_amp || (entity_w[0] != L
'&')) &&
295 (skip_lt_gt || (entity_w[0] != L
'<' && entity_w[0] != L
'>')) &&
296 (skip_bsol || (entity_w[0] != L
'\\')) &&
297 (skip_dollar || (entity_w[0] != L
'$')) &&
298 (skip_percnt || (entity_w[0] != L
'%')) &&
299 (skip_commat || (entity_w[0] != L
'@')) &&
300 (skip_num || (entity_w[0] != L
'#')) &&
301 (skip_lpar_rpar || (entity_w[0] != L
'(' && entity_w[0] != L
')')) &&
302 (skip_lcub_rcub || (entity_w[0] != L
'{' && entity_w[0] != L
'}')) &&
303 (skip_lsqb_rsqb || (entity_w[0] != L
'[' && entity_w[0] != L
']')))
305 if (map) map->push_back(mapping<size_t>(offset.from + i, offset.to + j));
306 size_t m = wcslen(entity_w);
307 if (j + m >= count_dst)
308 throw buffer_overrun;
309 memcpy(dst + j, entity_w, m *
sizeof(
wchar_t)); j += m;
311 if (map) map->push_back(mapping<size_t>(offset.from + i, offset.to + j));
316 if (j + 1 >= count_dst)
317 throw buffer_overrun;
321 throw buffer_overrun;
327 inline _Deprecated_(
"Use stdex::sgml2wstrcat") size_t sgml2wstr(
328 _Inout_cap_(count_dst)
wchar_t* dst, _In_
size_t count_dst,
329 _In_reads_or_z_opt_(count_src) const T* src, _In_
size_t count_src,
331 _In_ const mapping<
size_t>& offset = mapping<
size_t>(0, 0),
332 _Inout_opt_ mapping_vector<
size_t>* map =
nullptr)
334 return sgml2wstrcat(dst, count_dst, src, count_src, skip, offset, map);
348 inline void sgml2wstrcpy(
349 _Inout_ std::wstring& dst,
350 _In_reads_or_z_opt_(count_src)
const T* src, _In_
size_t count_src,
352 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
353 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
358 sgml2wstrcat(dst, src, count_src, skip, offset, map);
375 inline size_t sgml2wstrcpy(
376 _Inout_cap_(count_dst)
wchar_t* dst, _In_
size_t count_dst,
377 _In_reads_or_z_opt_(count_src)
const T* src, _In_
size_t count_src,
379 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
380 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
382 assert(dst || !count_dst);
387 sgml2wstrcat(dst, count_dst, src, count_src, skip, offset, map);
402 inline std::wstring sgml2wstr(
403 _In_reads_or_z_opt_(count_src)
const T* src, _In_
size_t count_src,
405 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
406 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
409 sgml2wstrcat(dst, src, count_src, skip, offset, map);
424 inline std::wstring sgml2wstr(
425 _In_
const std::basic_string<T>& src,
427 _In_
const mapping<size_t>& offset = mapping<size_t>(0, 0),
428 _Inout_opt_ mapping_vector<size_t>* map =
nullptr)
430 return sgml2wstr(src.c_str(), src.size(), skip, offset, map);
434 inline const char* chr2sgml(_In_reads_or_z_(count)
const wchar_t* entity, _In_
size_t count)
436 assert(entity && count);
438 const wchar_t e2 = entity[0];
439 for (
size_t i = 0, j = _countof(unicode_sgml); i < j; ) {
440 size_t m = (i + j) / 2;
441 wchar_t e1 = sgml_unicode[unicode_sgml[m]].unicode[0];
447 auto r = strncmp(sgml_unicode[unicode_sgml[m]].unicode + 1, _countof(sgml_unicode[0].unicode) - 1, entity + 1, count - 1);
453 for (; i < m && sgml_unicode[unicode_sgml[m - 1]].unicode[0] == e2 && strncmp(sgml_unicode[unicode_sgml[m - 1]].unicode + 1, _countof(sgml_unicode[0].unicode) - 1, entity + 1, count - 1) == 0; m--);
454 return sgml_unicode[unicode_sgml[m]].sgml;
470 inline void wstr2sgmlcat(
471 _Inout_ std::string& dst,
472 _In_reads_or_z_opt_(count_src)
const wchar_t* src, _In_
size_t count_src,
473 _In_
size_t what = 0)
475 assert(src || !count_src);
478 do_ascii = (what & sgml_full) == 0,
479 do_quot = (what & sgml_quot) == 0,
480 do_apos = (what & sgml_apos) == 0,
481 do_lt_gt = (what & sgml_lt_gt) == 0,
482 do_bsol = (what & sgml_bsol) == 0,
483 do_dollar = (what & sgml_dollar) == 0,
484 do_percnt = (what & sgml_percnt) == 0,
485 do_commat = (what & sgml_commat) == 0,
486 do_num = (what & sgml_num) == 0,
487 do_lpar_rpar = (what & sgml_lpar_rpar) == 0,
488 do_lcub_rcub = (what & sgml_lcub_rcub) == 0,
489 do_lsqb_rsqb = (what & sgml_lsqb_rsqb) == 0;
491 count_src = wcsnlen(src, count_src);
492 dst.reserve(dst.size() + count_src);
493 for (
size_t i = 0; i < count_src;) {
494 size_t n = glyphlen(src + i, count_src - i);
496 do_ascii && (
unsigned int)src[i] < 128 &&
498 (do_quot || (src[i] != L
'"')) &&
499 (do_apos || (src[i] != L
'\'')) &&
500 (do_lt_gt || (src[i] != L
'<' && src[i] != L
'>')) &&
501 (do_bsol || (src[i] != L
'\\')) &&
502 (do_dollar || (src[i] != L
'$')) &&
503 (do_percnt || (src[i] != L
'%')) &&
504 (do_commat || (src[i] != L
'@')) &&
505 (do_num || (src[i] != L
'#')) &&
506 (do_lpar_rpar || (src[i] != L
'(' && src[i] != L
')')) &&
507 (do_lcub_rcub || (src[i] != L
'{' && src[i] != L
'}')) &&
508 (do_lsqb_rsqb || (src[i] != L
'[' && src[i] != L
']')))
511 dst.append(1,
static_cast<char>(src[i++]));
514 const char* entity = chr2sgml(src + i, n);
523 if ((
unsigned int)src[i] < 128)
524 dst.append(1,
static_cast<char>(src[i++]));
526 char tmp[3 + 8 + 1 + 1];
527 snprintf(tmp, _countof(tmp),
"&#x%x;", src[i++]);
533 const size_t end = i + n;
535 if ((entity = chr2sgml(src + i, 1)) !=
nullptr) {
541 else if ((
unsigned int)src[i] < 128)
542 dst.append(1,
static_cast<char>(src[i++]));
546 if (i + 1 < end && is_surrogate_pair(src + i)) {
547 unicode = surrogate_pair_to_ucs4(src + i);
555 char tmp[3 + 8 + 1 + 1];
556 snprintf(tmp, _countof(tmp),
"&#x%x;", unicode);
565 inline _Deprecated_(
"Use stdex::wstr2sgmlcat") void wstr2sgml(
566 _Inout_ std::
string& dst,
567 _In_reads_or_z_opt_(count_src) const
wchar_t* src, _In_
size_t count_src,
568 _In_
size_t what = 0)
570 wstr2sgmlcat(dst, src, count_src, what);
580 inline void wstr2sgmlcat(
581 _Inout_ std::string& dst,
582 _In_
const std::wstring& src,
583 _In_
size_t what = 0)
585 wstr2sgmlcat(dst, src.c_str(), src.size(), what);
588 inline _Deprecated_(
"Use stdex::wstr2sgmlcat") void wstr2sgml(
589 _Inout_ std::
string& dst,
590 _In_ const std::wstring& src,
591 _In_
size_t what = 0)
593 wstr2sgmlcat(dst, src, what);
607 inline size_t wstr2sgmlcat(
608 _Inout_cap_(count_dst)
char* dst, _In_
size_t count_dst,
609 _In_reads_or_z_opt_(count_src)
const wchar_t* src, _In_
size_t count_src,
610 _In_
size_t what = 0)
612 assert(dst || !count_dst);
613 assert(src || !count_src);
615 static const std::invalid_argument buffer_overrun(
"buffer overrun");
617 do_ascii = (what & sgml_full) == 0,
618 do_quot = (what & sgml_quot) == 0,
619 do_apos = (what & sgml_apos) == 0,
620 do_lt_gt = (what & sgml_lt_gt) == 0,
621 do_bsol = (what & sgml_bsol) == 0,
622 do_dollar = (what & sgml_dollar) == 0,
623 do_percnt = (what & sgml_percnt) == 0,
624 do_commat = (what & sgml_commat) == 0,
625 do_num = (what & sgml_num) == 0,
626 do_lpar_rpar = (what & sgml_lpar_rpar) == 0,
627 do_lcub_rcub = (what & sgml_lcub_rcub) == 0,
628 do_lsqb_rsqb = (what & sgml_lsqb_rsqb) == 0;
630 size_t j = strnlen(dst, count_dst);
631 count_src = wcsnlen(src, count_src);
632 for (
size_t i = 0; i < count_src;) {
633 size_t n = glyphlen(src + i, count_src - i);
635 do_ascii && (
unsigned int)src[i] < 128 &&
637 (do_quot || (src[i] != L
'"')) &&
638 (do_apos || (src[i] != L
'\'')) &&
639 (do_lt_gt || (src[i] != L
'<' && src[i] != L
'>')) &&
640 (do_bsol || (src[i] != L
'\\')) &&
641 (do_dollar || (src[i] != L
'$')) &&
642 (do_percnt || (src[i] != L
'%')) &&
643 (do_commat || (src[i] != L
'@')) &&
644 (do_num || (src[i] != L
'#')) &&
645 (do_lpar_rpar || (src[i] != L
'(' && src[i] != L
')')) &&
646 (do_lcub_rcub || (src[i] != L
'{' && src[i] != L
'}')) &&
647 (do_lsqb_rsqb || (src[i] != L
'[' && src[i] != L
']')))
650 if (j + 1 >= count_dst)
651 throw buffer_overrun;
652 dst[j++] =
static_cast<char>(src[i++]);
655 const char* entity = chr2sgml(src + i, n);
657 size_t m = strlen(entity);
658 if (j + m + 2 >= count_dst)
659 throw buffer_overrun;
661 memcpy(dst + j, entity, m *
sizeof(
char)); j += m;
667 if ((
unsigned int)src[i] < 128) {
668 if (j + 1 >= count_dst)
669 throw buffer_overrun;
670 dst[j++] =
static_cast<char>(src[i++]);
673 char tmp[3 + 8 + 1 + 1];
674 int m = snprintf(tmp, _countof(tmp),
"&#x%x;", src[i++]);
676 if (
static_cast<size_t>(m) >= count_dst)
677 throw buffer_overrun;
678 memcpy(dst + j, tmp, m *
sizeof(
char)); j += m;
683 const size_t end = i + n;
685 if ((entity = chr2sgml(src + i, 1)) !=
nullptr) {
686 size_t m = strlen(entity);
687 if (j + m + 2 >= count_dst)
688 throw buffer_overrun;
690 memcpy(dst + j, entity, m *
sizeof(
char)); j += m;
694 else if ((
unsigned int)src[i] < 128) {
695 if (j + 1 >= count_dst)
696 throw buffer_overrun;
697 dst[j++] =
static_cast<char>(src[i++]);
702 if (i + 1 < end && is_surrogate_pair(src + i)) {
703 unicode = surrogate_pair_to_ucs4(src + i);
711 char tmp[3 + 8 + 1 + 1];
712 int m = snprintf(tmp, _countof(tmp),
"&#x%x;", unicode);
714 if (
static_cast<size_t>(m) >= count_dst)
715 throw buffer_overrun;
716 memcpy(dst + j, tmp, m *
sizeof(
char)); j += m;
723 throw buffer_overrun;
728 inline _Deprecated_(
"Use stdex::wstr2sgmlcat") size_t wstr2sgml(
729 _Inout_cap_(count_dst)
char* dst, _In_
size_t count_dst,
730 _In_reads_or_z_opt_(count_src) const
wchar_t* src, _In_
size_t count_src,
731 _In_
size_t what = 0)
733 return wstr2sgmlcat(dst, count_dst, src, count_src, what);
744 inline void wstr2sgmlcpy(
745 _Inout_ std::string& dst,
746 _In_reads_or_z_opt_(count_src)
const wchar_t* src, _In_
size_t count_src,
747 _In_
size_t what = 0)
750 wstr2sgmlcat(dst, src, count_src, what);
764 inline size_t wstr2sgmlcpy(
765 _Inout_cap_(count_dst)
char* dst, _In_
size_t count_dst,
766 _In_reads_or_z_opt_(count_src)
const wchar_t* src, _In_
size_t count_src,
767 _In_
size_t what = 0)
769 assert(dst || !count_dst);
772 wstr2sgmlcat(dst, count_dst, src, count_src, what);
784 inline std::string wstr2sgml(
785 _In_reads_or_z_opt_(count_src)
const wchar_t* src, _In_
size_t count_src,
786 _In_
size_t what = 0)
789 wstr2sgmlcat(dst, src, count_src, what);
801 inline std::string wstr2sgml(
802 _In_
const std::wstring& src,
803 _In_
size_t what = 0)
805 return wstr2sgml(src.c_str(), src.size(), what);