aboutsummaryrefslogtreecommitdiff
path: root/py/unicode.h
diff options
context:
space:
mode:
authortll <1040424979@qq.com>2017-06-24 08:38:32 +0800
committerDamien George <damien.p.george@gmail.com>2017-09-06 16:43:09 +1000
commit68c28174d0e0ec3f6b1461aea3a0b6a1b84610bb (patch)
tree441a42ce59c5f965b66722bd6a5a5b24525c6bcf /py/unicode.h
parent069fc48bf60b31fca4339d26cee7b4a415b185f9 (diff)
py/objstr: Add check for valid UTF-8 when making a str from bytes.
This patch adds a function utf8_check() to check for a valid UTF-8 encoded string, and calls it when constructing a str from raw bytes. The feature is selectable at compile time via MICROPY_PY_BUILTINS_STR_UNICODE_CHECK and is enabled if unicode is enabled. It costs about 110 bytes on Thumb-2, 150 bytes on Xtensa and 170 bytes on x86-64.
Diffstat (limited to 'py/unicode.h')
-rw-r--r--py/unicode.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/py/unicode.h b/py/unicode.h
index 19487a65a..c1fb51789 100644
--- a/py/unicode.h
+++ b/py/unicode.h
@@ -30,5 +30,6 @@
#include "py/misc.h"
mp_uint_t utf8_ptr_to_index(const byte *s, const byte *ptr);
+bool utf8_check(const byte *p, size_t len);
#endif // MICROPY_INCLUDED_PY_UNICODE_H