add a comment about branchless utf-8 decoders

nullgemm · Nov 23, 2021 · 3b0812e · 3b0812e
1 parent 730f49f
commit 3b0812e
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/mechascribe.c b/src/mechascribe.c
@@ -286,6 +286,9 @@ enum mechascribe_error mechascribe_set_text(
 
 	while (len > (utf8 - input))
 	{
+		// several optimized utf-8 decoders exist, but do not handle complex
+		// situations very well like when invalid codepoints are encountered
+		// so we prefer using the naive but robust approach instead
 		if (0xf0 == (0xf8 & utf8[0]))
 		{
 			*utf32 =