1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
#ifndef UTF8_H_INCLUDED
#define UTF8_H_INCLUDED
/*
// Example:
#include <stc/cstr.h>
#include <stc/csview.h>
int main()
{
c_auto (cstr, s1) {
s1 = cstr_new("hell😀 w😀rld");
printf("%s\n", cstr_str(&s1));
cstr_replace_sv(&s1, utf8_substr(cstr_str(&s1), 7, 1), c_sv("🐨"));
printf("%s\n", cstr_str(&s1));
c_foreach (i, cstr, s1)
printf("%" c_PRIsv ",", c_ARGsv(i.chr));
}
}
// Output:
// hell😀 w😀rld
// hell😀 w🐨rld
// h,e,l,l,😀, ,w,🐨,r,l,d,
*/
#include "ccommon.h"
#include <ctype.h>
// utf8 methods defined in src/utf8code.c:
bool utf8_islower(uint32_t c);
bool utf8_isupper(uint32_t c);
bool utf8_isspace(uint32_t c);
bool utf8_isdigit(uint32_t c);
bool utf8_isxdigit(uint32_t c);
bool utf8_isalpha(uint32_t c);
bool utf8_isalnum(uint32_t c);
uint32_t utf8_tolower(uint32_t c);
uint32_t utf8_toupper(uint32_t c);
bool utf8_valid(const char* s);
bool utf8_valid_n(const char* s, size_t n);
int utf8_icmp_n(size_t u8max, const char* s1, size_t n1,
const char* s2, size_t n2);
unsigned utf8_encode(char *out, uint32_t c);
/* decode next utf8 codepoint. https://bjoern.hoehrmann.de/utf-8/decoder/dfa */
typedef struct { uint32_t state, codep; } utf8_decode_t;
STC_INLINE uint32_t utf8_decode(utf8_decode_t* d, const uint32_t byte) {
extern const uint8_t utf8_dtab[]; /* utf8code.c */
const uint32_t type = utf8_dtab[byte];
d->codep = d->state ? (byte & 0x3fu) | (d->codep << 6)
: (0xff >> type) & byte;
return d->state = utf8_dtab[256 + d->state + type];
}
/* case-insensitive utf8 string comparison */
STC_INLINE int utf8_icmp(const char* s1, const char* s2) {
return utf8_icmp_n(~(size_t)0, s1, ~(size_t)0, s2, ~(size_t)0);
}
/* number of characters in the utf8 codepoint from s */
STC_INLINE unsigned utf8_codep_size(const char *s) {
unsigned b = (uint8_t)*s;
if (b < 0x80) return 1;
if (b < 0xC2) return 0;
if (b < 0xE0) return 2;
if (b < 0xF0) return 3;
if (b < 0xF5) return 4;
return 0;
}
/* number of codepoints in the utf8 string s */
STC_INLINE size_t utf8_size(const char *s) {
size_t size = 0;
while (*s)
size += (*s++ & 0xC0) != 0x80;
return size;
}
STC_INLINE size_t utf8_size_n(const char *s, size_t n) {
size_t size = 0;
while ((n-- != 0) & (*s != 0))
size += (*s++ & 0xC0) != 0x80;
return size;
}
STC_INLINE const char* utf8_at(const char *s, size_t index) {
while ((index > 0) & (*s != 0))
index -= (*++s & 0xC0) != 0x80;
return s;
}
STC_INLINE size_t utf8_pos(const char* s, size_t index)
{ return utf8_at(s, index) - s; }
#endif
|
