-
Notifications
You must be signed in to change notification settings - Fork 4
Expand file tree
/
Copy pathutf8_decode_prev.h
More file actions
123 lines (112 loc) · 4.34 KB
/
Copy pathutf8_decode_prev.h
File metadata and controls
123 lines (112 loc) · 4.34 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
/*
* Copyright (c) 2026 Christian Hansen <chansen@cpan.org>
* <https://github.com/chansen/c-utf8>
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#ifndef UTF8_DECODE_PREV_H
#define UTF8_DECODE_PREV_H
#include <stddef.h>
#include <stdint.h>
#ifndef UTF8_RDFA64_H
# error "include utf8_rdfa64.h before utf8_decode_prev.h"
#endif
#ifdef __cplusplus
extern "C" {
#endif
/*
* utf8_decode_prev -- decode one codepoint ending at src[len-1].
*
* On success: returns bytes consumed (1-4) and writes the codepoint
* to *codepoint. The caller should step back by the return
* value: next call uses src[0..len-return_value).
* At end: returns 0, *codepoint is unchanged.
* On error: returns the negated number of bytes to step back (always
* negative, in the range -1..-3). *codepoint is unchanged.
* The caller should step back by -return_value bytes before
* calling again.
*
* Computes the maximal subpart of each ill-formed subsequence, mirroring
* utf8_decode_next(). Results may differ: the reverse DFA consumes
* continuation bytes before seeing the lead, so all consumed bytes are
* reported as one ill-formed unit when rejection occurs. For example,
* "\x80\x80" produces two negated subpart lengths forward but one reverse.
*/
static inline int utf8_decode_prev(const char *src,
size_t len,
uint32_t *codepoint) {
if (len == 0)
return 0;
const uint8_t *bytes = (const uint8_t *)src;
utf8_rdfa_state_t state = UTF8_RDFA_ACCEPT;
uint32_t cp = 0;
size_t pos = len;
do {
state = utf8_rdfa_step_decode(state, bytes[--pos], &cp);
if (state == UTF8_RDFA_ACCEPT) {
*codepoint = cp;
return (int)(len - pos);
}
if (state == UTF8_RDFA_REJECT) {
// Single byte (pos == len-1): subpart = 1
// Multiple bytes: subpart = bytes consumed before the rejecting byte
return -(int)(pos < len - 1 ? len - pos - 1 : 1);
}
} while (pos > 0);
// Truncated sequence
return -(int)(len - pos);
}
/*
* utf8_decode_prev_replace -- like utf8_decode_prev but on error writes
* U+FFFD to *codepoint and returns the advance as a positive value.
* Never returns a negative value. Returns 0 only when len is 0.
*
* Computes the maximal subpart of each ill-formed subsequence, mirroring
* utf8_decode_next_replace(). Results may differ: the reverse DFA consumes
* continuation bytes before seeing the lead, so all consumed bytes are
* reported as one ill-formed unit when rejection occurs. For example,
* "\x80\x80" produces two U+FFFD forward but one reverse.
*/
static inline int utf8_decode_prev_replace(const char *src,
size_t len,
uint32_t *codepoint) {
if (len == 0)
return 0;
const uint8_t *bytes = (const uint8_t *)src;
utf8_rdfa_state_t state = UTF8_RDFA_ACCEPT;
uint32_t cp = 0;
size_t pos = len;
do {
state = utf8_rdfa_step_decode(state, bytes[--pos], &cp);
if (state == UTF8_RDFA_ACCEPT) {
*codepoint = cp;
return (int)(len - pos);
}
if (state == UTF8_RDFA_REJECT) {
*codepoint = 0xFFFDu;
return (int)(pos < len - 1 ? len - pos - 1 : 1);
}
} while (pos > 0);
*codepoint = 0xFFFDu;
return (int)(len - pos);
}
#ifdef __cplusplus
}
#endif
#endif /* UTF8_DECODE_PREV_H */