ICU 68.2: ubrk.h Source File

ICU 68.2 68.2

ubrk.h
Go to the documentation of this file.
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4 ******************************************************************************
5 * Copyright (C) 1996-2015, International Business Machines Corporation and others.
6 * All Rights Reserved.
7 ******************************************************************************
8 */
9
10 #ifndef UBRK_H
11 #define UBRK_H
12
13 #include "unicode/utypes.h"
14 #include "unicode/uloc.h"
15 #include "unicode/utext.h"
16
17 #if U_SHOW_CPLUSPLUS_API
18 #include "unicode/localpointer.h"
19 #endif // U_SHOW_CPLUSPLUS_API
20
25 #ifndef UBRK_TYPEDEF_UBREAK_ITERATOR
26 # define UBRK_TYPEDEF_UBREAK_ITERATOR
27
31 typedef struct UBreakIterator UBreakIterator;
32 #endif
33
34 #if !UCONFIG_NO_BREAK_ITERATION
35
36 #include "unicode/parseerr.h"
37
102 typedef enum UBreakIteratorType {
104 UBRK_CHARACTER = 0,
106 UBRK_WORD = 1,
108 UBRK_LINE = 2,
110 UBRK_SENTENCE = 3,
111
112 #ifndef U_HIDE_DEPRECATED_API
113
121 UBRK_TITLE = 4,
126 UBRK_COUNT = 5
127 #endif // U_HIDE_DEPRECATED_API
128 } UBreakIteratorType;
129
133 #define UBRK_DONE ((int32_t) -1)
134
135
147 typedef enum UWordBreak {
150 UBRK_WORD_NONE = 0,
152 UBRK_WORD_NONE_LIMIT = 100,
154 UBRK_WORD_NUMBER = 100,
156 UBRK_WORD_NUMBER_LIMIT = 200,
159 UBRK_WORD_LETTER = 200,
161 UBRK_WORD_LETTER_LIMIT = 300,
163 UBRK_WORD_KANA = 300,
165 UBRK_WORD_KANA_LIMIT = 400,
167 UBRK_WORD_IDEO = 400,
169 UBRK_WORD_IDEO_LIMIT = 500
170 } UWordBreak;
171
183 typedef enum ULineBreakTag {
186 UBRK_LINE_SOFT = 0,
188 UBRK_LINE_SOFT_LIMIT = 100,
190 UBRK_LINE_HARD = 100,
192 UBRK_LINE_HARD_LIMIT = 200
193 } ULineBreakTag;
194
195
196
208 typedef enum USentenceBreakTag {
213 UBRK_SENTENCE_TERM = 0,
215 UBRK_SENTENCE_TERM_LIMIT = 100,
220 UBRK_SENTENCE_SEP = 100,
222 UBRK_SENTENCE_SEP_LIMIT = 200
224 } USentenceBreakTag;
225
226
244 U_CAPI UBreakIterator* U_EXPORT2
245 ubrk_open(UBreakIteratorType type,
246 const char *locale,
247 const UChar *text,
248 int32_t textLength,
249 UErrorCode *status);
250
266 U_CAPI UBreakIterator* U_EXPORT2
267 ubrk_openRules(const UChar *rules,
268 int32_t rulesLength,
269 const UChar *text,
270 int32_t textLength,
271 UParseError *parseErr,
272 UErrorCode *status);
273
294 U_CAPI UBreakIterator* U_EXPORT2
295 ubrk_openBinaryRules(const uint8_t *binaryRules, int32_t rulesLength,
296 const UChar * text, int32_t textLength,
297 UErrorCode * status);
298
317 U_CAPI UBreakIterator * U_EXPORT2
318 ubrk_safeClone(
319 const UBreakIterator *bi,
320 void *stackBuffer,
321 int32_t *pBufferSize,
322 UErrorCode *status);
323
324 #ifndef U_HIDE_DEPRECATED_API
325
330 #define U_BRK_SAFECLONE_BUFFERSIZE 1
331
332 #endif /* U_HIDE_DEPRECATED_API */
333
340 U_CAPI void U_EXPORT2
341 ubrk_close(UBreakIterator *bi);
342
343 #if U_SHOW_CPLUSPLUS_API
344
345 U_NAMESPACE_BEGIN
346
356 U_DEFINE_LOCAL_OPEN_POINTER(LocalUBreakIteratorPointer, UBreakIterator, ubrk_close);
357
358 U_NAMESPACE_END
359
360 #endif
361
374 U_CAPI void U_EXPORT2
375 ubrk_setText(UBreakIterator* bi,
376 const UChar* text,
377 int32_t textLength,
378 UErrorCode* status);
379
380
398 U_CAPI void U_EXPORT2
399 ubrk_setUText(UBreakIterator* bi,
400 UText* text,
401 UErrorCode* status);
402
403
404
413 U_CAPI int32_t U_EXPORT2
414 ubrk_current(const UBreakIterator *bi);
415
425 U_CAPI int32_t U_EXPORT2
426 ubrk_next(UBreakIterator *bi);
427
437 U_CAPI int32_t U_EXPORT2
438 ubrk_previous(UBreakIterator *bi);
439
447 U_CAPI int32_t U_EXPORT2
448 ubrk_first(UBreakIterator *bi);
449
459 U_CAPI int32_t U_EXPORT2
460 ubrk_last(UBreakIterator *bi);
461
471 U_CAPI int32_t U_EXPORT2
472 ubrk_preceding(UBreakIterator *bi,
473 int32_t offset);
474
484 U_CAPI int32_t U_EXPORT2
485 ubrk_following(UBreakIterator *bi,
486 int32_t offset);
487
497 U_CAPI const char* U_EXPORT2
498 ubrk_getAvailable(int32_t index);
499
508 U_CAPI int32_t U_EXPORT2
509 ubrk_countAvailable(void);
510
511
521 U_CAPI UBool U_EXPORT2
522 ubrk_isBoundary(UBreakIterator *bi, int32_t offset);
523
533 U_CAPI int32_t U_EXPORT2
534 ubrk_getRuleStatus(UBreakIterator *bi);
535
553 U_CAPI int32_t U_EXPORT2
554 ubrk_getRuleStatusVec(UBreakIterator *bi, int32_t *fillInVec, int32_t capacity, UErrorCode *status);
555
565 U_CAPI const char* U_EXPORT2
566 ubrk_getLocaleByType(const UBreakIterator *bi, ULocDataLocaleType type, UErrorCode* status);
567
593 U_CAPI void U_EXPORT2
594 ubrk_refreshUText(UBreakIterator *bi,
595 UText *text,
596 UErrorCode *status);
597
598
624 U_CAPI int32_t U_EXPORT2
625 ubrk_getBinaryRules(UBreakIterator *bi,
626 uint8_t * binaryRules, int32_t rulesCapacity,
627 UErrorCode * status);
628
629 #endif /* #if !UCONFIG_NO_BREAK_ITERATION */
630
631 #endif
UBRK_SENTENCE_TERM
@ UBRK_SENTENCE_TERM
Tag value for for sentences ending with a sentence terminator ('.
Definition: ubrk.h:213
ubrk_last
U_CAPI int32_t ubrk_last(UBreakIterator *bi)
Set the iterator position to the index immediately beyond the last character in the text being scanne...
UBRK_WORD
@ UBRK_WORD
Word breaks.
Definition: ubrk.h:106
ubrk_close
U_CAPI void ubrk_close(UBreakIterator *bi)
Close a UBreakIterator.
parseerr.h
C API: Parse Error Information.
ubrk_next
U_CAPI int32_t ubrk_next(UBreakIterator *bi)
Advance the iterator to the boundary following the current boundary.
UBRK_LINE
@ UBRK_LINE
Line breaks.
Definition: ubrk.h:108
UBRK_LINE_SOFT_LIMIT
@ UBRK_LINE_SOFT_LIMIT
Upper bound for soft line breaks.
Definition: ubrk.h:188
LocalUBreakIteratorPointer
"Smart pointer" class, closes a UBreakIterator via ubrk_close().
utypes.h
Basic definitions for ICU, for both C and C++ APIs.
UBool
int8_t UBool
The ICU boolean type, a signed-byte integer.
Definition: umachine.h:269
ubrk_open
U_CAPI UBreakIterator * ubrk_open(UBreakIteratorType type, const char *locale, const UChar *text, int32_t textLength, UErrorCode *status)
Open a new UBreakIterator for locating text boundaries for a specified locale.
ubrk_following
U_CAPI int32_t ubrk_following(UBreakIterator *bi, int32_t offset)
Advance the iterator to the first boundary following the specified offset.
UBRK_WORD_LETTER
@ UBRK_WORD_LETTER
Tag value for words that contain letters, excluding hiragana, katakana or ideographic characters,...
Definition: ubrk.h:159
ULocDataLocaleType
ULocDataLocaleType
Constants for *_getLocale() Allow user to select whether she wants information on requested,...
Definition: uloc.h:338
UBRK_SENTENCE_SEP
@ UBRK_SENTENCE_SEP
Tag value for for sentences that do not contain an ending sentence terminator ('.
Definition: ubrk.h:220
UBRK_WORD_NONE_LIMIT
@ UBRK_WORD_NONE_LIMIT
Upper bound for tags for uncategorized words.
Definition: ubrk.h:152
utext.h
C API: Abstract Unicode Text API.
UBRK_WORD_NUMBER_LIMIT
@ UBRK_WORD_NUMBER_LIMIT
Tag value for words that appear to be numbers, upper limit.
Definition: ubrk.h:156
UBRK_TITLE
@ UBRK_TITLE
Title Case breaks The iterator created using this type locates title boundaries as described for Unic...
Definition: ubrk.h:121
UBRK_WORD_IDEO_LIMIT
@ UBRK_WORD_IDEO_LIMIT
Tag value for words containing ideographic characters, upper limit.
Definition: ubrk.h:169
UBRK_LINE_HARD_LIMIT
@ UBRK_LINE_HARD_LIMIT
Upper bound for hard line breaks.
Definition: ubrk.h:192
ubrk_openRules
U_CAPI UBreakIterator * ubrk_openRules(const UChar *rules, int32_t rulesLength, const UChar *text, int32_t textLength, UParseError *parseErr, UErrorCode *status)
Open a new UBreakIterator for locating text boundaries using specified breaking rules.
UBRK_WORD_KANA_LIMIT
@ UBRK_WORD_KANA_LIMIT
Tag value for words containing kana characters, upper limit.
Definition: ubrk.h:165
ubrk_previous
U_CAPI int32_t ubrk_previous(UBreakIterator *bi)
Set the iterator position to the boundary preceding the current boundary.
UBRK_COUNT
@ UBRK_COUNT
One more than the highest normal UBreakIteratorType value.
Definition: ubrk.h:126
UParseError
A UParseError struct is used to returned detailed information about parsing errors.
Definition: parseerr.h:58
ubrk_getRuleStatus
U_CAPI int32_t ubrk_getRuleStatus(UBreakIterator *bi)
Return the status from the break rule that determined the most recently returned break position.
ubrk_getLocaleByType
U_CAPI const char * ubrk_getLocaleByType(const UBreakIterator *bi, ULocDataLocaleType type, UErrorCode *status)
Return the locale of the break iterator.
uloc.h
C API: Locale.
USentenceBreakTag
USentenceBreakTag
Enum constants for the sentence break tags returned by getRuleStatus().
Definition: ubrk.h:208
UBRK_WORD_KANA
@ UBRK_WORD_KANA
Tag value for words containing kana characters, lower limit.
Definition: ubrk.h:163
ubrk_getAvailable
U_CAPI const char * ubrk_getAvailable(int32_t index)
Get a locale for which text breaking information is available.
UErrorCode
UErrorCode
Standard ICU4C error code type, a substitute for exceptions.
Definition: utypes.h:415
ubrk_preceding
U_CAPI int32_t ubrk_preceding(UBreakIterator *bi, int32_t offset)
Set the iterator position to the first boundary preceding the specified offset.
ULineBreakTag
ULineBreakTag
Enum constants for the line break tags returned by getRuleStatus().
Definition: ubrk.h:183
UBRK_WORD_NONE
@ UBRK_WORD_NONE
Tag value for "words" that do not fit into any of other categories.
Definition: ubrk.h:150
ubrk_getRuleStatusVec
U_CAPI int32_t ubrk_getRuleStatusVec(UBreakIterator *bi, int32_t *fillInVec, int32_t capacity, UErrorCode *status)
Get the statuses from the break rules that determined the most recently returned break position.
ubrk_isBoundary
U_CAPI UBool ubrk_isBoundary(UBreakIterator *bi, int32_t offset)
Returns true if the specified position is a boundary position.
UBreakIteratorType
UBreakIteratorType
The possible types of text boundaries.
Definition: ubrk.h:102
UText
UText struct.
Definition: utext.h:1328
ubrk_safeClone
U_CAPI UBreakIterator * ubrk_safeClone(const UBreakIterator *bi, void *stackBuffer, int32_t *pBufferSize, UErrorCode *status)
Thread safe cloning operation.
UWordBreak
UWordBreak
Enum constants for the word break tags returned by getRuleStatus().
Definition: ubrk.h:147
ubrk_setText
U_CAPI void ubrk_setText(UBreakIterator *bi, const UChar *text, int32_t textLength, UErrorCode *status)
Sets an existing iterator to point to a new piece of text.
ubrk_countAvailable
U_CAPI int32_t ubrk_countAvailable(void)
Determine how many locales have text breaking information available.
U_DEFINE_LOCAL_OPEN_POINTER
#define U_DEFINE_LOCAL_OPEN_POINTER(LocalPointerClassName, Type, closeFunction)
"Smart pointer" definition macro, deletes objects via the closeFunction.
Definition: localpointer.h:550
UBRK_WORD_NUMBER
@ UBRK_WORD_NUMBER
Tag value for words that appear to be numbers, lower limit.
Definition: ubrk.h:154
UBRK_SENTENCE
@ UBRK_SENTENCE
Sentence breaks.
Definition: ubrk.h:110
UBRK_LINE_SOFT
@ UBRK_LINE_SOFT
Tag value for soft line breaks, positions at which a line break is acceptable but not required
Definition: ubrk.h:186
ubrk_current
U_CAPI int32_t ubrk_current(const UBreakIterator *bi)
Determine the most recently-returned text boundary.
localpointer.h
C++ API: "Smart pointers" for use with and in ICU4C C++ code.
ubrk_openBinaryRules
U_CAPI UBreakIterator * ubrk_openBinaryRules(const uint8_t *binaryRules, int32_t rulesLength, const UChar *text, int32_t textLength, UErrorCode *status)
Open a new UBreakIterator for locating text boundaries using precompiled binary rules.
ubrk_setUText
U_CAPI void ubrk_setUText(UBreakIterator *bi, UText *text, UErrorCode *status)
Sets an existing iterator to point to a new piece of text.
UBRK_WORD_IDEO
@ UBRK_WORD_IDEO
Tag value for words containing ideographic characters, lower limit.
Definition: ubrk.h:167
UBRK_WORD_LETTER_LIMIT
@ UBRK_WORD_LETTER_LIMIT
Tag value for words containing letters, upper limit
Definition: ubrk.h:161
UChar
char16_t UChar
The base type for UTF-16 code units and pointers.
Definition: umachine.h:418
UBRK_SENTENCE_SEP_LIMIT
@ UBRK_SENTENCE_SEP_LIMIT
Upper bound for tags for sentences ended by a separator.
Definition: ubrk.h:222
UBreakIterator
struct UBreakIterator UBreakIterator
Opaque type representing an ICU Break iterator object.
Definition: ubrk.h:31
UBRK_CHARACTER
@ UBRK_CHARACTER
Character breaks.
Definition: ubrk.h:104
U_CAPI
#define U_CAPI
This is used to declare a function as a public ICU C API.
Definition: umachine.h:110
ubrk_refreshUText
U_CAPI void ubrk_refreshUText(UBreakIterator *bi, UText *text, UErrorCode *status)
Set the subject text string upon which the break iterator is operating without changing any other asp...
ubrk_getBinaryRules
U_CAPI int32_t ubrk_getBinaryRules(UBreakIterator *bi, uint8_t *binaryRules, int32_t rulesCapacity, UErrorCode *status)
Get a compiled binary version of the rules specifying the behavior of a UBreakIterator.
UBRK_LINE_HARD
@ UBRK_LINE_HARD
Tag value for a hard, or mandatory line break
Definition: ubrk.h:190
UBRK_SENTENCE_TERM_LIMIT
@ UBRK_SENTENCE_TERM_LIMIT
Upper bound for tags for sentences ended by sentence terminators.
Definition: ubrk.h:215
ubrk_first
U_CAPI int32_t ubrk_first(UBreakIterator *bi)
Set the iterator position to zero, the start of the text being scanned.