123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578 |
- // © 2016 and later: Unicode, Inc. and others.
- // License & terms of use: http://www.unicode.org/copyright.html
- /*
- ***************************************************************************
- * Copyright (C) 2008-2016, International Business Machines Corporation
- * and others. All Rights Reserved.
- ***************************************************************************
- * file name: uspoof.h
- * encoding: UTF-8
- * tab size: 8 (not used)
- * indentation:4
- *
- * created on: 2008Feb13
- * created by: Andy Heninger
- *
- * Unicode Spoof Detection
- */
- #ifndef USPOOF_H
- #define USPOOF_H
- #include "unicode/utypes.h"
- #include "unicode/uset.h"
- #include "unicode/parseerr.h"
- #if !UCONFIG_NO_NORMALIZATION
- #if U_SHOW_CPLUSPLUS_API
- #include "unicode/localpointer.h"
- #include "unicode/unistr.h"
- #include "unicode/uniset.h"
- #endif
- /**
- * \file
- * \brief C API: Unicode Security and Spoofing Detection
- *
- * <p>
- * This class, based on <a href="http://unicode.org/reports/tr36">Unicode Technical Report #36</a> and
- * <a href="http://unicode.org/reports/tr39">Unicode Technical Standard #39</a>, has two main functions:
- *
- * <ol>
- * <li>Checking whether two strings are visually <em>confusable</em> with each other, such as "Harvest" and
- * "Ηarvest", where the second string starts with the Greek capital letter Eta.</li>
- * <li>Checking whether an individual string is likely to be an attempt at confusing the reader (<em>spoof
- * detection</em>), such as "paypal" with some Latin characters substituted with Cyrillic look-alikes.</li>
- * </ol>
- *
- * <p>
- * Although originally designed as a method for flagging suspicious identifier strings such as URLs,
- * <code>USpoofChecker</code> has a number of other practical use cases, such as preventing attempts to evade bad-word
- * content filters.
- *
- * <p>
- * The functions of this class are exposed as C API, with a handful of syntactical conveniences for C++.
- *
- * <h2>Confusables</h2>
- *
- * <p>
- * The following example shows how to use <code>USpoofChecker</code> to check for confusability between two strings:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * UChar* str1 = (UChar*) u"Harvest";
- * UChar* str2 = (UChar*) u"\u0397arvest"; // with U+0397 GREEK CAPITAL LETTER ETA
- *
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setChecks(sc, USPOOF_CONFUSABLE, &status);
- *
- * int32_t bitmask = uspoof_areConfusable(sc, str1, -1, str2, -1, &status);
- * UBool result = bitmask != 0;
- * // areConfusable: 1 (status: U_ZERO_ERROR)
- * printf("areConfusable: %d (status: %s)\n", result, u_errorName(status));
- * uspoof_close(sc);
- * \endcode
- *
- * <p>
- * The call to {@link uspoof_open} creates a <code>USpoofChecker</code> object; the call to {@link uspoof_setChecks}
- * enables confusable checking and disables all other checks; the call to {@link uspoof_areConfusable} performs the
- * confusability test; and the following line extracts the result out of the return value. For best performance,
- * the instance should be created once (e.g., upon application startup), and the efficient
- * {@link uspoof_areConfusable} method can be used at runtime.
- *
- * <p>
- * The type {@link LocalUSpoofCheckerPointer} is exposed for C++ programmers. It will automatically call
- * {@link uspoof_close} when the object goes out of scope:
- *
- * \code{.cpp}
- * UErrorCode status = U_ZERO_ERROR;
- * LocalUSpoofCheckerPointer sc(uspoof_open(&status));
- * uspoof_setChecks(sc.getAlias(), USPOOF_CONFUSABLE, &status);
- * // ...
- * \endcode
- *
- * UTS 39 defines two strings to be <em>confusable</em> if they map to the same <em>skeleton string</em>. A skeleton can
- * be thought of as a "hash code". {@link uspoof_getSkeleton} computes the skeleton for a particular string, so
- * the following snippet is equivalent to the example above:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * UChar* str1 = (UChar*) u"Harvest";
- * UChar* str2 = (UChar*) u"\u0397arvest"; // with U+0397 GREEK CAPITAL LETTER ETA
- *
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setChecks(sc, USPOOF_CONFUSABLE, &status);
- *
- * // Get skeleton 1
- * int32_t skel1Len = uspoof_getSkeleton(sc, 0, str1, -1, NULL, 0, &status);
- * UChar* skel1 = (UChar*) malloc(++skel1Len * sizeof(UChar));
- * status = U_ZERO_ERROR;
- * uspoof_getSkeleton(sc, 0, str1, -1, skel1, skel1Len, &status);
- *
- * // Get skeleton 2
- * int32_t skel2Len = uspoof_getSkeleton(sc, 0, str2, -1, NULL, 0, &status);
- * UChar* skel2 = (UChar*) malloc(++skel2Len * sizeof(UChar));
- * status = U_ZERO_ERROR;
- * uspoof_getSkeleton(sc, 0, str2, -1, skel2, skel2Len, &status);
- *
- * // Are the skeletons the same?
- * UBool result = u_strcmp(skel1, skel2) == 0;
- * // areConfusable: 1 (status: U_ZERO_ERROR)
- * printf("areConfusable: %d (status: %s)\n", result, u_errorName(status));
- * uspoof_close(sc);
- * free(skel1);
- * free(skel2);
- * \endcode
- *
- * If you need to check if a string is confusable with any string in a dictionary of many strings, rather than calling
- * {@link uspoof_areConfusable} many times in a loop, {@link uspoof_getSkeleton} can be used instead, as shown below:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * #define DICTIONARY_LENGTH 2
- * UChar* dictionary[DICTIONARY_LENGTH] = { (UChar*) u"lorem", (UChar*) u"ipsum" };
- * UChar* skeletons[DICTIONARY_LENGTH];
- * UChar* str = (UChar*) u"1orern";
- *
- * // Setup:
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setChecks(sc, USPOOF_CONFUSABLE, &status);
- * for (size_t i=0; i<DICTIONARY_LENGTH; i++) {
- * UChar* word = dictionary[i];
- * int32_t len = uspoof_getSkeleton(sc, 0, word, -1, NULL, 0, &status);
- * skeletons[i] = (UChar*) malloc(++len * sizeof(UChar));
- * status = U_ZERO_ERROR;
- * uspoof_getSkeleton(sc, 0, word, -1, skeletons[i], len, &status);
- * }
- *
- * // Live Check:
- * {
- * int32_t len = uspoof_getSkeleton(sc, 0, str, -1, NULL, 0, &status);
- * UChar* skel = (UChar*) malloc(++len * sizeof(UChar));
- * status = U_ZERO_ERROR;
- * uspoof_getSkeleton(sc, 0, str, -1, skel, len, &status);
- * UBool result = false;
- * for (size_t i=0; i<DICTIONARY_LENGTH; i++) {
- * result = u_strcmp(skel, skeletons[i]) == 0;
- * if (result == true) { break; }
- * }
- * // Has confusable in dictionary: 1 (status: U_ZERO_ERROR)
- * printf("Has confusable in dictionary: %d (status: %s)\n", result, u_errorName(status));
- * free(skel);
- * }
- *
- * for (size_t i=0; i<DICTIONARY_LENGTH; i++) {
- * free(skeletons[i]);
- * }
- * uspoof_close(sc);
- * \endcode
- *
- * <b>Note:</b> Since the Unicode confusables mapping table is frequently updated, confusable skeletons are <em>not</em>
- * guaranteed to be the same between ICU releases. We therefore recommend that you always compute confusable skeletons
- * at runtime and do not rely on creating a permanent, or difficult to update, database of skeletons.
- *
- * <h2>Spoof Detection</h2>
- *
- * The following snippet shows a minimal example of using <code>USpoofChecker</code> to perform spoof detection on a
- * string:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * UChar* str = (UChar*) u"p\u0430ypal"; // with U+0430 CYRILLIC SMALL LETTER A
- *
- * // Get the default set of allowable characters:
- * USet* allowed = uset_openEmpty();
- * uset_addAll(allowed, uspoof_getRecommendedSet(&status));
- * uset_addAll(allowed, uspoof_getInclusionSet(&status));
- *
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setAllowedChars(sc, allowed, &status);
- * uspoof_setRestrictionLevel(sc, USPOOF_MODERATELY_RESTRICTIVE);
- *
- * int32_t bitmask = uspoof_check(sc, str, -1, NULL, &status);
- * UBool result = bitmask != 0;
- * // fails checks: 1 (status: U_ZERO_ERROR)
- * printf("fails checks: %d (status: %s)\n", result, u_errorName(status));
- * uspoof_close(sc);
- * uset_close(allowed);
- * \endcode
- *
- * As in the case for confusability checking, it is good practice to create one <code>USpoofChecker</code> instance at
- * startup, and call the cheaper {@link uspoof_check} online. We specify the set of
- * allowed characters to be those with type RECOMMENDED or INCLUSION, according to the recommendation in UTS 39.
- *
- * In addition to {@link uspoof_check}, the function {@link uspoof_checkUTF8} is exposed for UTF8-encoded char* strings,
- * and {@link uspoof_checkUnicodeString} is exposed for C++ programmers.
- *
- * If the {@link USPOOF_AUX_INFO} check is enabled, a limited amount of information on why a string failed the checks
- * is available in the returned bitmask. For complete information, use the {@link uspoof_check2} class of functions
- * with a {@link USpoofCheckResult} parameter:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * UChar* str = (UChar*) u"p\u0430ypal"; // with U+0430 CYRILLIC SMALL LETTER A
- *
- * // Get the default set of allowable characters:
- * USet* allowed = uset_openEmpty();
- * uset_addAll(allowed, uspoof_getRecommendedSet(&status));
- * uset_addAll(allowed, uspoof_getInclusionSet(&status));
- *
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setAllowedChars(sc, allowed, &status);
- * uspoof_setRestrictionLevel(sc, USPOOF_MODERATELY_RESTRICTIVE);
- *
- * USpoofCheckResult* checkResult = uspoof_openCheckResult(&status);
- * int32_t bitmask = uspoof_check2(sc, str, -1, checkResult, &status);
- *
- * int32_t failures1 = bitmask;
- * int32_t failures2 = uspoof_getCheckResultChecks(checkResult, &status);
- * assert(failures1 == failures2);
- * // checks that failed: 0x00000010 (status: U_ZERO_ERROR)
- * printf("checks that failed: %#010x (status: %s)\n", failures1, u_errorName(status));
- *
- * // Cleanup:
- * uspoof_close(sc);
- * uset_close(allowed);
- * uspoof_closeCheckResult(checkResult);
- * \endcode
- *
- * C++ users can take advantage of a few syntactical conveniences. The following snippet is functionally
- * equivalent to the one above:
- *
- * \code{.cpp}
- * UErrorCode status = U_ZERO_ERROR;
- * UnicodeString str((UChar*) u"p\u0430ypal"); // with U+0430 CYRILLIC SMALL LETTER A
- *
- * // Get the default set of allowable characters:
- * UnicodeSet allowed;
- * allowed.addAll(*uspoof_getRecommendedUnicodeSet(&status));
- * allowed.addAll(*uspoof_getInclusionUnicodeSet(&status));
- *
- * LocalUSpoofCheckerPointer sc(uspoof_open(&status));
- * uspoof_setAllowedChars(sc.getAlias(), allowed.toUSet(), &status);
- * uspoof_setRestrictionLevel(sc.getAlias(), USPOOF_MODERATELY_RESTRICTIVE);
- *
- * LocalUSpoofCheckResultPointer checkResult(uspoof_openCheckResult(&status));
- * int32_t bitmask = uspoof_check2UnicodeString(sc.getAlias(), str, checkResult.getAlias(), &status);
- *
- * int32_t failures1 = bitmask;
- * int32_t failures2 = uspoof_getCheckResultChecks(checkResult.getAlias(), &status);
- * assert(failures1 == failures2);
- * // checks that failed: 0x00000010 (status: U_ZERO_ERROR)
- * printf("checks that failed: %#010x (status: %s)\n", failures1, u_errorName(status));
- *
- * // Explicit cleanup not necessary.
- * \endcode
- *
- * The return value is a bitmask of the checks that failed. In this case, there was one check that failed:
- * {@link USPOOF_RESTRICTION_LEVEL}, corresponding to the fifth bit (16). The possible checks are:
- *
- * <ul>
- * <li><code>RESTRICTION_LEVEL</code>: flags strings that violate the
- * <a href="http://unicode.org/reports/tr39/#Restriction_Level_Detection">Restriction Level</a> test as specified in UTS
- * 39; in most cases, this means flagging strings that contain characters from multiple different scripts.</li>
- * <li><code>INVISIBLE</code>: flags strings that contain invisible characters, such as zero-width spaces, or character
- * sequences that are likely not to display, such as multiple occurrences of the same non-spacing mark.</li>
- * <li><code>CHAR_LIMIT</code>: flags strings that contain characters outside of a specified set of acceptable
- * characters. See {@link uspoof_setAllowedChars} and {@link uspoof_setAllowedLocales}.</li>
- * <li><code>MIXED_NUMBERS</code>: flags strings that contain digits from multiple different numbering systems.</li>
- * </ul>
- *
- * <p>
- * These checks can be enabled independently of each other. For example, if you were interested in checking for only the
- * INVISIBLE and MIXED_NUMBERS conditions, you could do:
- *
- * \code{.c}
- * UErrorCode status = U_ZERO_ERROR;
- * UChar* str = (UChar*) u"8\u09EA"; // 8 mixed with U+09EA BENGALI DIGIT FOUR
- *
- * USpoofChecker* sc = uspoof_open(&status);
- * uspoof_setChecks(sc, USPOOF_INVISIBLE | USPOOF_MIXED_NUMBERS, &status);
- *
- * int32_t bitmask = uspoof_check2(sc, str, -1, NULL, &status);
- * UBool result = bitmask != 0;
- * // fails checks: 1 (status: U_ZERO_ERROR)
- * printf("fails checks: %d (status: %s)\n", result, u_errorName(status));
- * uspoof_close(sc);
- * \endcode
- *
- * Here is an example in C++ showing how to compute the restriction level of a string:
- *
- * \code{.cpp}
- * UErrorCode status = U_ZERO_ERROR;
- * UnicodeString str((UChar*) u"p\u0430ypal"); // with U+0430 CYRILLIC SMALL LETTER A
- *
- * // Get the default set of allowable characters:
- * UnicodeSet allowed;
- * allowed.addAll(*uspoof_getRecommendedUnicodeSet(&status));
- * allowed.addAll(*uspoof_getInclusionUnicodeSet(&status));
- *
- * LocalUSpoofCheckerPointer sc(uspoof_open(&status));
- * uspoof_setAllowedChars(sc.getAlias(), allowed.toUSet(), &status);
- * uspoof_setRestrictionLevel(sc.getAlias(), USPOOF_MODERATELY_RESTRICTIVE);
- * uspoof_setChecks(sc.getAlias(), USPOOF_RESTRICTION_LEVEL | USPOOF_AUX_INFO, &status);
- *
- * LocalUSpoofCheckResultPointer checkResult(uspoof_openCheckResult(&status));
- * int32_t bitmask = uspoof_check2UnicodeString(sc.getAlias(), str, checkResult.getAlias(), &status);
- *
- * URestrictionLevel restrictionLevel = uspoof_getCheckResultRestrictionLevel(checkResult.getAlias(), &status);
- * // Since USPOOF_AUX_INFO was enabled, the restriction level is also available in the upper bits of the bitmask:
- * assert((restrictionLevel & bitmask) == restrictionLevel);
- * // Restriction level: 0x50000000 (status: U_ZERO_ERROR)
- * printf("Restriction level: %#010x (status: %s)\n", restrictionLevel, u_errorName(status));
- * \endcode
- *
- * The code '0x50000000' corresponds to the restriction level USPOOF_MINIMALLY_RESTRICTIVE. Since
- * USPOOF_MINIMALLY_RESTRICTIVE is weaker than USPOOF_MODERATELY_RESTRICTIVE, the string fails the check.
- *
- * <b>Note:</b> The Restriction Level is the most powerful of the checks. The full logic is documented in
- * <a href="http://unicode.org/reports/tr39/#Restriction_Level_Detection">UTS 39</a>, but the basic idea is that strings
- * are restricted to contain characters from only a single script, <em>except</em> that most scripts are allowed to have
- * Latin characters interspersed. Although the default restriction level is <code>HIGHLY_RESTRICTIVE</code>, it is
- * recommended that users set their restriction level to <code>MODERATELY_RESTRICTIVE</code>, which allows Latin mixed
- * with all other scripts except Cyrillic, Greek, and Cherokee, with which it is often confusable. For more details on
- * the levels, see UTS 39 or {@link URestrictionLevel}. The Restriction Level test is aware of the set of
- * allowed characters set in {@link uspoof_setAllowedChars}. Note that characters which have script code
- * COMMON or INHERITED, such as numbers and punctuation, are ignored when computing whether a string has multiple
- * scripts.
- *
- * <h2>Additional Information</h2>
- *
- * A <code>USpoofChecker</code> instance may be used repeatedly to perform checks on any number of identifiers.
- *
- * <b>Thread Safety:</b> The test functions for checking a single identifier, or for testing whether
- * two identifiers are possible confusable, are thread safe. They may called concurrently, from multiple threads,
- * using the same USpoofChecker instance.
- *
- * More generally, the standard ICU thread safety rules apply: functions that take a const USpoofChecker parameter are
- * thread safe. Those that take a non-const USpoofChecker are not thread safe..
- *
- * @stable ICU 4.6
- */
- U_CDECL_BEGIN
- struct USpoofChecker;
- /**
- * @stable ICU 4.2
- */
- typedef struct USpoofChecker USpoofChecker; /**< typedef for C of USpoofChecker */
- struct USpoofCheckResult;
- /**
- * @see uspoof_openCheckResult
- * @stable ICU 58
- */
- typedef struct USpoofCheckResult USpoofCheckResult;
- /**
- * Enum for the kinds of checks that USpoofChecker can perform.
- * These enum values are used both to select the set of checks that
- * will be performed, and to report results from the check function.
- *
- * @stable ICU 4.2
- */
- typedef enum USpoofChecks {
- /**
- * When performing the two-string {@link uspoof_areConfusable} test, this flag in the return value indicates
- * that the two strings are visually confusable and that they are from the same script, according to UTS 39 section
- * 4.
- *
- * @see uspoof_areConfusable
- * @stable ICU 4.2
- */
- USPOOF_SINGLE_SCRIPT_CONFUSABLE = 1,
- /**
- * When performing the two-string {@link uspoof_areConfusable} test, this flag in the return value indicates
- * that the two strings are visually confusable and that they are <b>not</b> from the same script, according to UTS
- * 39 section 4.
- *
- * @see uspoof_areConfusable
- * @stable ICU 4.2
- */
- USPOOF_MIXED_SCRIPT_CONFUSABLE = 2,
- /**
- * When performing the two-string {@link uspoof_areConfusable} test, this flag in the return value indicates
- * that the two strings are visually confusable and that they are not from the same script but both of them are
- * single-script strings, according to UTS 39 section 4.
- *
- * @see uspoof_areConfusable
- * @stable ICU 4.2
- */
- USPOOF_WHOLE_SCRIPT_CONFUSABLE = 4,
- /**
- * Enable this flag in {@link uspoof_setChecks} to turn on all types of confusables. You may set
- * the checks to some subset of SINGLE_SCRIPT_CONFUSABLE, MIXED_SCRIPT_CONFUSABLE, or WHOLE_SCRIPT_CONFUSABLE to
- * make {@link uspoof_areConfusable} return only those types of confusables.
- *
- * @see uspoof_areConfusable
- * @see uspoof_getSkeleton
- * @stable ICU 58
- */
- USPOOF_CONFUSABLE = USPOOF_SINGLE_SCRIPT_CONFUSABLE | USPOOF_MIXED_SCRIPT_CONFUSABLE | USPOOF_WHOLE_SCRIPT_CONFUSABLE,
- #ifndef U_HIDE_DEPRECATED_API
- /**
- * This flag is deprecated and no longer affects the behavior of SpoofChecker.
- *
- * @deprecated ICU 58 Any case confusable mappings were removed from UTS 39; the corresponding ICU API was deprecated.
- */
- USPOOF_ANY_CASE = 8,
- #endif /* U_HIDE_DEPRECATED_API */
- /**
- * Check that an identifier is no looser than the specified RestrictionLevel.
- * The default if {@link uspoof_setRestrictionLevel} is not called is HIGHLY_RESTRICTIVE.
- *
- * If USPOOF_AUX_INFO is enabled the actual restriction level of the
- * identifier being tested will also be returned by uspoof_check().
- *
- * @see URestrictionLevel
- * @see uspoof_setRestrictionLevel
- * @see USPOOF_AUX_INFO
- *
- * @stable ICU 51
- */
- USPOOF_RESTRICTION_LEVEL = 16,
- #ifndef U_HIDE_DEPRECATED_API
- /** Check that an identifier contains only characters from a
- * single script (plus chars from the common and inherited scripts.)
- * Applies to checks of a single identifier check only.
- * @deprecated ICU 51 Use RESTRICTION_LEVEL instead.
- */
- USPOOF_SINGLE_SCRIPT = USPOOF_RESTRICTION_LEVEL,
- #endif /* U_HIDE_DEPRECATED_API */
- /** Check an identifier for the presence of invisible characters,
- * such as zero-width spaces, or character sequences that are
- * likely not to display, such as multiple occurrences of the same
- * non-spacing mark. This check does not test the input string as a whole
- * for conformance to any particular syntax for identifiers.
- */
- USPOOF_INVISIBLE = 32,
- /** Check that an identifier contains only characters from a specified set
- * of acceptable characters. See {@link uspoof_setAllowedChars} and
- * {@link uspoof_setAllowedLocales}. Note that a string that fails this check
- * will also fail the {@link USPOOF_RESTRICTION_LEVEL} check.
- */
- USPOOF_CHAR_LIMIT = 64,
- /**
- * Check that an identifier does not mix numbers from different numbering systems.
- * For more information, see UTS 39 section 5.3.
- *
- * @stable ICU 51
- */
- USPOOF_MIXED_NUMBERS = 128,
- /**
- * Check that an identifier does not have a combining character following a character in which that
- * combining character would be hidden; for example 'i' followed by a U+0307 combining dot.
- *
- * More specifically, the following characters are forbidden from preceding a U+0307:
- * <ul>
- * <li>Those with the Soft_Dotted Unicode property (which includes 'i' and 'j')</li>
- * <li>Latin lowercase letter 'l'</li>
- * <li>Dotless 'i' and 'j' ('ı' and 'ȷ', U+0131 and U+0237)</li>
- * <li>Any character whose confusable prototype ends with such a character
- * (Soft_Dotted, 'l', 'ı', or 'ȷ')</li>
- * </ul>
- * In addition, combining characters are allowed between the above characters and U+0307 except those
- * with combining class 0 or combining class "Above" (230, same class as U+0307).
- *
- * This list and the number of combing characters considered by this check may grow over time.
- *
- * @stable ICU 62
- */
- USPOOF_HIDDEN_OVERLAY = 256,
- /**
- * Enable all spoof checks.
- *
- * @stable ICU 4.6
- */
- USPOOF_ALL_CHECKS = 0xFFFF,
- /**
- * Enable the return of auxiliary (non-error) information in the
- * upper bits of the check results value.
- *
- * If this "check" is not enabled, the results of {@link uspoof_check} will be
- * zero when an identifier passes all of the enabled checks.
- *
- * If this "check" is enabled, (uspoof_check() & {@link USPOOF_ALL_CHECKS}) will
- * be zero when an identifier passes all checks.
- *
- * @stable ICU 51
- */
- USPOOF_AUX_INFO = 0x40000000
- } USpoofChecks;
- /**
- * Constants from UAX #39 for use in {@link uspoof_setRestrictionLevel}, and
- * for returned identifier restriction levels in check results.
- *
- * @stable ICU 51
- *
- * @see uspoof_setRestrictionLevel
- * @see uspoof_check
- */
- typedef enum URestrictionLevel {
- /**
- * All characters in the string are in the identifier profile and all characters in the string are in the
- * ASCII range.
- *
- * @stable ICU 51
- */
- USPOOF_ASCII = 0x10000000,
- /**
- * The string classifies as ASCII-Only, or all characters in the string are in the identifier profile and
- * the string is single-script, according to the definition in UTS 39 section 5.1.
- *
- * @stable ICU 53
- */
- USPOOF_SINGLE_SCRIPT_RESTRICTIVE = 0x20000000,
- /**
- * The string classifies as Single Script, or all characters in the string are in the identifier profile and
- * the string is covered by any of the following sets of scripts, according to the definition in UTS 39
- * section 5.1:
- * <ul>
- * <li>Latin + Han + Bopomofo (or equivalently: Latn + Hanb)</li>
- * <li>Latin + Han + Hiragana + Katakana (or equivalently: Latn + Jpan)</li>
- * <li>Latin + Han + Hangul (or equivalently: Latn +Kore)</li>
- * </ul>
- * This is the default restriction in ICU.
- *
- * @stable ICU 51
- */
- USPOOF_HIGHLY_RESTRICTIVE = 0x30000000,
- /**
- * The string classifies as Highly Restrictive, or all characters in the string are in the identifier profile
- * and the string is covered by Latin and any one other Recommended or Aspirational script, except Cyrillic,
- * Greek, and Cherokee.
- *
- * @stable ICU 51
- */
- USPOOF_MODERATELY_RESTRICTIVE = 0x40000000,
- /**
- * All characters in the string are in the identifier profile. Allow arbitrary mixtures of scripts.
- *
- * @stable ICU 51
- */
- USPOOF_MINIMALLY_RESTRICTIVE = 0x50000000,
- /**
- * Any valid identifiers, including characters outside of the Identifier Profile.
- *
- * @stable ICU 51
- */
- USPOOF_UNRESTRICTIVE = 0x60000000,
- /**
- * Mask for selecting the Restriction Level bits from the return value of {@link uspoof_check}.
- *
- * @stable ICU 53
- */
- USPOOF_RESTRICTION_LEVEL_MASK = 0x7F000000,
- #ifndef U_HIDE_INTERNAL_API
- /**
- * An undefined restriction level.
- * @internal
- */
- USPOOF_UNDEFINED_RESTRICTIVE = -1
- #endif /* U_HIDE_INTERNAL_API */
- } URestrictionLevel;
- /**
- * Create a Unicode Spoof Checker, configured to perform all
- * checks except for USPOOF_LOCALE_LIMIT and USPOOF_CHAR_LIMIT.
- * Note that additional checks may be added in the future,
- * resulting in the changes to the default checking behavior.
- *
- * @param status The error code, set if this function encounters a problem.
- * @return the newly created Spoof Checker
- * @stable ICU 4.2
- */
- U_CAPI USpoofChecker * U_EXPORT2
- uspoof_open(UErrorCode *status);
- /**
- * Open a Spoof checker from its serialized form, stored in 32-bit-aligned memory.
- * Inverse of uspoof_serialize().
- * The memory containing the serialized data must remain valid and unchanged
- * as long as the spoof checker, or any cloned copies of the spoof checker,
- * are in use. Ownership of the memory remains with the caller.
- * The spoof checker (and any clones) must be closed prior to deleting the
- * serialized data.
- *
- * @param data a pointer to 32-bit-aligned memory containing the serialized form of spoof data
- * @param length the number of bytes available at data;
- * can be more than necessary
- * @param pActualLength receives the actual number of bytes at data taken up by the data;
- * can be NULL
- * @param pErrorCode ICU error code
- * @return the spoof checker.
- *
- * @see uspoof_open
- * @see uspoof_serialize
- * @stable ICU 4.2
- */
- U_CAPI USpoofChecker * U_EXPORT2
- uspoof_openFromSerialized(const void *data, int32_t length, int32_t *pActualLength,
- UErrorCode *pErrorCode);
- /**
- * Open a Spoof Checker from the source form of the spoof data.
- * The input corresponds to the Unicode data file confusables.txt
- * as described in Unicode UAX #39. The syntax of the source data
- * is as described in UAX #39 for this file, and the content of
- * this file is acceptable input.
- *
- * The character encoding of the (char *) input text is UTF-8.
- *
- * @param confusables a pointer to the confusable characters definitions,
- * as found in file confusables.txt from unicode.org.
- * @param confusablesLen The length of the confusables text, or -1 if the
- * input string is zero terminated.
- * @param confusablesWholeScript
- * Deprecated in ICU 58. No longer used.
- * @param confusablesWholeScriptLen
- * Deprecated in ICU 58. No longer used.
- * @param errType In the event of an error in the input, indicates
- * which of the input files contains the error.
- * The value is one of USPOOF_SINGLE_SCRIPT_CONFUSABLE or
- * USPOOF_WHOLE_SCRIPT_CONFUSABLE, or
- * zero if no errors are found.
- * @param pe In the event of an error in the input, receives the position
- * in the input text (line, offset) of the error.
- * @param status an in/out ICU UErrorCode. Among the possible errors is
- * U_PARSE_ERROR, which is used to report syntax errors
- * in the input.
- * @return A spoof checker that uses the rules from the input files.
- * @stable ICU 4.2
- */
- U_CAPI USpoofChecker * U_EXPORT2
- uspoof_openFromSource(const char *confusables, int32_t confusablesLen,
- const char *confusablesWholeScript, int32_t confusablesWholeScriptLen,
- int32_t *errType, UParseError *pe, UErrorCode *status);
- /**
- * Close a Spoof Checker, freeing any memory that was being held by
- * its implementation.
- * @stable ICU 4.2
- */
- U_CAPI void U_EXPORT2
- uspoof_close(USpoofChecker *sc);
- /**
- * Clone a Spoof Checker. The clone will be set to perform the same checks
- * as the original source.
- *
- * @param sc The source USpoofChecker
- * @param status The error code, set if this function encounters a problem.
- * @return
- * @stable ICU 4.2
- */
- U_CAPI USpoofChecker * U_EXPORT2
- uspoof_clone(const USpoofChecker *sc, UErrorCode *status);
- /**
- * Specify the bitmask of checks that will be performed by {@link uspoof_check}. Calling this method
- * overwrites any checks that may have already been enabled. By default, all checks are enabled.
- *
- * To enable specific checks and disable all others,
- * OR together only the bit constants for the desired checks.
- * For example, to fail strings containing characters outside of
- * the set specified by {@link uspoof_setAllowedChars} and
- * also strings that contain digits from mixed numbering systems:
- *
- * <pre>
- * {@code
- * uspoof_setChecks(USPOOF_CHAR_LIMIT | USPOOF_MIXED_NUMBERS);
- * }
- * </pre>
- *
- * To disable specific checks and enable all others,
- * start with ALL_CHECKS and "AND away" the not-desired checks.
- * For example, if you are not planning to use the {@link uspoof_areConfusable} functionality,
- * it is good practice to disable the CONFUSABLE check:
- *
- * <pre>
- * {@code
- * uspoof_setChecks(USPOOF_ALL_CHECKS & ~USPOOF_CONFUSABLE);
- * }
- * </pre>
- *
- * Note that methods such as {@link uspoof_setAllowedChars}, {@link uspoof_setAllowedLocales}, and
- * {@link uspoof_setRestrictionLevel} will enable certain checks when called. Those methods will OR the check they
- * enable onto the existing bitmask specified by this method. For more details, see the documentation of those
- * methods.
- *
- * @param sc The USpoofChecker
- * @param checks The set of checks that this spoof checker will perform.
- * The value is a bit set, obtained by OR-ing together
- * values from enum USpoofChecks.
- * @param status The error code, set if this function encounters a problem.
- * @stable ICU 4.2
- *
- */
- U_CAPI void U_EXPORT2
- uspoof_setChecks(USpoofChecker *sc, int32_t checks, UErrorCode *status);
- /**
- * Get the set of checks that this Spoof Checker has been configured to perform.
- *
- * @param sc The USpoofChecker
- * @param status The error code, set if this function encounters a problem.
- * @return The set of checks that this spoof checker will perform.
- * The value is a bit set, obtained by OR-ing together
- * values from enum USpoofChecks.
- * @stable ICU 4.2
- *
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_getChecks(const USpoofChecker *sc, UErrorCode *status);
- /**
- * Set the loosest restriction level allowed for strings. The default if this is not called is
- * {@link USPOOF_HIGHLY_RESTRICTIVE}. Calling this method enables the {@link USPOOF_RESTRICTION_LEVEL} and
- * {@link USPOOF_MIXED_NUMBERS} checks, corresponding to Sections 5.1 and 5.2 of UTS 39. To customize which checks are
- * to be performed by {@link uspoof_check}, see {@link uspoof_setChecks}.
- *
- * @param sc The USpoofChecker
- * @param restrictionLevel The loosest restriction level allowed.
- * @see URestrictionLevel
- * @stable ICU 51
- */
- U_CAPI void U_EXPORT2
- uspoof_setRestrictionLevel(USpoofChecker *sc, URestrictionLevel restrictionLevel);
- /**
- * Get the Restriction Level that will be tested if the checks include {@link USPOOF_RESTRICTION_LEVEL}.
- *
- * @return The restriction level
- * @see URestrictionLevel
- * @stable ICU 51
- */
- U_CAPI URestrictionLevel U_EXPORT2
- uspoof_getRestrictionLevel(const USpoofChecker *sc);
- /**
- * Limit characters that are acceptable in identifiers being checked to those
- * normally used with the languages associated with the specified locales.
- * Any previously specified list of locales is replaced by the new settings.
- *
- * A set of languages is determined from the locale(s), and
- * from those a set of acceptable Unicode scripts is determined.
- * Characters from this set of scripts, along with characters from
- * the "common" and "inherited" Unicode Script categories
- * will be permitted.
- *
- * Supplying an empty string removes all restrictions;
- * characters from any script will be allowed.
- *
- * The {@link USPOOF_CHAR_LIMIT} test is automatically enabled for this
- * USpoofChecker when calling this function with a non-empty list
- * of locales.
- *
- * The Unicode Set of characters that will be allowed is accessible
- * via the uspoof_getAllowedChars() function. uspoof_setAllowedLocales()
- * will <i>replace</i> any previously applied set of allowed characters.
- *
- * Adjustments, such as additions or deletions of certain classes of characters,
- * can be made to the result of uspoof_setAllowedLocales() by
- * fetching the resulting set with uspoof_getAllowedChars(),
- * manipulating it with the Unicode Set API, then resetting the
- * spoof detectors limits with uspoof_setAllowedChars().
- *
- * @param sc The USpoofChecker
- * @param localesList A list list of locales, from which the language
- * and associated script are extracted. The locales
- * are comma-separated if there is more than one.
- * White space may not appear within an individual locale,
- * but is ignored otherwise.
- * The locales are syntactically like those from the
- * HTTP Accept-Language header.
- * If the localesList is empty, no restrictions will be placed on
- * the allowed characters.
- *
- * @param status The error code, set if this function encounters a problem.
- * @stable ICU 4.2
- */
- U_CAPI void U_EXPORT2
- uspoof_setAllowedLocales(USpoofChecker *sc, const char *localesList, UErrorCode *status);
- /**
- * Get a list of locales for the scripts that are acceptable in strings
- * to be checked. If no limitations on scripts have been specified,
- * an empty string will be returned.
- *
- * uspoof_setAllowedChars() will reset the list of allowed to be empty.
- *
- * The format of the returned list is the same as that supplied to
- * uspoof_setAllowedLocales(), but returned list may not be identical
- * to the originally specified string; the string may be reformatted,
- * and information other than languages from
- * the originally specified locales may be omitted.
- *
- * @param sc The USpoofChecker
- * @param status The error code, set if this function encounters a problem.
- * @return A string containing a list of locales corresponding
- * to the acceptable scripts, formatted like an
- * HTTP Accept Language value.
- *
- * @stable ICU 4.2
- */
- U_CAPI const char * U_EXPORT2
- uspoof_getAllowedLocales(USpoofChecker *sc, UErrorCode *status);
- /**
- * Limit the acceptable characters to those specified by a Unicode Set.
- * Any previously specified character limit is
- * is replaced by the new settings. This includes limits on
- * characters that were set with the uspoof_setAllowedLocales() function.
- *
- * The USPOOF_CHAR_LIMIT test is automatically enabled for this
- * USpoofChecker by this function.
- *
- * @param sc The USpoofChecker
- * @param chars A Unicode Set containing the list of
- * characters that are permitted. Ownership of the set
- * remains with the caller. The incoming set is cloned by
- * this function, so there are no restrictions on modifying
- * or deleting the USet after calling this function.
- * @param status The error code, set if this function encounters a problem.
- * @stable ICU 4.2
- */
- U_CAPI void U_EXPORT2
- uspoof_setAllowedChars(USpoofChecker *sc, const USet *chars, UErrorCode *status);
- /**
- * Get a USet for the characters permitted in an identifier.
- * This corresponds to the limits imposed by the Set Allowed Characters
- * functions. Limitations imposed by other checks will not be
- * reflected in the set returned by this function.
- *
- * The returned set will be frozen, meaning that it cannot be modified
- * by the caller.
- *
- * Ownership of the returned set remains with the Spoof Detector. The
- * returned set will become invalid if the spoof detector is closed,
- * or if a new set of allowed characters is specified.
- *
- *
- * @param sc The USpoofChecker
- * @param status The error code, set if this function encounters a problem.
- * @return A USet containing the characters that are permitted by
- * the USPOOF_CHAR_LIMIT test.
- * @stable ICU 4.2
- */
- U_CAPI const USet * U_EXPORT2
- uspoof_getAllowedChars(const USpoofChecker *sc, UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * \note
- * Consider using the newer API, {@link uspoof_check2}, instead.
- * The newer API exposes additional information from the check procedure
- * and is otherwise identical to this method.
- *
- * @param sc The USpoofChecker
- * @param id The identifier to be checked for possible security issues,
- * in UTF-16 format.
- * @param length the length of the string to be checked, expressed in
- * 16 bit UTF-16 code units, or -1 if the string is
- * zero terminated.
- * @param position Deprecated in ICU 51. Always returns zero.
- * Originally, an out parameter for the index of the first
- * string position that failed a check.
- * This parameter may be NULL.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks.
- * @see uspoof_check2
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_check(const USpoofChecker *sc,
- const UChar *id, int32_t length,
- int32_t *position,
- UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * \note
- * Consider using the newer API, {@link uspoof_check2UTF8}, instead.
- * The newer API exposes additional information from the check procedure
- * and is otherwise identical to this method.
- *
- * @param sc The USpoofChecker
- * @param id A identifier to be checked for possible security issues, in UTF8 format.
- * @param length the length of the string to be checked, or -1 if the string is
- * zero terminated.
- * @param position Deprecated in ICU 51. Always returns zero.
- * Originally, an out parameter for the index of the first
- * string position that failed a check.
- * This parameter may be NULL.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * If the input contains invalid UTF-8 sequences,
- * a status of U_INVALID_CHAR_FOUND will be returned.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks.
- * @see uspoof_check2UTF8
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_checkUTF8(const USpoofChecker *sc,
- const char *id, int32_t length,
- int32_t *position,
- UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * @param sc The USpoofChecker
- * @param id The identifier to be checked for possible security issues,
- * in UTF-16 format.
- * @param length the length of the string to be checked, or -1 if the string is
- * zero terminated.
- * @param checkResult An instance of USpoofCheckResult to be filled with
- * details about the identifier. Can be NULL.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks. Any information in this bitmask will be
- * consistent with the information saved in the optional
- * checkResult parameter.
- * @see uspoof_openCheckResult
- * @see uspoof_check2UTF8
- * @see uspoof_check2UnicodeString
- * @stable ICU 58
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_check2(const USpoofChecker *sc,
- const UChar* id, int32_t length,
- USpoofCheckResult* checkResult,
- UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * This version of {@link uspoof_check} accepts a USpoofCheckResult, which
- * returns additional information about the identifier. For more
- * information, see {@link uspoof_openCheckResult}.
- *
- * @param sc The USpoofChecker
- * @param id A identifier to be checked for possible security issues, in UTF8 format.
- * @param length the length of the string to be checked, or -1 if the string is
- * zero terminated.
- * @param checkResult An instance of USpoofCheckResult to be filled with
- * details about the identifier. Can be NULL.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks. Any information in this bitmask will be
- * consistent with the information saved in the optional
- * checkResult parameter.
- * @see uspoof_openCheckResult
- * @see uspoof_check2
- * @see uspoof_check2UnicodeString
- * @stable ICU 58
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_check2UTF8(const USpoofChecker *sc,
- const char *id, int32_t length,
- USpoofCheckResult* checkResult,
- UErrorCode *status);
- /**
- * Create a USpoofCheckResult, used by the {@link uspoof_check2} class of functions to return
- * information about the identifier. Information includes:
- * <ul>
- * <li>A bitmask of the checks that failed</li>
- * <li>The identifier's restriction level (UTS 39 section 5.2)</li>
- * <li>The set of numerics in the string (UTS 39 section 5.3)</li>
- * </ul>
- * The data held in a USpoofCheckResult is cleared whenever it is passed into a new call
- * of {@link uspoof_check2}.
- *
- * @param status The error code, set if this function encounters a problem.
- * @return the newly created USpoofCheckResult
- * @see uspoof_check2
- * @see uspoof_check2UTF8
- * @see uspoof_check2UnicodeString
- * @stable ICU 58
- */
- U_CAPI USpoofCheckResult* U_EXPORT2
- uspoof_openCheckResult(UErrorCode *status);
- /**
- * Close a USpoofCheckResult, freeing any memory that was being held by
- * its implementation.
- *
- * @param checkResult The instance of USpoofCheckResult to close
- * @stable ICU 58
- */
- U_CAPI void U_EXPORT2
- uspoof_closeCheckResult(USpoofCheckResult *checkResult);
- /**
- * Indicates which of the spoof check(s) have failed. The value is a bitwise OR of the constants for the tests
- * in question: USPOOF_RESTRICTION_LEVEL, USPOOF_CHAR_LIMIT, and so on.
- *
- * @param checkResult The instance of USpoofCheckResult created by {@link uspoof_openCheckResult}
- * @param status The error code, set if an error occurred.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks.
- * @see uspoof_setChecks
- * @stable ICU 58
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_getCheckResultChecks(const USpoofCheckResult *checkResult, UErrorCode *status);
- /**
- * Gets the restriction level that the text meets, if the USPOOF_RESTRICTION_LEVEL check
- * was enabled; otherwise, undefined.
- *
- * @param checkResult The instance of USpoofCheckResult created by {@link uspoof_openCheckResult}
- * @param status The error code, set if an error occurred.
- * @return The restriction level contained in the USpoofCheckResult
- * @see uspoof_setRestrictionLevel
- * @stable ICU 58
- */
- U_CAPI URestrictionLevel U_EXPORT2
- uspoof_getCheckResultRestrictionLevel(const USpoofCheckResult *checkResult, UErrorCode *status);
- /**
- * Gets the set of numerics found in the string, if the USPOOF_MIXED_NUMBERS check was enabled;
- * otherwise, undefined. The set will contain the zero digit from each decimal number system found
- * in the input string. Ownership of the returned USet remains with the USpoofCheckResult.
- * The USet will be free'd when {@link uspoof_closeCheckResult} is called.
- *
- * @param checkResult The instance of USpoofCheckResult created by {@link uspoof_openCheckResult}
- * @return The set of numerics contained in the USpoofCheckResult
- * @param status The error code, set if an error occurred.
- * @stable ICU 58
- */
- U_CAPI const USet* U_EXPORT2
- uspoof_getCheckResultNumerics(const USpoofCheckResult *checkResult, UErrorCode *status);
- /**
- * Check the whether two specified strings are visually confusable.
- *
- * If the strings are confusable, the return value will be nonzero, as long as
- * {@link USPOOF_CONFUSABLE} was enabled in uspoof_setChecks().
- *
- * The bits in the return value correspond to flags for each of the classes of
- * confusables applicable to the two input strings. According to UTS 39
- * section 4, the possible flags are:
- *
- * <ul>
- * <li>{@link USPOOF_SINGLE_SCRIPT_CONFUSABLE}</li>
- * <li>{@link USPOOF_MIXED_SCRIPT_CONFUSABLE}</li>
- * <li>{@link USPOOF_WHOLE_SCRIPT_CONFUSABLE}</li>
- * </ul>
- *
- * If one or more of the above flags were not listed in uspoof_setChecks(), this
- * function will never report that class of confusable. The check
- * {@link USPOOF_CONFUSABLE} enables all three flags.
- *
- *
- * @param sc The USpoofChecker
- * @param id1 The first of the two identifiers to be compared for
- * confusability. The strings are in UTF-16 format.
- * @param length1 the length of the first identifier, expressed in
- * 16 bit UTF-16 code units, or -1 if the string is
- * nul terminated.
- * @param id2 The second of the two identifiers to be compared for
- * confusability. The identifiers are in UTF-16 format.
- * @param length2 The length of the second identifiers, expressed in
- * 16 bit UTF-16 code units, or -1 if the string is
- * nul terminated.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Confusability of the identifiers is not reported here,
- * but through this function's return value.
- * @return An integer value with bit(s) set corresponding to
- * the type of confusability found, as defined by
- * enum USpoofChecks. Zero is returned if the identifiers
- * are not confusable.
- *
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_areConfusable(const USpoofChecker *sc,
- const UChar *id1, int32_t length1,
- const UChar *id2, int32_t length2,
- UErrorCode *status);
- /**
- * A version of {@link uspoof_areConfusable} accepting strings in UTF-8 format.
- *
- * @param sc The USpoofChecker
- * @param id1 The first of the two identifiers to be compared for
- * confusability. The strings are in UTF-8 format.
- * @param length1 the length of the first identifiers, in bytes, or -1
- * if the string is nul terminated.
- * @param id2 The second of the two identifiers to be compared for
- * confusability. The strings are in UTF-8 format.
- * @param length2 The length of the second string in bytes, or -1
- * if the string is nul terminated.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Confusability of the strings is not reported here,
- * but through this function's return value.
- * @return An integer value with bit(s) set corresponding to
- * the type of confusability found, as defined by
- * enum USpoofChecks. Zero is returned if the strings
- * are not confusable.
- *
- * @stable ICU 4.2
- *
- * @see uspoof_areConfusable
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_areConfusableUTF8(const USpoofChecker *sc,
- const char *id1, int32_t length1,
- const char *id2, int32_t length2,
- UErrorCode *status);
- /**
- * Get the "skeleton" for an identifier.
- * Skeletons are a transformation of the input identifier;
- * Two identifiers are confusable if their skeletons are identical.
- * See Unicode UAX #39 for additional information.
- *
- * Using skeletons directly makes it possible to quickly check
- * whether an identifier is confusable with any of some large
- * set of existing identifiers, by creating an efficiently
- * searchable collection of the skeletons.
- *
- * @param sc The USpoofChecker
- * @param type Deprecated in ICU 58. You may pass any number.
- * Originally, controlled which of the Unicode confusable data
- * tables to use.
- * @param id The input identifier whose skeleton will be computed.
- * @param length The length of the input identifier, expressed in 16 bit
- * UTF-16 code units, or -1 if the string is zero terminated.
- * @param dest The output buffer, to receive the skeleton string.
- * @param destCapacity The length of the output buffer, in 16 bit units.
- * The destCapacity may be zero, in which case the function will
- * return the actual length of the skeleton.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * @return The length of the skeleton string. The returned length
- * is always that of the complete skeleton, even when the
- * supplied buffer is too small (or of zero length)
- *
- * @stable ICU 4.2
- * @see uspoof_areConfusable
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_getSkeleton(const USpoofChecker *sc,
- uint32_t type,
- const UChar *id, int32_t length,
- UChar *dest, int32_t destCapacity,
- UErrorCode *status);
- /**
- * Get the "skeleton" for an identifier.
- * Skeletons are a transformation of the input identifier;
- * Two identifiers are confusable if their skeletons are identical.
- * See Unicode UAX #39 for additional information.
- *
- * Using skeletons directly makes it possible to quickly check
- * whether an identifier is confusable with any of some large
- * set of existing identifiers, by creating an efficiently
- * searchable collection of the skeletons.
- *
- * @param sc The USpoofChecker
- * @param type Deprecated in ICU 58. You may pass any number.
- * Originally, controlled which of the Unicode confusable data
- * tables to use.
- * @param id The UTF-8 format identifier whose skeleton will be computed.
- * @param length The length of the input string, in bytes,
- * or -1 if the string is zero terminated.
- * @param dest The output buffer, to receive the skeleton string.
- * @param destCapacity The length of the output buffer, in bytes.
- * The destCapacity may be zero, in which case the function will
- * return the actual length of the skeleton.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check. Possible Errors include U_INVALID_CHAR_FOUND
- * for invalid UTF-8 sequences, and
- * U_BUFFER_OVERFLOW_ERROR if the destination buffer is too small
- * to hold the complete skeleton.
- * @return The length of the skeleton string, in bytes. The returned length
- * is always that of the complete skeleton, even when the
- * supplied buffer is too small (or of zero length)
- *
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_getSkeletonUTF8(const USpoofChecker *sc,
- uint32_t type,
- const char *id, int32_t length,
- char *dest, int32_t destCapacity,
- UErrorCode *status);
- /**
- * Get the set of Candidate Characters for Inclusion in Identifiers, as defined
- * in http://unicode.org/Public/security/latest/xidmodifications.txt
- * and documented in http://www.unicode.org/reports/tr39/, Unicode Security Mechanisms.
- *
- * The returned set is frozen. Ownership of the set remains with the ICU library; it must not
- * be deleted by the caller.
- *
- * @param status The error code, set if a problem occurs while creating the set.
- *
- * @stable ICU 51
- */
- U_CAPI const USet * U_EXPORT2
- uspoof_getInclusionSet(UErrorCode *status);
- /**
- * Get the set of characters from Recommended Scripts for Inclusion in Identifiers, as defined
- * in http://unicode.org/Public/security/latest/xidmodifications.txt
- * and documented in http://www.unicode.org/reports/tr39/, Unicode Security Mechanisms.
- *
- * The returned set is frozen. Ownership of the set remains with the ICU library; it must not
- * be deleted by the caller.
- *
- * @param status The error code, set if a problem occurs while creating the set.
- *
- * @stable ICU 51
- */
- U_CAPI const USet * U_EXPORT2
- uspoof_getRecommendedSet(UErrorCode *status);
- /**
- * Serialize the data for a spoof detector into a chunk of memory.
- * The flattened spoof detection tables can later be used to efficiently
- * instantiate a new Spoof Detector.
- *
- * The serialized spoof checker includes only the data compiled from the
- * Unicode data tables by uspoof_openFromSource(); it does not include
- * include any other state or configuration that may have been set.
- *
- * @param sc the Spoof Detector whose data is to be serialized.
- * @param data a pointer to 32-bit-aligned memory to be filled with the data,
- * can be NULL if capacity==0
- * @param capacity the number of bytes available at data,
- * or 0 for preflighting
- * @param status an in/out ICU UErrorCode; possible errors include:
- * - U_BUFFER_OVERFLOW_ERROR if the data storage block is too small for serialization
- * - U_ILLEGAL_ARGUMENT_ERROR the data or capacity parameters are bad
- * @return the number of bytes written or needed for the spoof data
- *
- * @see utrie2_openFromSerialized()
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_serialize(USpoofChecker *sc,
- void *data, int32_t capacity,
- UErrorCode *status);
- U_CDECL_END
- #if U_SHOW_CPLUSPLUS_API
- U_NAMESPACE_BEGIN
- /**
- * \class LocalUSpoofCheckerPointer
- * "Smart pointer" class, closes a USpoofChecker via uspoof_close().
- * For most methods see the LocalPointerBase base class.
- *
- * @see LocalPointerBase
- * @see LocalPointer
- * @stable ICU 4.4
- */
- /**
- * \cond
- * Note: Doxygen is giving a bogus warning on this U_DEFINE_LOCAL_OPEN_POINTER.
- * For now, suppress with a Doxygen cond
- */
- U_DEFINE_LOCAL_OPEN_POINTER(LocalUSpoofCheckerPointer, USpoofChecker, uspoof_close);
- /** \endcond */
- /**
- * \class LocalUSpoofCheckResultPointer
- * "Smart pointer" class, closes a USpoofCheckResult via `uspoof_closeCheckResult()`.
- * For most methods see the LocalPointerBase base class.
- *
- * @see LocalPointerBase
- * @see LocalPointer
- * @stable ICU 58
- */
- /**
- * \cond
- * Note: Doxygen is giving a bogus warning on this U_DEFINE_LOCAL_OPEN_POINTER.
- * For now, suppress with a Doxygen cond
- */
- U_DEFINE_LOCAL_OPEN_POINTER(LocalUSpoofCheckResultPointer, USpoofCheckResult, uspoof_closeCheckResult);
- /** \endcond */
- U_NAMESPACE_END
- /**
- * Limit the acceptable characters to those specified by a Unicode Set.
- * Any previously specified character limit is
- * is replaced by the new settings. This includes limits on
- * characters that were set with the uspoof_setAllowedLocales() function.
- *
- * The USPOOF_CHAR_LIMIT test is automatically enabled for this
- * USoofChecker by this function.
- *
- * @param sc The USpoofChecker
- * @param chars A Unicode Set containing the list of
- * characters that are permitted. Ownership of the set
- * remains with the caller. The incoming set is cloned by
- * this function, so there are no restrictions on modifying
- * or deleting the UnicodeSet after calling this function.
- * @param status The error code, set if this function encounters a problem.
- * @stable ICU 4.2
- */
- U_CAPI void U_EXPORT2
- uspoof_setAllowedUnicodeSet(USpoofChecker *sc, const icu::UnicodeSet *chars, UErrorCode *status);
- /**
- * Get a UnicodeSet for the characters permitted in an identifier.
- * This corresponds to the limits imposed by the Set Allowed Characters /
- * UnicodeSet functions. Limitations imposed by other checks will not be
- * reflected in the set returned by this function.
- *
- * The returned set will be frozen, meaning that it cannot be modified
- * by the caller.
- *
- * Ownership of the returned set remains with the Spoof Detector. The
- * returned set will become invalid if the spoof detector is closed,
- * or if a new set of allowed characters is specified.
- *
- *
- * @param sc The USpoofChecker
- * @param status The error code, set if this function encounters a problem.
- * @return A UnicodeSet containing the characters that are permitted by
- * the USPOOF_CHAR_LIMIT test.
- * @stable ICU 4.2
- */
- U_CAPI const icu::UnicodeSet * U_EXPORT2
- uspoof_getAllowedUnicodeSet(const USpoofChecker *sc, UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * \note
- * Consider using the newer API, {@link uspoof_check2UnicodeString}, instead.
- * The newer API exposes additional information from the check procedure
- * and is otherwise identical to this method.
- *
- * @param sc The USpoofChecker
- * @param id A identifier to be checked for possible security issues.
- * @param position Deprecated in ICU 51. Always returns zero.
- * Originally, an out parameter for the index of the first
- * string position that failed a check.
- * This parameter may be nullptr.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks.
- * @see uspoof_check2UnicodeString
- * @stable ICU 4.2
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_checkUnicodeString(const USpoofChecker *sc,
- const icu::UnicodeString &id,
- int32_t *position,
- UErrorCode *status);
- /**
- * Check the specified string for possible security issues.
- * The text to be checked will typically be an identifier of some sort.
- * The set of checks to be performed is specified with uspoof_setChecks().
- *
- * @param sc The USpoofChecker
- * @param id A identifier to be checked for possible security issues.
- * @param checkResult An instance of USpoofCheckResult to be filled with
- * details about the identifier. Can be nullptr.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Spoofing or security issues detected with the input string are
- * not reported here, but through the function's return value.
- * @return An integer value with bits set for any potential security
- * or spoofing issues detected. The bits are defined by
- * enum USpoofChecks. (returned_value & USPOOF_ALL_CHECKS)
- * will be zero if the input string passes all of the
- * enabled checks. Any information in this bitmask will be
- * consistent with the information saved in the optional
- * checkResult parameter.
- * @see uspoof_openCheckResult
- * @see uspoof_check2
- * @see uspoof_check2UTF8
- * @stable ICU 58
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_check2UnicodeString(const USpoofChecker *sc,
- const icu::UnicodeString &id,
- USpoofCheckResult* checkResult,
- UErrorCode *status);
- /**
- * A version of {@link uspoof_areConfusable} accepting UnicodeStrings.
- *
- * @param sc The USpoofChecker
- * @param s1 The first of the two identifiers to be compared for
- * confusability. The strings are in UTF-8 format.
- * @param s2 The second of the two identifiers to be compared for
- * confusability. The strings are in UTF-8 format.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * Confusability of the identifiers is not reported here,
- * but through this function's return value.
- * @return An integer value with bit(s) set corresponding to
- * the type of confusability found, as defined by
- * enum USpoofChecks. Zero is returned if the identifiers
- * are not confusable.
- *
- * @stable ICU 4.2
- *
- * @see uspoof_areConfusable
- */
- U_CAPI int32_t U_EXPORT2
- uspoof_areConfusableUnicodeString(const USpoofChecker *sc,
- const icu::UnicodeString &s1,
- const icu::UnicodeString &s2,
- UErrorCode *status);
- /**
- * Get the "skeleton" for an identifier.
- * Skeletons are a transformation of the input identifier;
- * Two identifiers are confusable if their skeletons are identical.
- * See Unicode UAX #39 for additional information.
- *
- * Using skeletons directly makes it possible to quickly check
- * whether an identifier is confusable with any of some large
- * set of existing identifiers, by creating an efficiently
- * searchable collection of the skeletons.
- *
- * @param sc The USpoofChecker.
- * @param type Deprecated in ICU 58. You may pass any number.
- * Originally, controlled which of the Unicode confusable data
- * tables to use.
- * @param id The input identifier whose skeleton will be computed.
- * @param dest The output identifier, to receive the skeleton string.
- * @param status The error code, set if an error occurred while attempting to
- * perform the check.
- * @return A reference to the destination (skeleton) string.
- *
- * @stable ICU 4.2
- */
- U_I18N_API icu::UnicodeString & U_EXPORT2
- uspoof_getSkeletonUnicodeString(const USpoofChecker *sc,
- uint32_t type,
- const icu::UnicodeString &id,
- icu::UnicodeString &dest,
- UErrorCode *status);
- /**
- * Get the set of Candidate Characters for Inclusion in Identifiers, as defined
- * in http://unicode.org/Public/security/latest/xidmodifications.txt
- * and documented in http://www.unicode.org/reports/tr39/, Unicode Security Mechanisms.
- *
- * The returned set is frozen. Ownership of the set remains with the ICU library; it must not
- * be deleted by the caller.
- *
- * @param status The error code, set if a problem occurs while creating the set.
- *
- * @stable ICU 51
- */
- U_CAPI const icu::UnicodeSet * U_EXPORT2
- uspoof_getInclusionUnicodeSet(UErrorCode *status);
- /**
- * Get the set of characters from Recommended Scripts for Inclusion in Identifiers, as defined
- * in http://unicode.org/Public/security/latest/xidmodifications.txt
- * and documented in http://www.unicode.org/reports/tr39/, Unicode Security Mechanisms.
- *
- * The returned set is frozen. Ownership of the set remains with the ICU library; it must not
- * be deleted by the caller.
- *
- * @param status The error code, set if a problem occurs while creating the set.
- *
- * @stable ICU 51
- */
- U_CAPI const icu::UnicodeSet * U_EXPORT2
- uspoof_getRecommendedUnicodeSet(UErrorCode *status);
- #endif /* U_SHOW_CPLUSPLUS_API */
- #endif /* UCONFIG_NO_NORMALIZATION */
- #endif /* USPOOF_H */
|