c92056d038
Implements [[ https://wg21.link/p2071r1 | P2071 Named Universal Character Escapes ]] - as an extension in all language mode, the patch not warn in c++23 mode will be done later once this paper is plenary approved (in July). We add * A code generator that transforms `UnicodeData.txt` and `NameAliases.txt` to a space efficient data structure that can be queried in `O(NameLength)` * A set of functions in `Unicode.h` to query that data, including * A function to find an exact match of a given Unicode character name * A function to perform a loose (ignoring case, space, underscore, medial hyphen) matching * A function returning the best matching codepoint for a given string per edit distance * Support of `\N{}` escape sequences in String and character Literals, with loose and typos diagnostics/fixits * Support of `\N{}` as UCN with loose matching diagnostics/fixits. Loose matching is considered an error to match closely the semantics of P2071. The generated data contributes to 280kB of data to the binaries. `UnicodeData.txt` and `NameAliases.txt` are not committed to the repository in this patch, and regenerating the data is a manual process. Reviewed By: tahonermann Differential Revision: https://reviews.llvm.org/D123064
89 lines
3.6 KiB
C
89 lines
3.6 KiB
C
// RUN: %clang_cc1 -fsyntax-only -verify -x c -std=c11 %s
|
||
// RUN: %clang_cc1 -fsyntax-only -verify -x c++ -std=c++11 %s
|
||
// RUN: %clang_cc1 -std=c99 -E -DPP_ONLY=1 %s | FileCheck %s --strict-whitespace
|
||
// RUN: %clang_cc1 -E -DPP_ONLY=1 %s | FileCheck %s --strict-whitespace
|
||
|
||
// This file contains Unicode characters; please do not "fix" them!
|
||
|
||
extern int x; // expected-warning {{treating Unicode character as whitespace}}
|
||
extern int x; // expected-warning {{treating Unicode character as whitespace}}
|
||
|
||
// CHECK: extern int {{x}}
|
||
// CHECK: extern int {{x}}
|
||
|
||
#pragma mark ¡Unicode!
|
||
|
||
#define COPYRIGHT Copyright © 2012
|
||
#define XSTR(X) #X
|
||
#define STR(X) XSTR(X)
|
||
|
||
static const char *copyright = STR(COPYRIGHT); // no-warning
|
||
// CHECK: static const char *copyright = "Copyright © {{2012}}";
|
||
|
||
#if PP_ONLY
|
||
COPYRIGHT
|
||
// CHECK: Copyright © {{2012}}
|
||
CHECK : The preprocessor should not complain about Unicode characters like ©.
|
||
#endif
|
||
|
||
int _;
|
||
|
||
extern int X\UAAAAAAAA; // expected-error {{not allowed in an identifier}}
|
||
int Y = '\UAAAAAAAA'; // expected-error {{invalid universal character}}
|
||
|
||
#ifdef __cplusplus
|
||
|
||
extern int ༀ;
|
||
extern int 𑩐;
|
||
extern int 𐠈;
|
||
extern int ꙮ;
|
||
extern int \u1B4C; // BALINESE LETTER ARCHAIC JNYA - Added in Unicode 14
|
||
extern int \U00016AA2; // TANGSA LETTER GA - Added in Unicode 14
|
||
extern int _\N{TANGSA LETTER GA};
|
||
extern int _\N{TANGSALETTERGA}; // expected-error {{'TANGSALETTERGA' is not a valid Unicode character name}} \
|
||
// expected-note {{characters names in Unicode escape sequences are sensitive to case and whitespace}}
|
||
|
||
|
||
|
||
// This character doesn't have the XID_Start property
|
||
extern int \U00016AC0; // TANGSA DIGIT ZERO // expected-error {{expected unqualified-id}}
|
||
|
||
extern int 🌹; // expected-error {{unexpected character <U+1F339>}} \
|
||
expected-warning {{declaration does not declare anything}}
|
||
|
||
extern int 👷; // expected-error {{unexpected character <U+1F477>}} \
|
||
expected-warning {{declaration does not declare anything}}
|
||
|
||
extern int 👷♀; // expected-warning {{declaration does not declare anything}} \
|
||
expected-error {{unexpected character <U+1F477>}} \
|
||
expected-error {{unexpected character <U+200D>}} \
|
||
expected-error {{unexpected character <U+2640>}}
|
||
#else
|
||
|
||
// A 🌹 by any other name....
|
||
extern int 🌹;
|
||
int 🌵(int 🌻) { return 🌻+ 1; }
|
||
int main (void) {
|
||
int 🌷 = 🌵(🌹);
|
||
return 🌷;
|
||
}
|
||
|
||
int n; = 3; // expected-warning {{treating Unicode character <U+037E> as identifier character rather than as ';' symbol}}
|
||
int *n꞉꞉v = &n;; // expected-warning 2{{treating Unicode character <U+A789> as identifier character rather than as ':' symbol}}
|
||
// expected-warning@-1 {{treating Unicode character <U+037E> as identifier character rather than as ';' symbol}}
|
||
int v＝［＝］（auto）｛return～x；｝（）; // expected-warning 12{{treating Unicode character}}
|
||
|
||
int xx;
|
||
// expected-warning@-1 {{identifier contains Unicode character <U+2060> that is invisible in some environments}}
|
||
// expected-warning@-2 {{identifier contains Unicode character <U+FEFF> that is invisible in some environments}}
|
||
// expected-warning@-3 {{identifier contains Unicode character <U+200D> that is invisible in some environments}}
|
||
int foobar = 0; // expected-warning {{identifier contains Unicode character <U+200B> that is invisible in some environments}}
|
||
int x = foobar; // expected-error {{undeclared identifier}}
|
||
|
||
int ∣foo; // expected-error {{unexpected character <U+2223>}}
|
||
#ifndef PP_ONLY
|
||
#define ∶ x // expected-error {{macro name must be an identifier}}
|
||
#endif
|
||
|
||
#endif
|