Skip to content

Instantly share code, notes, and snippets.

@nickdesaulniers
Created January 21, 2020 22:56
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save nickdesaulniers/a519d69f1d2a14e05bea65849706bee6 to your computer and use it in GitHub Desktop.
Save nickdesaulniers/a519d69f1d2a14e05bea65849706bee6 to your computer and use it in GitHub Desktop.
clang++ -Xclang -dump-tokens foo.cpp -E
typedef 'typedef' [StartOfLine] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:35:1>
long 'long' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:35:9 <Spelling=<built-in>:109:26>>
int 'int' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:35:9 <Spelling=<built-in>:109:31>>
identifier 'ptrdiff_t' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:35:26>
semi ';' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:35:35>
typedef 'typedef' [StartOfLine] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:1>
long 'long' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:9 <Spelling=<built-in>:117:23>>
unsigned 'unsigned' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:9 <Spelling=<built-in>:117:28>>
int 'int' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:9 <Spelling=<built-in>:117:37>>
identifier 'size_t' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:23>
semi ';' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/stddef.h:46:29>
typedef 'typedef' [StartOfLine] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:19:1>
struct 'struct' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:19:9>
l_brace '{' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:19:16>
long 'long' [StartOfLine] [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:20:3>
long 'long' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:20:8>
identifier '__clang_max_align_nonce1' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:20:13>
__attribute '__attribute__' [StartOfLine] [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:7>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:20>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:21>
identifier '__aligned__' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:22>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:33>
__alignof '__alignof__' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:34>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:45>
long 'long' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:46>
long 'long' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:51>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:55>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:56>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:57>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:58>
semi ';' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:21:59>
long 'long' [StartOfLine] [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:22:3>
double 'double' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:22:8>
identifier '__clang_max_align_nonce2' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:22:15>
__attribute '__attribute__' [StartOfLine] [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:7>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:20>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:21>
identifier '__aligned__' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:22>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:33>
__alignof '__alignof__' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:34>
l_paren '(' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:45>
long 'long' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:46>
double 'double' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:51>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:57>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:58>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:59>
r_paren ')' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:60>
semi ';' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:23:61>
r_brace '}' [StartOfLine] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:24:1>
identifier 'max_align_t' [LeadingSpace] Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:24:3>
semi ';' Loc=</android0/llvm-project/llvm/build/lib/clang/11.0.0/include/__stddef_max_align_t.h:24:14>
void 'void' [StartOfLine] Loc=<foo.cpp:2:1>
identifier 'foo' [LeadingSpace] Loc=<foo.cpp:2:6>
l_paren '(' [LeadingSpace] Loc=<foo.cpp:2:10>
int 'int' Loc=<foo.cpp:2:11>
star '*' Loc=<foo.cpp:2:14>
identifier 'a' [LeadingSpace] Loc=<foo.cpp:2:16>
comma ',' Loc=<foo.cpp:2:17>
int 'int' [LeadingSpace] Loc=<foo.cpp:2:19>
identifier 'x' [LeadingSpace] Loc=<foo.cpp:2:23>
comma ',' Loc=<foo.cpp:2:24>
int 'int' [LeadingSpace] Loc=<foo.cpp:2:26>
identifier 'y' [LeadingSpace] Loc=<foo.cpp:2:30>
r_paren ')' Loc=<foo.cpp:2:31>
l_brace '{' [LeadingSpace] Loc=<foo.cpp:2:33>
for 'for' [StartOfLine] [LeadingSpace] Loc=<foo.cpp:3:3>
l_paren '(' [LeadingSpace] Loc=<foo.cpp:3:7>
identifier 'size_t' Loc=<foo.cpp:3:8>
identifier 'i' [LeadingSpace] Loc=<foo.cpp:3:15>
equal '=' [LeadingSpace] Loc=<foo.cpp:3:17>
numeric_constant '0' [LeadingSpace] Loc=<foo.cpp:3:19>
semi ';' Loc=<foo.cpp:3:20>
identifier 'i' [LeadingSpace] Loc=<foo.cpp:3:22>
less '<' [LeadingSpace] Loc=<foo.cpp:3:24>
numeric_constant '100' [LeadingSpace] Loc=<foo.cpp:3:26>
semi ';' Loc=<foo.cpp:3:29>
plusplus '++' [LeadingSpace] Loc=<foo.cpp:3:31>
identifier 'i' Loc=<foo.cpp:3:33>
r_paren ')' Loc=<foo.cpp:3:34>
identifier 'a' [StartOfLine] [LeadingSpace] Loc=<foo.cpp:4:5>
l_square '[' Loc=<foo.cpp:4:6>
identifier 'i' Loc=<foo.cpp:4:7>
r_square ']' Loc=<foo.cpp:4:8>
equal '=' [LeadingSpace] Loc=<foo.cpp:4:10>
identifier 'x' [LeadingSpace] Loc=<foo.cpp:4:12>
plus '+' [LeadingSpace] Loc=<foo.cpp:4:14>
identifier 'y' [LeadingSpace] Loc=<foo.cpp:4:16>
semi ';' Loc=<foo.cpp:4:17>
r_brace '}' [StartOfLine] Loc=<foo.cpp:5:1>
eof '' Loc=<foo.cpp:5:2>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment