Remove null-terminator from rcc tokens

Author: jyn514

src/clang.rs

@@ -697,7 +697,7 @@ impl Cursor {
 
     /// Gets the tokens that correspond to that cursor as `rcc` tokens.
     pub fn rcc_tokens<'a>(self) -> Vec<rcc::Locatable<rcc::Token>> {
-        use rcc::{Files, Lexer};
+        use rcc::{Literal, Token, Files, Lexer};
 
         self.tokens()
             .iter()
@@ -713,7 +713,13 @@ impl Cursor {
                         let mut files = Files::new();
                         let id = files.add("", "".into());
                         let mut lexer = Lexer::new(id, spelling, false);
-                        Some(lexer.next().unwrap().expect("rcc failed to parse clang token"))
+                        let mut token = lexer.next().unwrap().expect("rcc failed to parse clang token");
+                        // rcc generates null-terminated string immediately,
+                        // but bindgen only adds the null-terminator during codegen.
+                        if let Token::Literal(Literal::Str(ref mut string)) = &mut token.data {
+                            assert_eq!(string.pop(), Some(b'\0'));
+                        }
+                        Some(token)
                     }
                     _ => {
                         error!("Found unexpected token kind: {:?}", token);