wip

Author: tamaroning

gcc/rust/lex/rust-lex.cc

@@ -2577,11 +2577,17 @@ test_buffer_input_source (std::string str, std::vector<uint32_t> expected)
 void
 rust_input_source_test ()
 {
+  // ASCII
   std::string src = u8"_abcde\tXYZ\v\f";
   std::vector<uint32_t> expected
     = {'_', 'a', 'b', 'c', 'd', 'e', '\t', 'X', 'Y', 'Z', '\v', '\f'};
   test_buffer_input_source (src, expected);
 
+  // BOM
+  src = u8"\xef\xbb\xbfOK";
+  expected = {'O', 'K'};
+  test_buffer_input_source (src, expected);
+
   // Russian
   src = u8"приве́т";
   expected = {L'п',