File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -99,8 +99,8 @@ namespace Tokenizer {
9999 const UnicodeString&,
100100 const std::string& = " " );
101101 std::string lang_code; // ISO 639-3 language code
102- std::string texttostring ();
103- std::string typetostring ();
102+ std::string texttostring () const ;
103+ std::string typetostring () const ;
104104 };
105105
106106 class TokenizerClass {
Original file line number Diff line number Diff line change @@ -167,8 +167,8 @@ namespace Tokenizer {
167167 }
168168
169169
170- std::string Token::texttostring () { return TiCC::UnicodeToUTF8 (us); }
171- std::string Token::typetostring () { return TiCC::UnicodeToUTF8 (type); }
170+ std::string Token::texttostring () const { return TiCC::UnicodeToUTF8 (us); }
171+ std::string Token::typetostring () const { return TiCC::UnicodeToUTF8 (type); }
172172
173173 ostream& operator << (std::ostream& os, const Token& t ){
174174 os << t.type << " : " << t.role << " : '" << t.us << " ' (" << t.lang_code << " )" ;
You can’t perform that action at this time.
0 commit comments