File tree 2 files changed +4
-4
lines changed
2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -99,8 +99,8 @@ namespace Tokenizer {
99
99
const UnicodeString&,
100
100
const std::string& = " " );
101
101
std::string lang_code; // ISO 639-3 language code
102
- std::string texttostring ();
103
- std::string typetostring ();
102
+ std::string texttostring () const ;
103
+ std::string typetostring () const ;
104
104
};
105
105
106
106
class TokenizerClass {
Original file line number Diff line number Diff line change @@ -167,8 +167,8 @@ namespace Tokenizer {
167
167
}
168
168
169
169
170
- std::string Token::texttostring () { return TiCC::UnicodeToUTF8 (us); }
171
- std::string Token::typetostring () { return TiCC::UnicodeToUTF8 (type); }
170
+ std::string Token::texttostring () const { return TiCC::UnicodeToUTF8 (us); }
171
+ std::string Token::typetostring () const { return TiCC::UnicodeToUTF8 (type); }
172
172
173
173
ostream& operator << (std::ostream& os, const Token& t ){
174
174
os << t.type << " : " << t.role << " : '" << t.us << " ' (" << t.lang_code << " )" ;
You can’t perform that action at this time.
0 commit comments