We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e410aeb commit 14206fdCopy full SHA for 14206fd
clip.hpp
@@ -388,7 +388,7 @@ class CLIPTokenizer {
388
std::string token_str = token.str();
389
std::u32string utf32_token;
390
for (int i = 0; i < token_str.length(); i++) {
391
- char b = token_str[i];
+ unsigned char b = token_str[i];
392
utf32_token += byte_encoder[b];
393
}
394
auto bpe_strs = bpe(utf32_token);
0 commit comments