Files
pytorch/c10/util/Unicode.cpp
Chester Liu 9d8bd216f9 Use Unicode friendly API in fused kernel related code (#49781)
Summary:
See https://github.com/pytorch/pytorch/issues/47422

Pull Request resolved: https://github.com/pytorch/pytorch/pull/49781

Reviewed By: gchanan

Differential Revision: D25847993

Pulled By: ezyang

fbshipit-source-id: e683a8d5841885857ea3037ac801432a1a3eda68
2021-01-10 20:03:00 -08:00

49 lines
1.3 KiB
C++

#include <c10/util/Unicode.h>
namespace c10 {
#if defined(_WIN32)
std::wstring u8u16(const std::string& str) {
if (str.empty()) {
return std::wstring();
}
int size_needed = MultiByteToWideChar(
CP_UTF8, 0, str.c_str(), static_cast<int>(str.size()), NULL, 0);
TORCH_CHECK(size_needed > 0, "Error converting the content to Unicode");
std::wstring wstr(size_needed, 0);
MultiByteToWideChar(
CP_UTF8,
0,
str.c_str(),
static_cast<int>(str.size()),
&wstr[0],
size_needed);
return wstr;
}
std::string u16u8(const std::wstring& wstr) {
if (wstr.empty()) {
return std::string();
}
int size_needed = WideCharToMultiByte(
CP_UTF8,
0,
wstr.c_str(),
static_cast<int>(wstr.size()),
NULL,
0,
NULL,
NULL);
TORCH_CHECK(size_needed > 0, "Error converting the content to UTF8");
std::string str(size_needed, 0);
WideCharToMultiByte(
CP_UTF8,
0,
wstr.c_str(),
static_cast<int>(wstr.size()),
&str[0],
size_needed,
NULL,
NULL);
return str;
}
#endif
} // namespace c10