mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-21 21:49:24 +08:00
2a58d2a155
This makes the StringCordView iterator a variant holding either the existing implementation (when there is more than one piece) or a simple `std::string_view::iterator` (when there is only one piece). The latter seems to be significantly cheaper. Differential Revision: [D73379178](https://our.internmc.facebook.com/intern/diff/D73379178/) Pull Request resolved: https://github.com/pytorch/pytorch/pull/151810 Approved by: https://github.com/Skylion007 ghstack dependencies: #151801, #151802, #151803, #151804, #151805, #151806, #151807
70 lines
2.0 KiB
C++
70 lines
2.0 KiB
C++
#include <gtest/gtest.h>
|
|
#include <torch/csrc/jit/frontend/source_range.h>
|
|
|
|
using namespace ::testing;
|
|
using namespace ::torch::jit;
|
|
|
|
std::vector<StringCordView> sampleStringCordViews() {
|
|
std::vector<StringCordView> result;
|
|
|
|
std::vector<std::shared_ptr<std::string>> strings;
|
|
strings.push_back(std::make_shared<std::string>("hello world"));
|
|
strings.push_back(std::make_shared<std::string>("nihaoma"));
|
|
|
|
std::vector<std::string_view> pieces{*strings[0], *strings[1]};
|
|
|
|
result.emplace_back(std::move(pieces), std::move(strings));
|
|
pieces = {"hello worldnihaoma"};
|
|
strings.clear();
|
|
result.emplace_back(std::move(pieces), std::move(strings));
|
|
return result;
|
|
}
|
|
|
|
TEST(SourceRangeTest, test_find) {
|
|
for (const auto& view : sampleStringCordViews()) {
|
|
auto x = view.find("rldni", 0);
|
|
EXPECT_EQ(x, 8) << view.str();
|
|
EXPECT_EQ(view.find("ello", 0), 1);
|
|
}
|
|
}
|
|
|
|
TEST(SourceRangeTest, test_substr) {
|
|
for (const auto& view : sampleStringCordViews()) {
|
|
auto x = view.substr(4, 10).str();
|
|
EXPECT_EQ(x, view.str().substr(4, 10));
|
|
EXPECT_EQ(view.substr(0, view.size()).str(), view.str());
|
|
}
|
|
}
|
|
|
|
TEST(SourceRangeTest, test_iter_simple) {
|
|
for (const auto& view : sampleStringCordViews()) {
|
|
EXPECT_NE(view.begin(), view.end());
|
|
EXPECT_TRUE(view.begin().has_next());
|
|
EXPECT_EQ(view.str(), std::string(view.begin(), view.end()));
|
|
}
|
|
}
|
|
|
|
TEST(SourceRangeTest, test_iter) {
|
|
int idx = 0;
|
|
for (const auto& view : sampleStringCordViews()) {
|
|
auto iter = view.iter_for_pos(5);
|
|
EXPECT_EQ(*iter, ' ');
|
|
if (idx++ == 0) {
|
|
EXPECT_EQ(iter.rest_line(), " world");
|
|
} else {
|
|
EXPECT_EQ(iter.rest_line(), " worldnihaoma");
|
|
}
|
|
EXPECT_EQ(*iter.next_iter(), 'w');
|
|
EXPECT_EQ(iter.pos(), 5);
|
|
iter = view.iter_for_pos(13);
|
|
EXPECT_EQ(iter.pos(), 13);
|
|
}
|
|
}
|
|
|
|
TEST(SourceRangeTest, SimpleString) {
|
|
Source src("hello");
|
|
EXPECT_EQ(src.num_lines(), 1);
|
|
EXPECT_EQ(src.get_line(0), "hello");
|
|
EXPECT_EQ(src.text_str().str(), "hello");
|
|
}
|