mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
7d5f7ed270
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/12714 This is a short change to enable c10 namespace in caffe2. We did not enable it before due to gflags global variable confusion, but it should have been mostly cleaned now. Right now, the plan on record is that namespace caffe2 and namespace aten will fully be supersets of namespace c10. Most of the diff is codemod, and only two places of non-codemod is in caffe2/core/common.h, where ``` using namespace c10; ``` is added, and in Flags.h, where instead of creating aliasing variables in c10 namespace, we directly put it in the global namespace to match gflags (and same behavior if gflags is not being built with). Reviewed By: dzhulgakov Differential Revision: D10390486 fbshipit-source-id: 5e2df730e28e29a052f513bddc558d9f78a23b9b
105 lines
3.2 KiB
C++
105 lines
3.2 KiB
C++
/**
|
|
* Copyright (c) 2016-present, Facebook, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <cstdio>
|
|
#include <thread>
|
|
#include <vector>
|
|
|
|
#include "caffe2/core/db.h"
|
|
#include "caffe2/core/init.h"
|
|
#include "caffe2/core/timer.h"
|
|
#include "caffe2/core/logging.h"
|
|
|
|
C10_DEFINE_string(input_db, "", "The input db.");
|
|
C10_DEFINE_string(input_db_type, "", "The input db type.");
|
|
C10_DEFINE_int(report_interval, 1000, "The report interval.");
|
|
C10_DEFINE_int(repeat, 10, "The number to repeat the throughput test.");
|
|
C10_DEFINE_bool(use_reader, false, "If true, use the reader interface.");
|
|
C10_DEFINE_int(
|
|
num_read_threads,
|
|
1,
|
|
"The number of concurrent reading threads.");
|
|
|
|
using caffe2::db::Cursor;
|
|
using caffe2::db::DB;
|
|
using caffe2::db::DBReader;
|
|
using caffe2::string;
|
|
|
|
void TestThroughputWithDB() {
|
|
std::unique_ptr<DB> in_db(caffe2::db::CreateDB(
|
|
FLAGS_input_db_type, FLAGS_input_db, caffe2::db::READ));
|
|
std::unique_ptr<Cursor> cursor(in_db->NewCursor());
|
|
for (int iter_id = 0; iter_id < FLAGS_repeat; ++iter_id) {
|
|
caffe2::Timer timer;
|
|
for (int i = 0; i < FLAGS_report_interval; ++i) {
|
|
string key = cursor->key();
|
|
string value = cursor->value();
|
|
//VLOG(1) << "Key " << key;
|
|
cursor->Next();
|
|
if (!cursor->Valid()) {
|
|
cursor->SeekToFirst();
|
|
}
|
|
}
|
|
double elapsed_seconds = timer.Seconds();
|
|
printf(
|
|
"Iteration %03d, took %4.5f seconds, throughput %f items/sec.\n",
|
|
iter_id,
|
|
elapsed_seconds,
|
|
FLAGS_report_interval / elapsed_seconds);
|
|
}
|
|
}
|
|
|
|
void TestThroughputWithReaderWorker(const DBReader* reader, int thread_id) {
|
|
string key, value;
|
|
for (int iter_id = 0; iter_id < FLAGS_repeat; ++iter_id) {
|
|
caffe2::Timer timer;
|
|
for (int i = 0; i < FLAGS_report_interval; ++i) {
|
|
reader->Read(&key, &value);
|
|
}
|
|
double elapsed_seconds = timer.Seconds();
|
|
printf(
|
|
"Thread %03d iteration %03d, took %4.5f seconds, "
|
|
"throughput %f items/sec.\n",
|
|
thread_id,
|
|
iter_id,
|
|
elapsed_seconds,
|
|
FLAGS_report_interval / elapsed_seconds);
|
|
}
|
|
}
|
|
|
|
void TestThroughputWithReader() {
|
|
caffe2::db::DBReader reader(FLAGS_input_db_type, FLAGS_input_db);
|
|
std::vector<std::unique_ptr<std::thread>> reading_threads(
|
|
FLAGS_num_read_threads);
|
|
for (int i = 0; i < reading_threads.size(); ++i) {
|
|
reading_threads[i].reset(new std::thread(
|
|
TestThroughputWithReaderWorker, &reader, i));
|
|
}
|
|
for (int i = 0; i < reading_threads.size(); ++i) {
|
|
reading_threads[i]->join();
|
|
}
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
caffe2::GlobalInit(&argc, &argv);
|
|
if (FLAGS_use_reader) {
|
|
TestThroughputWithReader();
|
|
} else {
|
|
TestThroughputWithDB();
|
|
}
|
|
return 0;
|
|
}
|