mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
7d5f7ed270
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/12714 This is a short change to enable c10 namespace in caffe2. We did not enable it before due to gflags global variable confusion, but it should have been mostly cleaned now. Right now, the plan on record is that namespace caffe2 and namespace aten will fully be supersets of namespace c10. Most of the diff is codemod, and only two places of non-codemod is in caffe2/core/common.h, where ``` using namespace c10; ``` is added, and in Flags.h, where instead of creating aliasing variables in c10 namespace, we directly put it in the global namespace to match gflags (and same behavior if gflags is not being built with). Reviewed By: dzhulgakov Differential Revision: D10390486 fbshipit-source-id: 5e2df730e28e29a052f513bddc558d9f78a23b9b
67 lines
2.1 KiB
C++
67 lines
2.1 KiB
C++
/**
|
|
* Copyright (c) 2016-present, Facebook, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
// This binary provides an easy way to open a zeromq server and feeds data to
|
|
// clients connect to it. It uses the Caffe2 db as the backend, thus allowing
|
|
// one to convert any db-compliant storage to a zeromq service.
|
|
|
|
#include "caffe2/core/db.h"
|
|
#include "caffe2/core/init.h"
|
|
#include "caffe2/core/logging.h"
|
|
#include "caffe2/utils/zmq_helper.h"
|
|
|
|
C10_DEFINE_string(server, "tcp://*:5555", "The server address.");
|
|
C10_DEFINE_string(input_db, "", "The input db.");
|
|
C10_DEFINE_string(input_db_type, "", "The input db type.");
|
|
|
|
using caffe2::db::DB;
|
|
using caffe2::db::Cursor;
|
|
using caffe2::string;
|
|
|
|
int main(int argc, char** argv) {
|
|
caffe2::GlobalInit(&argc, &argv);
|
|
|
|
LOG(INFO) << "Opening DB...";
|
|
auto in_db = caffe2::db::CreateDB(
|
|
FLAGS_input_db_type, FLAGS_input_db, caffe2::db::READ);
|
|
CAFFE_ENFORCE(
|
|
in_db,
|
|
"Cannot load input db " + FLAGS_input_db + " of expected type " +
|
|
FLAGS_input_db_type);
|
|
auto cursor = in_db->NewCursor();
|
|
LOG(INFO) << "DB opened.";
|
|
|
|
LOG(INFO) << "Starting ZeroMQ server...";
|
|
|
|
// Socket to talk to clients
|
|
caffe2::ZmqSocket sender(ZMQ_PUSH);
|
|
sender.Bind(FLAGS_server);
|
|
LOG(INFO) << "Server created at " << FLAGS_server;
|
|
|
|
while (1) {
|
|
VLOG(1) << "Sending " << cursor->key();
|
|
sender.SendTillSuccess(cursor->key(), ZMQ_SNDMORE);
|
|
sender.SendTillSuccess(cursor->value(), 0);
|
|
cursor->Next();
|
|
if (!cursor->Valid()) {
|
|
cursor->SeekToFirst();
|
|
}
|
|
}
|
|
// We do not do an elegant quit since this binary is going to be terminated by
|
|
// control+C.
|
|
return 0;
|
|
}
|