#include "import_source.h" #include #include #include #include namespace torch { namespace jit { namespace script { struct OpsValue : public SugaredValue { OpsValue(size_t version) : version_(version) {} std::string kind() const override { return "ops"; } std::shared_ptr attr( const SourceRange& loc, Function& m, const std::string& field) override { return std::make_shared(field, version_); } size_t version_; }; struct ConstantValue : public SugaredValue { ConstantValue(IValue value) : value_(std::move(value)) {} IValue value_; std::string kind() const override { return "constant"; } Value* asValue(const SourceRange& loc, Function& m) override { return m.graph()->insertConstant(value_); } }; // Represents nested class namespaces, like `foo.bar.Baz`. // Right now these namespaces can only contain other namespaces or a class type. struct TORCH_API ClassNamespaceValue : public SugaredValue { /** * @param name The fully qualified path, which can resolve either to a * namespace or a class value. * @param cu The compilation unit to search for classes in */ explicit ClassNamespaceValue( c10::QualifiedName name, const CompilationUnit& cu) : basename_(std::move(name)), cu_(cu) {} std::shared_ptr attr( const SourceRange& loc, Function& m, const std::string& name) override { auto fullName = c10::QualifiedName(basename_, name); if (auto classType = cu_.get_class(fullName)) { return std::make_shared(classType); } return std::make_shared(std::move(fullName), cu_); } std::string kind() const override { return "Class Namespace"; } private: c10::QualifiedName basename_; const CompilationUnit& cu_; }; // This value maps attributes CONSTANTS.c0 CONSTANTS.c1 to entries // in the 'constants' vector. This table is will be stored in a container format // and given to the import_method when restoring the code. struct ConstantTableValue : public SugaredValue { ConstantTableValue(ArrayRef constants) : constants_(constants) {} std::string kind() const override { return "CONSTANTS"; } // select an attribute on it, e.g. `this.field` std::shared_ptr attr( const SourceRange& loc, Function& m, const std::string& field) override { const char* field_s = field.c_str(); char* end; int64_t offset = std::strtoll(field_s + 1, &end, 10); if (field.size() < 2 || *end != 0) throw ErrorReport(loc) << "invalid constant specifier: " << field; if (offset < 0 || size_t(offset) >= constants_.size()) { throw ErrorReport(loc) << "constant index " << offset << " is out of bounds (constant table has " << constants_.size() << " entries)."; } Value* value = m.graph()->insertConstant(constants_[offset], nullptr, loc); return std::make_shared(value); } private: ArrayRef constants_; }; // A resolver that doesn't rely on Python, and understands references to model // constants. struct SourceResolver : public Resolver { explicit SourceResolver( const CompilationUnit& lib_cu, size_t version, const std::vector& constant_table) : lib_cu_(lib_cu) { env_ = { {"torch", std::make_shared("aten", version)}, {"ops", std::make_shared(version)}, // Constants present in the model. Used to resolve "CONSTANTS.n" to the // actual value {"CONSTANTS", std::make_shared(constant_table)}, {"fork", std::make_shared()}, {"annotate", std::make_shared()}, {"inf", std::make_shared( std::numeric_limits::infinity())}, {"nan", std::make_shared( std::numeric_limits::quiet_NaN())}, }; } std::shared_ptr resolveValue( const std::string& name, Function& m, const SourceRange& loc) const override { auto it = env_.find(name); if (it != env_.end()) { return it->second; } if (name == "__torch__") { return std::make_shared( c10::QualifiedName(name), lib_cu_); } return nullptr; } TypePtr resolveType(const std::string& name) const override { return lib_cu_.get_class(c10::QualifiedName(name)); } private: // Compilation unit to look classes up in const CompilationUnit& lib_cu_; std::unordered_map> env_; }; struct SourceImporter { SourceImporter( const CompilationUnit& lib_cu, const std::string& src, const std::vector& constant_table, const std::function& import_callback) : p_(src), lib_cu_(lib_cu), import_callback_(import_callback), constant_table_(constant_table) { version_ = parseVersionNumber(); resolver_ = std::make_shared(lib_cu_, version_, constant_table_); } void checkVersionNumber() { // note: this cannot be called in the constructor because it may throw if (version_ > CURRENT_OP_VERSION_SET) { throw ErrorReport(p_.lexer().cur().range) << "Attempting to load a script generated from a newer version of PyTorch. Maximum supported TorchScript version is " << CURRENT_OP_VERSION_SET << " but the script being loaded is version " << version_ << "."; } } void importLibs(CompilationUnit& owner, const std::string& class_qualifier) { checkVersionNumber(); auto& L = p_.lexer(); while (L.cur().kind != TK_EOF) { parseImportsAndDoCallback(); std::vector definitions; std::vector resolvers; auto class_def = ClassDef(p_.parseClass()); for (const auto& method_def : class_def.defs()) { definitions.emplace_back(method_def); resolvers.emplace_back(resolver_); } auto cu = std::make_shared(); const auto qualified_classname = class_qualifier + "." + class_def.name().name(); auto class_type = ClassType::create(c10::QualifiedName(qualified_classname), cu); auto self = [&](Value* v) { v->setType(class_type); return std::make_shared(v); }; cu->define(definitions, resolvers, self); owner.register_class(class_type); } } void importFunctions(CompilationUnit& cu, const Self& self) { checkVersionNumber(); parseImportsAndDoCallback(); std::vector definitions; std::vector resolvers; while (p_.lexer().cur().kind != TK_EOF) { auto def = Def(p_.parseFunction(/*is_method=*/bool(self))); definitions.emplace_back(def); resolvers.emplace_back(resolver_); } cu.define(definitions, resolvers, self); } size_t parseVersionNumber() { auto& L = p_.lexer(); auto range = L.cur().range; auto name = L.expect(TK_IDENT).text(); L.expect('='); std::string version_text = L.expect(TK_NUMBER).text(); L.expect(TK_NEWLINE); auto version = Const::create(L.cur().range, version_text); if (name != "op_version_set") throw ErrorReport(range) << "expected an assignment to op_version_set"; if (!version.isIntegral()) throw ErrorReport(range) << "expected an integral version but found " << version.text(); return size_t(version.asIntegral()); } void parseImportsAndDoCallback() { // Gather all imports auto& L = p_.lexer(); std::vector imports; while (L.nextIf(TK_IMPORT)) { std::ostringstream s; while (L.cur().kind != TK_NEWLINE) { s << L.cur().text(); L.next(); } L.expect(TK_NEWLINE); const auto str = s.str(); AT_ASSERT(!str.empty()); imports.push_back(str); } // Call the callback to actually compile them for (const auto& import : imports) { if (import_callback_) { import_callback_(import); } } } private: Parser p_; size_t version_; const CompilationUnit& lib_cu_; const std::function& import_callback_; const std::vector& constant_table_; std::shared_ptr resolver_; }; void import_functions( const CompilationUnit& lib_cu, CompilationUnit& cu, const std::string& src, const std::vector& constant_table, const Self& self, const std::function& import_callback) { SourceImporter importer(lib_cu, src, constant_table, import_callback); importer.importFunctions(cu, self); } void import_methods( const CompilationUnit& lib_cu, const std::shared_ptr& mod, const std::string& src, const std::vector& constant_table, const std::function& import_callback) { auto self = [&](Value* v) { v->setType(mod->module_object()->type()); return std::make_shared(v); }; import_functions( lib_cu, mod->module_object()->type()->compilation_unit(), src, constant_table, self, import_callback); } void import_libs( CompilationUnit& lib_cu, const std::string& class_qualifier, const std::string& src, const std::vector& constant_table, const std::function& import_callback) { SourceImporter importer(lib_cu, src, constant_table, import_callback); importer.importLibs(lib_cu, class_qualifier); } } // namespace script } // namespace jit } // namespace torch