//===- mlir_ir.cpp - MLIR IR Bindings -------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "mlir_ir.h" #include "mlir/IR/Diagnostics.h" #include "mlir/IR/Location.h" #include "mlir/Parser.h" #include "llvm/Support/SourceMgr.h" #include "llvm/Support/raw_ostream.h" namespace mlir { //===----------------------------------------------------------------------===// // Forward declarations //===----------------------------------------------------------------------===// struct PyContext; /// Parses an MLIR module from a string. /// For maximum efficiency, the `contents` should be zero terminated. static OwningModuleRef parseMLIRModuleFromString(StringRef contents, MLIRContext *context); //===----------------------------------------------------------------------===// // Internal only template definitions // Since it is only legal to use explicit instantiations of templates in // mlir_ir.h, implementations are kept in this module to keep things scoped // well for the compiler. //===----------------------------------------------------------------------===// template void PyIpListWrapper::bind(py::module m, const char *className) { struct PyItemIterator : public llvm::iterator_adaptor_base< PyItemIterator, typename ListTy::iterator, typename std::iterator_traits< typename ListTy::iterator>::iterator_category, typename ListTy::value_type> { PyItemIterator() = default; PyItemIterator(typename ListTy::iterator &&other) : PyItemIterator::iterator_adaptor_base(std::move(other)) {} ItemWrapperTy operator*() const { return ItemWrapperTy(*this->I); } }; py::class_(m, className) .def_property_readonly( "front", [](ThisTy &self) { return ItemWrapperTy(self.list.front()); }) .def("__len__", [](ThisTy &self) { return self.list.size(); }) .def("__iter__", [](ThisTy &self) { PyItemIterator begin(self.list.begin()); PyItemIterator end(self.list.end()); return py::make_iterator(begin, end); }, py::keep_alive<0, 1>()); } //===----------------------------------------------------------------------===// // Explicit template instantiations //===----------------------------------------------------------------------===// template class PyIpListWrapper; using PyBlockList = PyIpListWrapper; template class PyIpListWrapper; using PyOperationList = PyIpListWrapper; //===----------------------------------------------------------------------===// // Diagnostics //===----------------------------------------------------------------------===// /// RAII class to capture diagnostics for later reporting back to the python /// layer. class DiagnosticCapture { public: DiagnosticCapture(mlir::MLIRContext *mlir_context) : mlir_context(mlir_context) { handler_id = mlir_context->getDiagEngine().registerHandler( [&](Diagnostic &d) -> LogicalResult { diagnostics.push_back(std::move(d)); return success(); }); } ~DiagnosticCapture() { if (mlir_context) { mlir_context->getDiagEngine().eraseHandler(handler_id); } } DiagnosticCapture(DiagnosticCapture &&other) { mlir_context = other.mlir_context; diagnostics.swap(other.diagnostics); handler_id = other.handler_id; other.mlir_context = nullptr; } std::vector &getDiagnostics() { return diagnostics; } // Consumes/clears diagnostics. std::string consumeDiagnosticsAsString(const char *error_message); void clearDiagnostics() { diagnostics.clear(); } private: MLIRContext *mlir_context; std::vector diagnostics; mlir::DiagnosticEngine::HandlerID handler_id; }; void defineMlirIrModule(py::module m) { m.doc() = "Python bindings for constructs in the mlir/IR library"; PyBlockList::bind(m, "BlockList"); PyOperationList::bind(m, "OperationList"); PyBaseOperation::bind(m); PyBaseOpBuilder::bind(m); PyBlockRef::bind(m); PyContext::bind(m); PyModuleOp::bind(m); PyOperationRef::bind(m); PyOpBuilder::bind(m); PyRegionRef::bind(m); } //===----------------------------------------------------------------------===// // PyContext //===----------------------------------------------------------------------===// void PyContext::bind(py::module m) { py::class_>(m, "MLIRContext") .def(py::init<>([]() { // Need explicit make_shared to avoid UB with enable_shared_from_this. return std::make_shared(); })) .def("new_module", [&](PyContext &context) -> PyModuleOp { return PyModuleOp(context.shared_from_this(), {}); }) .def("parse_asm", &PyContext::parseAsm); } PyModuleOp PyContext::parseAsm(const std::string &asm_text) { // Arrange to get a view that includes a terminating null to avoid // additional copy. // TODO: Consider using the buffer protocol to access and avoid more copies. const char *asm_chars = asm_text.c_str(); StringRef asm_sr(asm_chars, asm_text.size() + 1); // TODO: Output non failure diagnostics (somewhere) DiagnosticCapture diag_capture(&context); auto module_ref = parseMLIRModuleFromString(asm_sr, &context); if (!module_ref) { throw py::raiseValueError( diag_capture.consumeDiagnosticsAsString("Error parsing ASM")); } return PyModuleOp{shared_from_this(), module_ref.release()}; } //===----------------------------------------------------------------------===// // PyBaseOperation //===----------------------------------------------------------------------===// PyBaseOperation::~PyBaseOperation() = default; void PyBaseOperation::bind(py::module m) { py::class_(m, "BaseOperation") .def_property_readonly( "name", [](PyBaseOperation &self) { return std::string(self.getOperation()->getName().getStringRef()); }) .def_property_readonly("is_registered", [](PyBaseOperation &self) { return self.getOperation()->isRegistered(); }) .def_property_readonly("num_regions", [](PyBaseOperation &self) { return self.getOperation()->getNumRegions(); }) .def("region", [](PyBaseOperation &self, int index) { auto *op = self.getOperation(); if (index < 0 || index >= op->getNumRegions()) { throw py::raisePyError(PyExc_IndexError, "Region index out of bounds"); } return PyRegionRef(op->getRegion(index)); }); } //===----------------------------------------------------------------------===// // PyOperationRef //===----------------------------------------------------------------------===// PyOperationRef::~PyOperationRef() = default; void PyOperationRef::bind(py::module m) { py::class_(m, "OperationRef"); } Operation *PyOperationRef::getOperation() { return operation; } //===----------------------------------------------------------------------===// // PyModuleOp //===----------------------------------------------------------------------===// PyModuleOp::~PyModuleOp() = default; void PyModuleOp::bind(py::module m) { py::class_(m, "ModuleOp") .def("to_asm", &PyModuleOp::toAsm, py::arg("debug_info") = false, py::arg("pretty") = false, py::arg("large_element_limit") = -1); } Operation *PyModuleOp::getOperation() { return moduleOp; } std::string PyModuleOp::toAsm(bool enableDebugInfo, bool prettyForm, int64_t largeElementLimit) { // Print to asm. std::string asmOutput; llvm::raw_string_ostream sout(asmOutput); OpPrintingFlags printFlags; if (enableDebugInfo) { printFlags.enableDebugInfo(prettyForm); } if (largeElementLimit >= 0) { printFlags.elideLargeElementsAttrs(largeElementLimit); } moduleOp.print(sout, printFlags); return sout.str(); } static OwningModuleRef parseMLIRModuleFromString(StringRef contents, MLIRContext *context) { std::unique_ptr contents_buffer; if (contents.back() == 0) { // If it has a nul terminator, just use as-is. contents_buffer = llvm::MemoryBuffer::getMemBuffer(contents.drop_back()); } else { // Otherwise, make a copy. contents_buffer = llvm::MemoryBuffer::getMemBufferCopy(contents, "EMBED"); } llvm::SourceMgr source_mgr; source_mgr.AddNewSourceBuffer(std::move(contents_buffer), llvm::SMLoc()); OwningModuleRef mlir_module = parseSourceFile(source_mgr, context); return mlir_module; } // Custom location printer that prints prettier, multi-line file output // suitable for human readable error messages. The standard printer just prints // a long nested expression not particularly human friendly). Note that there // is a location pretty printer in the MLIR AsmPrinter. It is private and // doesn't do any path shortening, which seems to make long Python stack traces // a bit easier to scan. // TODO: Upstream this. void printLocation(Location loc, raw_ostream &out) { switch (loc->getKind()) { case StandardAttributes::OpaqueLocation: printLocation(loc.cast().getFallbackLocation(), out); break; case StandardAttributes::UnknownLocation: out << " [unknown location]\n"; break; case StandardAttributes::FileLineColLocation: { auto line_col_loc = loc.cast(); StringRef this_filename = line_col_loc.getFilename(); auto slash_pos = this_filename.find_last_of("/\\"); // We print both the basename and extended names with a structure like // `foo.py:35:4`. Even though technically the line/col // information is redundant to include in both names, having it on both // makes it easier to paste the paths into an editor and jump to the exact // location. std::string line_col_suffix = ":" + std::to_string(line_col_loc.getLine()) + ":" + std::to_string(line_col_loc.getColumn()); bool has_basename = false; StringRef basename = this_filename; if (slash_pos != StringRef::npos) { has_basename = true; basename = this_filename.substr(slash_pos + 1); } out << " at: " << basename << line_col_suffix; if (has_basename) { StringRef extended_name = this_filename; // Print out two tabs, as basenames usually vary in length by more than // one tab width. out << "\t\t( " << extended_name << line_col_suffix << " )"; } out << "\n"; break; } case StandardAttributes::NameLocation: { auto nameLoc = loc.cast(); out << " @'" << nameLoc.getName() << "':\n"; auto childLoc = nameLoc.getChildLoc(); if (!childLoc.isa()) { out << "(...\n"; printLocation(childLoc, out); out << ")\n"; } break; } case StandardAttributes::CallSiteLocation: { auto call_site = loc.cast(); printLocation(call_site.getCaller(), out); printLocation(call_site.getCallee(), out); break; } } } //===----------------------------------------------------------------------===// // DiagnosticCapture //===----------------------------------------------------------------------===// std::string DiagnosticCapture::consumeDiagnosticsAsString(const char *error_message) { std::string s; llvm::raw_string_ostream sout(s); bool first = true; if (error_message) { sout << error_message; first = false; } for (auto &d : diagnostics) { if (!first) { sout << "\n\n"; } else { first = false; } switch (d.getSeverity()) { case DiagnosticSeverity::Note: sout << "[NOTE]"; break; case DiagnosticSeverity::Warning: sout << "[WARNING]"; break; case DiagnosticSeverity::Error: sout << "[ERROR]"; break; case DiagnosticSeverity::Remark: sout << "[REMARK]"; break; default: sout << "[UNKNOWN]"; } // Message. sout << ": " << d << "\n"; printLocation(d.getLocation(), sout); } diagnostics.clear(); return sout.str(); } //===----------------------------------------------------------------------===// // PyBlockRef //===----------------------------------------------------------------------===// void PyBlockRef::bind(py::module m) { py::class_(m, "BlockRef") .def_property_readonly("operations", [](PyBlockRef &self) { return PyOperationList(self.block.getOperations()); }); } //===----------------------------------------------------------------------===// // PyRegionRef //===----------------------------------------------------------------------===// void PyRegionRef::bind(py::module m) { py::class_(m, "RegionRef") .def_property_readonly("blocks", [](PyRegionRef &self) { return PyBlockList(self.region.getBlocks()); }); } //===----------------------------------------------------------------------===// // OpBuilder implementations //===----------------------------------------------------------------------===// PyBaseOpBuilder::~PyBaseOpBuilder() = default; PyOpBuilder::~PyOpBuilder() = default; OpBuilder &PyOpBuilder::getBuilder() { return builder; } void PyBaseOpBuilder::bind(py::module m) { py::class_(m, "BaseOpBuilder"); } void PyOpBuilder::bind(py::module m) { py::class_(m, "OpBuilder") .def(py::init()); } } // namespace mlir