#include "torch/csrc/python_headers.h" #include "torch/csrc/jit/python_tracer.h" #include "torch/csrc/jit/tracer.h" #include "torch/csrc/assertions.h" #include "torch/csrc/jit/export.h" #include "torch/csrc/jit/pybind.h" #include "torch/csrc/utils/python_strings.h" #include "torch/csrc/jit/passes/dead_code_elimination.h" #include using namespace torch::autograd; using namespace torch::jit; using namespace torch::jit::tracer; namespace torch { namespace jit { namespace tracer { // Python interpreter retrieval routine adapted from // https://stackoverflow.com/a/8706144 std::string getPythonInterpreterStackTrace() { std::stringstream stack_trace; AutoGIL gil; PyThreadState *tstate = PyThreadState_GET(); if (NULL != tstate && NULL != tstate->frame) { PyFrameObject *frame = tstate->frame; while (NULL != frame) { int line = PyCode_Addr2Line(frame->f_code, frame->f_lasti); std::string filename = THPUtils_unpackString(frame->f_code->co_filename); std::string funcname = THPUtils_unpackString(frame->f_code->co_name); stack_trace << filename << "(" << line << "): " << funcname << "\n"; frame = frame->f_back; } } return stack_trace.str(); } // This is a temporary constructor so that we can write python tests of // the executor. It does not have most of the functionality of CompiledFunction // such as being able to hold parameters... std::shared_ptr createGraphByTracing( py::function func, tracer::variable_list trace_inputs, size_t num_func_inputs) { auto enter_info = tracer::enter(std::move(trace_inputs)); try { py::tuple py_inputs(num_func_inputs); for(size_t i = 0; i < num_func_inputs; ++i) { py_inputs[i] = py::cast(enter_info.second[i]); } auto out = func(*py_inputs); std::vector outputs; if(PyTuple_Check(out.ptr())) { outputs = py::cast>(out); } else { outputs.push_back(py::cast(out)); } tracer::exit(outputs); auto graph = enter_info.first->graph; EliminateDeadCode(graph); return graph; } catch (...) { tracer::abandon(); throw; } } PreTraceInfo preRecordPythonTrace(THPObjectPtr pyobj, std::string arg_types, at::ArrayRef inputs, pyobj_list scalar_args) { THPObjectPtr apply(PyObject_GetAttrString(pyobj.get(), "apply")); if(!apply) { throw python_error(); } return makePreTraceInfo(inputs, [&](const std::shared_ptr& state, Graph& graph) { return graph.createPythonOp( std::move(apply), arg_types, std::move(scalar_args)); }); } void pythonRecordSourceLocation(Node* n) { auto sl = std::make_shared(getPythonInterpreterStackTrace()); n->setSourceLocation(sl); } void initPythonTracerBindings(PyObject* module_) { setRecordSourceLocation(pythonRecordSourceLocation); auto m = py::handle(module_).cast(); py::class_>(m, "TracingState", py::dynamic_attr()) // NB: no constructor; you have to get it from C++ code .def("__repr__", [](const TracingState& s) { std::ostringstream ss; ss << ""; return ss.str(); }) .def("__str__", [](const TracingState& s) -> std::string { std::ostringstream ss; ss << *s.graph; return ss.str(); }) .def("push_scope", [](TracingState& s, const std::string& scope_name) { s.graph->push_scope(scope_name); }) .def("pop_scope", [](TracingState& s) { s.graph->pop_scope(); }) .def("set_graph", [](TracingState& s, std::shared_ptr g) { s.graph = g; }) .def("graph", [](TracingState& s) { return s.graph; }); m.def("_tracer_enter", [](variable_list trace_inputs) { return tracer::enter(std::move(trace_inputs)); }); m.def("_tracer_exit", [](variable_list var_outputs) { tracer::exit(var_outputs); }); m.def("_tracer_abandon", []() { tracer::abandon(); }); m.def("_get_tracing_state", []() { return getTracingState(); }); m.def("_get_value_trace", [](const Variable& var) { return getValueTrace(var); }); m.def("_set_value_trace", [](const Variable& var, Value* value) { return setValueTrace(var, value); }); } }}} // namespace torch::jit::tracing