mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 00:21:07 +01:00
c4d1ff02f8
All changes other than the one to `tools/linter/adapters/s3_init_config.json` are generated by newer clang-format Pull Request resolved: https://github.com/pytorch/pytorch/pull/153889 Approved by: https://github.com/cyyever, https://github.com/atalman
57 lines
1.8 KiB
C++
57 lines
1.8 KiB
C++
#pragma once
|
|
|
|
#include <ATen/core/stack.h>
|
|
#include <torch/csrc/Export.h>
|
|
#include <torch/csrc/jit/codegen/fuser/arg_spec.h>
|
|
#include <torch/csrc/jit/codegen/fuser/fused_kernel.h>
|
|
#include <torch/csrc/jit/codegen/fuser/interface.h>
|
|
#include <torch/csrc/jit/codegen/fuser/kernel_spec.h>
|
|
#include <torch/csrc/jit/ir/ir.h>
|
|
|
|
#include <cstdint>
|
|
#include <vector>
|
|
|
|
namespace torch::jit::fuser {
|
|
|
|
// Performs device-independent "upfront" compilation of the given fusion_group,
|
|
// if it has not been registered already.
|
|
// Returns a key that can be used to run the fusion later
|
|
TORCH_API int64_t registerFusion(const Node* fusion_group);
|
|
|
|
// Performs device-specific "runtime" compilation of the given kernel
|
|
// with the runtime arguments specified in ArgSpec.
|
|
// Outputs are allocated using map_size on the specified device.
|
|
TORCH_API std::shared_ptr<FusedKernel> compileKernel(
|
|
const KernelSpec& spec,
|
|
const ArgSpec& arg_spec,
|
|
const std::vector<int64_t>& map_size,
|
|
const at::Device& device);
|
|
|
|
TORCH_API size_t nCompiledKernels();
|
|
|
|
TORCH_API int debugFuser();
|
|
|
|
using FusedKernelConstructor = std::function<std::shared_ptr<FusedKernel>(
|
|
int16_t device,
|
|
std::string name,
|
|
std::string code,
|
|
std::vector<TensorDesc> input_desc,
|
|
std::vector<TensorDesc> output_desc,
|
|
std::vector<PartitionDesc> chunk_desc,
|
|
std::vector<PartitionDesc> concat_desc,
|
|
bool has_random)>;
|
|
|
|
TORCH_API void registerFusionBackend(
|
|
at::Device::Type backend_type,
|
|
FusedKernelConstructor ctor);
|
|
TORCH_API bool hasFusionBackend(at::Device::Type backend_type);
|
|
struct TORCH_API RegisterFusionBackend{RegisterFusionBackend(
|
|
at::Device::Type backend_type,
|
|
FusedKernelConstructor ctor){
|
|
registerFusionBackend(backend_type, std::move(ctor));
|
|
} // namespace torch::jit::fuser
|
|
}
|
|
;
|
|
|
|
} // namespace torch::jit::fuser
|