mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
dbe850af5b
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/33851 Rationale and context described in #33828. Script to reproduce the move: https://gist.github.com/suo/16cbefaaeb67ca5a7c6caffd49b7f6e9 ghstack-source-id: 99079645 Test Plan: Make sure CI passes Reviewed By: jamesr66a Differential Revision: D20133869 fbshipit-source-id: 390e9241a9c85366d9005c492ac31f10aa96488e
61 lines
1.8 KiB
C++
61 lines
1.8 KiB
C++
#pragma once
|
|
|
|
#include <torch/csrc/WindowsTorchApiMacro.h>
|
|
#include <torch/csrc/jit/codegen/fuser/arg_spec.h>
|
|
#include <torch/csrc/jit/codegen/fuser/fused_kernel.h>
|
|
#include <torch/csrc/jit/codegen/fuser/interface.h>
|
|
#include <torch/csrc/jit/codegen/fuser/kernel_spec.h>
|
|
#include <torch/csrc/jit/ir/ir.h>
|
|
#include <ATen/core/stack.h>
|
|
|
|
#include <cstdint>
|
|
#include <vector>
|
|
|
|
namespace torch {
|
|
namespace jit {
|
|
namespace fuser {
|
|
|
|
// Performs device-independent "upfront" compilation of the given fusion_group,
|
|
// if it has not been registered already.
|
|
// Returns a key that can be used to run the fusion later
|
|
TORCH_API int64_t registerFusion(const Node* fusion_group);
|
|
|
|
// Performs device-specific "runtime" compilation of the given kernel
|
|
// with the runtime arguments specified in ArgSpec.
|
|
// Outputs are allocated using map_size on the specified device.
|
|
TORCH_API std::shared_ptr<FusedKernel> compileKernel(
|
|
const KernelSpec& spec,
|
|
const ArgSpec& arg_spec,
|
|
const std::vector<int64_t>& map_size,
|
|
const at::Device device);
|
|
|
|
TORCH_API size_t nCompiledKernels();
|
|
|
|
TORCH_API int debugFuser();
|
|
|
|
using FusedKernelConstructor = std::function<std::shared_ptr<FusedKernel>(
|
|
int16_t device,
|
|
std::string name,
|
|
std::string code,
|
|
std::vector<TensorDesc> input_desc,
|
|
std::vector<TensorDesc> output_desc,
|
|
std::vector<PartitionDesc> chunk_desc,
|
|
std::vector<PartitionDesc> concat_desc,
|
|
bool has_random)>;
|
|
|
|
TORCH_API void registerFusionBackend(
|
|
at::Device::Type backend_type,
|
|
FusedKernelConstructor ctor);
|
|
TORCH_API bool hasFusionBackend(at::Device::Type backend_type);
|
|
struct TORCH_API RegisterFusionBackend {
|
|
RegisterFusionBackend(
|
|
at::Device::Type backend_type,
|
|
FusedKernelConstructor ctor) {
|
|
registerFusionBackend(backend_type, std::move(ctor));
|
|
}
|
|
};
|
|
|
|
} // namespace fuser
|
|
} // namespace jit
|
|
} // namespace torch
|