mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
4cb534f92e
Summary:
This is an automatic change generated by the following script:
```
#!/usr/bin/env python3
from subprocess import check_output, check_call
import os
def get_compiled_files_list():
import json
with open("build/compile_commands.json") as f:
data = json.load(f)
files = [os.path.relpath(node['file']) for node in data]
for idx, fname in enumerate(files):
if fname.startswith('build/') and fname.endswith('.DEFAULT.cpp'):
files[idx] = fname[len('build/'):-len('.DEFAULT.cpp')]
return files
def run_clang_tidy(fname):
check_call(["python3", "tools/clang_tidy.py", "-c", "build", "-x", fname,"-s"])
changes = check_output(["git", "ls-files", "-m"])
if len(changes) == 0:
return
check_call(["git", "commit","--all", "-m", f"NOLINT stubs for {fname}"])
def main():
git_files = check_output(["git", "ls-files"]).decode("ascii").split("\n")
compiled_files = get_compiled_files_list()
for idx, fname in enumerate(git_files):
if fname not in compiled_files:
continue
if fname.startswith("caffe2/contrib/aten/"):
continue
print(f"[{idx}/{len(git_files)}] Processing {fname}")
run_clang_tidy(fname)
if __name__ == "__main__":
main()
```
Pull Request resolved: https://github.com/pytorch/pytorch/pull/56892
Reviewed By: H-Huang
Differential Revision: D27991944
Pulled By: malfet
fbshipit-source-id: 5415e1eb2c1b34319a4f03024bfaa087007d7179
104 lines
3.3 KiB
C++
104 lines
3.3 KiB
C++
#include "caffe2/operators/ctc_greedy_decoder_op.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
namespace {
|
|
|
|
const float* getTensorDataPtr(const Tensor& tensor, int t, int n) {
|
|
const auto dims = tensor.sizes();
|
|
CAFFE_ENFORCE_EQ(dims.size(), 3);
|
|
int64_t offset = (t * dims[1] + n) * dims[2];
|
|
CAFFE_ENFORCE_LT(offset, tensor.numel());
|
|
return tensor.template data<float>() + offset;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
template <>
|
|
bool CTCGreedyDecoderOp<CPUContext>::RunOnDevice() {
|
|
// [max_time_step, batch_size, num_classes]
|
|
auto& inputs = Input(INPUTS);
|
|
// [batch_size]
|
|
|
|
// [total_decoded_output]
|
|
|
|
const auto inputs_dims = inputs.sizes();
|
|
int32_t max_time_step = inputs_dims[0];
|
|
int32_t batch_size = inputs_dims[1];
|
|
int32_t num_classes = inputs_dims[2];
|
|
// [batch_size]
|
|
const int* seq_len_data =
|
|
(InputSize() == 2) ? Input(SEQ_LEN).data<int>() : nullptr;
|
|
|
|
vector<int> values_cach;
|
|
auto* output_len =
|
|
Output(OUTPUT_LEN, vector<int64_t>{batch_size}, at::dtype<int>());
|
|
int* output_len_data = output_len->template mutable_data<int>();
|
|
|
|
for (int32_t i = 0; i < batch_size; ++i) {
|
|
int previous_label = 0, t_dec = 0;
|
|
int32_t seq_len_i = (seq_len_data) ? seq_len_data[i] : max_time_step;
|
|
CAFFE_ENFORCE_LE(seq_len_i, max_time_step);
|
|
for (int32_t t = 0; t < seq_len_i; ++t) {
|
|
auto* prob_data = getTensorDataPtr(inputs, t, i);
|
|
int curr_label =
|
|
// NOLINTNEXTLINE(bugprone-narrowing-conversions,cppcoreguidelines-narrowing-conversions)
|
|
std::max_element(prob_data, prob_data + num_classes) - prob_data;
|
|
if (curr_label != 0 &&
|
|
(!merge_repeated_ || (previous_label != curr_label))) {
|
|
t_dec++;
|
|
values_cach.push_back(curr_label);
|
|
}
|
|
previous_label = curr_label;
|
|
}
|
|
output_len_data[i] = t_dec;
|
|
}
|
|
|
|
int32_t values_cach_size = values_cach.size();
|
|
auto* values =
|
|
Output(VALUES, vector<int64_t>{values_cach_size}, at::dtype<int>());
|
|
int* values_data = values->mutable_data<int>();
|
|
for (size_t i = 0; i < values_cach.size(); ++i) {
|
|
values_data[i] = values_cach.at(i);
|
|
}
|
|
values_cach.clear();
|
|
|
|
return true;
|
|
}
|
|
|
|
// NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)
|
|
REGISTER_CPU_OPERATOR(CTCGreedyDecoder, CTCGreedyDecoderOp<CPUContext>);
|
|
// NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)
|
|
OPERATOR_SCHEMA(CTCGreedyDecoder)
|
|
.NumInputs(1, 2)
|
|
.NumOutputs(2)
|
|
.Arg(
|
|
"merge_repeated",
|
|
"When merge_repeated is true, merge repeated classes in output.")
|
|
.SetDoc("Greedy decoder for connectionist temporal classification.")
|
|
.Input(
|
|
0,
|
|
"INPUTS",
|
|
"3D float Tensor sized [max_time, batch_size, num_classes]")
|
|
.Input(
|
|
1,
|
|
"SEQ_LEN",
|
|
"(optional) 1D int vector containing sequence lengths, "
|
|
"having size [batch_size]"
|
|
"seq_len will be set to max_time if not provided")
|
|
.Output(
|
|
0,
|
|
"OUTPUT_LEN",
|
|
"Output_len matrix size (batch). "
|
|
"The row store: [decoded_length]")
|
|
.Output(
|
|
1,
|
|
"VALUES",
|
|
"Values vector, size (total_decoded_outputs). "
|
|
"The vector stores the decoded classes")
|
|
.InheritOnnxSchema();
|
|
// NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)
|
|
SHOULD_NOT_DO_GRADIENT(CTCGreedyDecoder);
|
|
|
|
} // namespace caffe2
|