mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
8a45ef23f5
Summary: Reland D36529332 (b8b46f932b) with shared buck build structure.
Test Plan:
buck build //xplat/third-party/XNNPACK:XNNPACK
Sandcastle
Differential Revision: D37407609
Pull Request resolved: https://github.com/pytorch/pytorch/pull/80209
Approved by: https://github.com/kimishpatel
140 lines
6.4 KiB
Python
140 lines
6.4 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from __future__ import print_function
|
|
import collections
|
|
import os
|
|
import sys
|
|
|
|
BANNER = "Auto-generated by generate-wrappers.py script. Do not modify"
|
|
WRAPPER_SRC_NAMES = {
|
|
"PROD_SCALAR_PORTABLE_MICROKERNEL_SRCS": None,
|
|
"PROD_SCALAR_AARCH32_MICROKERNEL_SRCS" : "defined(__arm__)",
|
|
"PROD_NEON_MICROKERNEL_SRCS": "defined(__arm__) || defined(__aarch64__)",
|
|
"PROD_NEONFP16_MICROKERNEL_SRCS": "defined(__arm__) || defined(__aarch64__)",
|
|
"PROD_NEONFMA_MICROKERNEL_SRCS": "defined(__arm__) || defined(__aarch64__)",
|
|
"PROD_AARCH64_NEON_MICROKERNEL_SRCS": "defined(__aarch64__)",
|
|
"PROD_NEONV8_MICROKERNEL_SRCS": "defined(__arm__) || defined(__aarch64__)",
|
|
"PROD_AARCH64_NEONFP16ARITH_MICROKERNEL_SRCS": "defined(__aarch64__)",
|
|
"PROD_NEONDOT_MICROKERNEL_SRCS": "defined(__arm__) || defined(__aarch64__)",
|
|
"PROD_SSE_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_SSE2_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_SSSE3_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_SSE41_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_AVX_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_F16C_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_XOP_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_FMA3_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_AVX2_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_AVX512F_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"PROD_AVX512SKX_MICROKERNEL_SRCS": "defined(__i386__) || defined(__i686__) || defined(__x86_64__)",
|
|
"AARCH32_ASM_MICROKERNEL_SRCS": "defined(__arm__)",
|
|
"AARCH64_ASM_MICROKERNEL_SRCS": "defined(__aarch64__)",
|
|
}
|
|
|
|
SRC_NAMES = [
|
|
"OPERATOR_SRCS",
|
|
"SUBGRAPH_SRCS",
|
|
"LOGGING_SRCS",
|
|
"HOT_SRCS",
|
|
"TABLE_SRCS",
|
|
"JIT_SRCS",
|
|
"JIT_AARCH32_SRCS",
|
|
"JIT_AARCH64_SRCS",
|
|
"PROD_SCALAR_PORTABLE_MICROKERNEL_SRCS",
|
|
"PROD_SSE_MICROKERNEL_SRCS",
|
|
"PROD_SSE2_MICROKERNEL_SRCS",
|
|
"PROD_SSSE3_MICROKERNEL_SRCS",
|
|
"PROD_SSE41_MICROKERNEL_SRCS",
|
|
"PROD_AVX_MICROKERNEL_SRCS",
|
|
"PROD_F16C_MICROKERNEL_SRCS",
|
|
"PROD_XOP_MICROKERNEL_SRCS",
|
|
"PROD_FMA3_MICROKERNEL_SRCS",
|
|
"PROD_AVX2_MICROKERNEL_SRCS",
|
|
"PROD_AVX512F_MICROKERNEL_SRCS",
|
|
"PROD_AVX512SKX_MICROKERNEL_SRCS",
|
|
]
|
|
|
|
def update_sources(xnnpack_path):
|
|
sources = collections.defaultdict(list)
|
|
with open(os.path.join(xnnpack_path, "XNNPACK/CMakeLists.txt")) as cmake:
|
|
lines = cmake.readlines()
|
|
i = 0
|
|
while i < len(lines):
|
|
line = lines[i]
|
|
if line.startswith("SET") and line.split('(')[1].strip(' \t\n\r') in set(WRAPPER_SRC_NAMES.keys()) | set(SRC_NAMES):
|
|
name = line.split('(')[1].strip(' \t\n\r')
|
|
i += 1
|
|
while i < len(lines) and len(lines[i]) > 0 and ')' not in lines[i]:
|
|
# remove "src/" at the beginning, remove whitespaces and newline
|
|
value = lines[i].strip(' \t\n\r')
|
|
sources[name].append(value[4:])
|
|
i += 1
|
|
if i < len(lines) and len(lines[i]) > 4:
|
|
# remove "src/" at the beginning, possibly ')' at the end
|
|
value = lines[i].strip(' \t\n\r)')
|
|
sources[name].append(value[4:])
|
|
else:
|
|
i += 1
|
|
return sources
|
|
|
|
def gen_wrappers(xnnpack_path):
|
|
xnnpack_sources = collections.defaultdict(list)
|
|
sources = update_sources(xnnpack_path)
|
|
for name in WRAPPER_SRC_NAMES:
|
|
xnnpack_sources[WRAPPER_SRC_NAMES[name]].extend(sources[name])
|
|
for condition, filenames in xnnpack_sources.items():
|
|
for filename in filenames:
|
|
filepath = os.path.join(xnnpack_path, "xnnpack_wrappers", filename)
|
|
if not os.path.isdir(os.path.dirname(filepath)):
|
|
os.makedirs(os.path.dirname(filepath))
|
|
with open(filepath, "w") as wrapper:
|
|
print("/* {} */".format(BANNER), file=wrapper)
|
|
print(file=wrapper)
|
|
|
|
# Architecture- or platform-dependent preprocessor flags can be
|
|
# defined here. Note: platform_preprocessor_flags can't be used
|
|
# because they are ignored by arc focus & buck project.
|
|
|
|
if condition is None:
|
|
print("#include <%s>" % filename, file=wrapper)
|
|
else:
|
|
# Include source file only if condition is satisfied
|
|
print("#if %s" % condition, file=wrapper)
|
|
print("#include <%s>" % filename, file=wrapper)
|
|
print("#endif /* %s */" % condition, file=wrapper)
|
|
|
|
# update xnnpack_wrapper_defs.bzl file under the same folder
|
|
with open(os.path.join(os.path.dirname(__file__), "xnnpack_wrapper_defs.bzl"), 'w') as wrapper_defs:
|
|
print('"""', file=wrapper_defs)
|
|
print(BANNER, file=wrapper_defs)
|
|
print('"""', file=wrapper_defs)
|
|
for name in WRAPPER_SRC_NAMES:
|
|
print('\n' + name + ' = [', file=wrapper_defs)
|
|
for file_name in sources[name]:
|
|
print(' "xnnpack_wrappers/{}",'.format(file_name), file=wrapper_defs)
|
|
print(']', file=wrapper_defs)
|
|
|
|
# update xnnpack_src_defs.bzl file under the same folder
|
|
with open(os.path.join(os.path.dirname(__file__), "xnnpack_src_defs.bzl"), 'w') as src_defs:
|
|
print('"""', file=src_defs)
|
|
print(BANNER, file=src_defs)
|
|
print('"""', file=src_defs)
|
|
for name in SRC_NAMES:
|
|
print('\n' + name + ' = [', file=src_defs)
|
|
for file_name in sources[name]:
|
|
print(' "XNNPACK/src/{}",'.format(file_name), file=src_defs)
|
|
print(']', file=src_defs)
|
|
|
|
|
|
def main(argv):
|
|
if argv is None or len(argv) == 0:
|
|
gen_wrappers(".")
|
|
else:
|
|
gen_wrappers(argv[0])
|
|
|
|
# The first argument is the place where the "xnnpack_wrappers" folder will be created.
|
|
# Run it without arguments will generate "xnnpack_wrappers" in the current path.
|
|
# The two .bzl files will always be generated in the current path.
|
|
if __name__ == "__main__":
|
|
main(sys.argv[1:])
|