166 lines
4.8 KiB
Python
166 lines
4.8 KiB
Python
"""BUILD extension for TF composition project."""
|
|
|
|
load("@rules_cc//cc:cc_library.bzl", "cc_library")
|
|
load("@rules_ml_toolchain//py/rules_pywrap:pywrap.default.bzl", "use_pywrap_rules")
|
|
load("@xla//third_party/rules_python/python:py_binary.bzl", "py_binary")
|
|
load("@xla//third_party/rules_python/python:py_library.bzl", "py_library")
|
|
load("//tensorflow:tensorflow.bzl", "tf_custom_op_library", "tf_gen_op_wrapper_py")
|
|
load("//tensorflow:tensorflow.default.bzl", "tf_custom_op_py_library")
|
|
|
|
# TODO(b/356020232): cleanup use_pywrap_rules once migration is done
|
|
def gen_op_libraries(
|
|
name,
|
|
src,
|
|
deps = [],
|
|
tags = [],
|
|
test = False):
|
|
"""gen_op_libraries() generates all cc and py libraries for composite op source.
|
|
|
|
Args:
|
|
name: used as the name component of all the generated libraries.
|
|
src: File contains the composite ops.
|
|
deps: Libraries the 'src' depends on.
|
|
tags:
|
|
test:
|
|
"""
|
|
if not src.endswith(".py") or name == src[:-3]:
|
|
fail("'src' %s conflicts with op Python wrapper. Rename it to be different from 'name'." % src)
|
|
|
|
py_deps = []
|
|
if use_pywrap_rules():
|
|
py_deps = ["//tensorflow/python:_pywrap_tensorflow"]
|
|
|
|
py_deps += [
|
|
"//tensorflow/compiler/mlir/tfr:op_reg_gen",
|
|
"//tensorflow/compiler/mlir/tfr:tfr_gen",
|
|
"//tensorflow/compiler/mlir/tfr:composite",
|
|
] + deps
|
|
|
|
gen_op_lib_exec = src[:-3] # Strip off the .py
|
|
py_binary(
|
|
name = gen_op_lib_exec,
|
|
srcs = [src],
|
|
srcs_version = "PY3",
|
|
python_version = "PY3",
|
|
deps = py_deps,
|
|
)
|
|
|
|
registered_op = "registered_" + name
|
|
native.genrule(
|
|
name = registered_op,
|
|
srcs = [],
|
|
outs = [name + ".inc.cc"],
|
|
cmd =
|
|
"$(location %s) --output=$@ --gen_register_op=true" % gen_op_lib_exec,
|
|
tools = [":" + gen_op_lib_exec],
|
|
tags = tags,
|
|
)
|
|
cc_library(
|
|
name = name + "_cc",
|
|
testonly = test,
|
|
srcs = [":" + registered_op],
|
|
deps = [
|
|
"//tensorflow/core:framework",
|
|
"//tensorflow/core:lib",
|
|
"//tensorflow/core:protos_all_cc",
|
|
],
|
|
alwayslink = 1,
|
|
)
|
|
|
|
tf_custom_op_library(
|
|
name = name + ".so",
|
|
srcs = [":" + registered_op],
|
|
)
|
|
|
|
tf_gen_op_wrapper_py(
|
|
name = "gen_" + name,
|
|
out = "gen_" + name + ".py",
|
|
py_lib_rule = py_library,
|
|
deps = [
|
|
":%s_cc" % name,
|
|
],
|
|
extra_py_deps = [
|
|
"//tensorflow/python:pywrap_tfe",
|
|
"//tensorflow/python/util:dispatch",
|
|
"//tensorflow/python/util:deprecation",
|
|
"//tensorflow/python/util:tf_export",
|
|
] + py_deps,
|
|
)
|
|
|
|
tf_custom_op_py_library(
|
|
name = name,
|
|
dso = [":%s.so" % name],
|
|
kernels = [":%s_cc" % name],
|
|
srcs_version = "PY3",
|
|
# copybara:uncomment(OSS version passes this to py_library) lib_rule = py_library,
|
|
deps = [
|
|
":gen_%s" % name,
|
|
],
|
|
)
|
|
|
|
# Link the register op and rebuild the binary
|
|
gen_tfr_lib_exec = gen_op_lib_exec + "_with_op_library"
|
|
py_binary(
|
|
name = gen_tfr_lib_exec,
|
|
main = src,
|
|
srcs = [src],
|
|
python_version = "PY3",
|
|
srcs_version = "PY3",
|
|
deps = py_deps + [":%s" % name],
|
|
)
|
|
|
|
native.genrule(
|
|
name = name + "_mlir",
|
|
srcs = [],
|
|
outs = [name + ".mlir"],
|
|
cmd =
|
|
"$(location %s) --output=$@ --gen_register_op=false" % gen_tfr_lib_exec,
|
|
tools = [":" + gen_tfr_lib_exec],
|
|
tags = tags,
|
|
)
|
|
|
|
py_library(
|
|
name = name + "_py",
|
|
srcs = [src],
|
|
srcs_version = "PY3",
|
|
deps = py_deps,
|
|
)
|
|
|
|
def gen_op_bindings(name):
|
|
cc_library(
|
|
name = name + "_ops_cc",
|
|
srcs = [name + "_ops.cc"],
|
|
deps = [
|
|
"//tensorflow/core:framework",
|
|
"//tensorflow/core:lib",
|
|
"//tensorflow/core:protos_all_cc",
|
|
],
|
|
alwayslink = 1,
|
|
)
|
|
|
|
tf_custom_op_library(
|
|
name = name + "_ops.so",
|
|
srcs = [name + "_ops.cc"],
|
|
)
|
|
|
|
tf_gen_op_wrapper_py(
|
|
name = "gen_" + name + "_ops",
|
|
out = "gen_" + name + "_ops.py",
|
|
py_lib_rule = py_library,
|
|
deps = [":" + name + "_ops_cc"],
|
|
extra_py_deps = [
|
|
"//tensorflow/python:pywrap_tfe",
|
|
"//tensorflow/python/util:dispatch",
|
|
"//tensorflow/python/util:deprecation",
|
|
"//tensorflow/python/util:tf_export",
|
|
],
|
|
)
|
|
|
|
tf_custom_op_py_library(
|
|
name = name + "_ops",
|
|
dso = [":" + name + "_ops.so"],
|
|
kernels = [":" + name + "_ops_cc"],
|
|
# copybara:uncomment(OSS version passes this to py_library) lib_rule = py_library,
|
|
deps = [":gen_" + name + "_ops"],
|
|
)
|