174 lines
6.6 KiB
Python
174 lines
6.6 KiB
Python
# Description:
|
|
# Wrap NVIDIA TensorRT (http://developer.nvidia.com/tensorrt) with tensorflow
|
|
# and provide TensorRT operators and converter package.
|
|
# APIs are meant to change over time.
|
|
|
|
load("@xla//third_party/rules_python/python:py_library.bzl", "py_library")
|
|
load("//tensorflow:tensorflow.default.bzl", "cuda_py_strict_test")
|
|
|
|
# cuda_py_test and cuda_py_tests enable XLA tests by default. We can't
|
|
# combine XLA with TensorRT currently and should set
|
|
# xla_enable_strict_auto_jit to False to disable XLA tests.
|
|
|
|
package(
|
|
# copybara:uncomment default_applicable_licenses = ["//tensorflow:license"],
|
|
default_visibility = ["//visibility:public"],
|
|
licenses = ["notice"],
|
|
)
|
|
|
|
exports_files(glob([
|
|
"test/testdata/*",
|
|
]))
|
|
|
|
py_library(
|
|
name = "init_py",
|
|
srcs = ["__init__.py"],
|
|
strict_deps = True,
|
|
deps = [
|
|
":tf_trt_integration_test_base", # build_cleaner: keep
|
|
":trt_convert_py",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "trt_convert_py",
|
|
srcs = ["trt_convert.py"],
|
|
strict_deps = True,
|
|
deps = [
|
|
":utils",
|
|
"//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils",
|
|
"//tensorflow/compiler/tf2tensorrt:trt_ops_loader",
|
|
"//tensorflow/core:protos_all_py",
|
|
"//tensorflow/python/client:session",
|
|
"//tensorflow/python/eager:context",
|
|
"//tensorflow/python/eager:wrap_function",
|
|
"//tensorflow/python/framework:convert_to_constants",
|
|
"//tensorflow/python/framework:dtypes",
|
|
"//tensorflow/python/framework:errors",
|
|
"//tensorflow/python/framework:importer",
|
|
"//tensorflow/python/framework:ops",
|
|
"//tensorflow/python/framework:tensor",
|
|
"//tensorflow/python/grappler:tf_optimizer",
|
|
"//tensorflow/python/ops:array_ops",
|
|
"//tensorflow/python/ops:resource_variable_ops_gen",
|
|
"//tensorflow/python/platform:tf_logging",
|
|
"//tensorflow/python/saved_model:builder",
|
|
"//tensorflow/python/saved_model:load",
|
|
"//tensorflow/python/saved_model:loader",
|
|
"//tensorflow/python/saved_model:save",
|
|
"//tensorflow/python/saved_model:signature_constants",
|
|
"//tensorflow/python/saved_model:tag_constants",
|
|
"//tensorflow/python/trackable:asset",
|
|
"//tensorflow/python/trackable:autotrackable",
|
|
"//tensorflow/python/trackable:resource",
|
|
"//tensorflow/python/training:saver",
|
|
"//tensorflow/python/util:deprecation",
|
|
"//tensorflow/python/util:lazy_loader",
|
|
"//tensorflow/python/util:nest",
|
|
"//tensorflow/python/util:tf_export",
|
|
"//third_party/py/numpy",
|
|
"@six_archive//:six",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "utils",
|
|
srcs = ["utils.py"],
|
|
strict_deps = True,
|
|
deps = [
|
|
"//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils",
|
|
"//tensorflow/core:protos_all_py",
|
|
"//tensorflow/python/framework:dtypes",
|
|
"@pypi//packaging",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "tf_trt_integration_test_base",
|
|
strict_deps = True,
|
|
deps = [
|
|
":trt_convert_py",
|
|
":utils",
|
|
"//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils",
|
|
"//tensorflow/core:protos_all_py",
|
|
"//tensorflow/python/compiler/tensorrt/test:tf_trt_integration_test_base_srcs",
|
|
"//tensorflow/python/eager:def_function",
|
|
"//tensorflow/python/framework:config",
|
|
"//tensorflow/python/framework:graph_io",
|
|
"//tensorflow/python/framework:ops",
|
|
"//tensorflow/python/framework:tensor_spec",
|
|
"//tensorflow/python/framework:test_lib",
|
|
"//tensorflow/python/ops:array_ops",
|
|
"//tensorflow/python/ops:math_ops",
|
|
"//tensorflow/python/platform:client_testlib",
|
|
"//tensorflow/python/platform:tf_logging",
|
|
"//tensorflow/python/profiler:trace",
|
|
"//tensorflow/python/saved_model:builder",
|
|
"//tensorflow/python/saved_model:load",
|
|
"//tensorflow/python/saved_model:loader",
|
|
"//tensorflow/python/saved_model:save",
|
|
"//tensorflow/python/saved_model:signature_constants",
|
|
"//tensorflow/python/saved_model:signature_def_utils",
|
|
"//tensorflow/python/saved_model:tag_constants",
|
|
"//tensorflow/python/saved_model:utils",
|
|
"//tensorflow/python/tools:saved_model_utils",
|
|
"//tensorflow/python/trackable:autotrackable",
|
|
"//tensorflow/python/util:nest",
|
|
"//third_party/py/numpy",
|
|
],
|
|
)
|
|
|
|
cuda_py_strict_test(
|
|
name = "trt_convert_test",
|
|
srcs = ["trt_convert_test.py"],
|
|
data = [
|
|
"//tensorflow/python/compiler/tensorrt/test:trt_convert_test_data",
|
|
],
|
|
tags = [
|
|
"no_cuda_on_cpu_tap",
|
|
# TODO(b/297490791): Reenable after TensorRT regression has been fixed
|
|
"no_oss",
|
|
"no_pip",
|
|
"nomac",
|
|
# TODO(b/303453873): Re-enable tests once TensorRT has been updated
|
|
"notap",
|
|
],
|
|
xla_enable_strict_auto_jit = False,
|
|
deps = [
|
|
":trt_convert_py",
|
|
"//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils",
|
|
"//tensorflow/compiler/tf2tensorrt:trt_engine_instance_proto_py",
|
|
"//tensorflow/core:protos_all_py",
|
|
"//tensorflow/python/compiler/tensorrt/test:test_utils",
|
|
"//tensorflow/python/eager:def_function",
|
|
"//tensorflow/python/framework:config",
|
|
"//tensorflow/python/framework:convert_to_constants",
|
|
"//tensorflow/python/framework:dtypes",
|
|
"//tensorflow/python/framework:errors",
|
|
"//tensorflow/python/framework:importer",
|
|
"//tensorflow/python/framework:ops",
|
|
"//tensorflow/python/framework:tensor_shape",
|
|
"//tensorflow/python/framework:tensor_spec",
|
|
"//tensorflow/python/framework:test_lib",
|
|
"//tensorflow/python/ops:array_ops",
|
|
"//tensorflow/python/ops:math_ops",
|
|
"//tensorflow/python/ops:resource_variable_ops_gen",
|
|
"//tensorflow/python/ops:variables",
|
|
"//tensorflow/python/platform:client_testlib",
|
|
"//tensorflow/python/saved_model:builder",
|
|
"//tensorflow/python/saved_model:load",
|
|
"//tensorflow/python/saved_model:loader",
|
|
"//tensorflow/python/saved_model:save",
|
|
"//tensorflow/python/saved_model:save_options",
|
|
"//tensorflow/python/saved_model:signature_constants",
|
|
"//tensorflow/python/saved_model:signature_def_utils",
|
|
"//tensorflow/python/saved_model:tag_constants",
|
|
"//tensorflow/python/saved_model:utils",
|
|
"//tensorflow/python/tools:saved_model_utils",
|
|
"//tensorflow/python/trackable:autotrackable",
|
|
"//tensorflow/python/util:lazy_loader",
|
|
"//third_party/py/numpy",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|