# Description: # Wrap NVIDIA TensorRT (http://developer.nvidia.com/tensorrt) with tensorflow # and provide TensorRT operators and converter package. # APIs are meant to change over time. load("@xla//third_party/rules_python/python:py_library.bzl", "py_library") load("//tensorflow:tensorflow.default.bzl", "cuda_py_strict_test") # cuda_py_test and cuda_py_tests enable XLA tests by default. We can't # combine XLA with TensorRT currently and should set # xla_enable_strict_auto_jit to False to disable XLA tests. package( # copybara:uncomment default_applicable_licenses = ["//tensorflow:license"], default_visibility = ["//visibility:public"], licenses = ["notice"], ) exports_files(glob([ "test/testdata/*", ])) py_library( name = "init_py", srcs = ["__init__.py"], strict_deps = True, deps = [ ":tf_trt_integration_test_base", # build_cleaner: keep ":trt_convert_py", ], ) py_library( name = "trt_convert_py", srcs = ["trt_convert.py"], strict_deps = True, deps = [ ":utils", "//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils", "//tensorflow/compiler/tf2tensorrt:trt_ops_loader", "//tensorflow/core:protos_all_py", "//tensorflow/python/client:session", "//tensorflow/python/eager:context", "//tensorflow/python/eager:wrap_function", "//tensorflow/python/framework:convert_to_constants", "//tensorflow/python/framework:dtypes", "//tensorflow/python/framework:errors", "//tensorflow/python/framework:importer", "//tensorflow/python/framework:ops", "//tensorflow/python/framework:tensor", "//tensorflow/python/grappler:tf_optimizer", "//tensorflow/python/ops:array_ops", "//tensorflow/python/ops:resource_variable_ops_gen", "//tensorflow/python/platform:tf_logging", "//tensorflow/python/saved_model:builder", "//tensorflow/python/saved_model:load", "//tensorflow/python/saved_model:loader", "//tensorflow/python/saved_model:save", "//tensorflow/python/saved_model:signature_constants", "//tensorflow/python/saved_model:tag_constants", "//tensorflow/python/trackable:asset", "//tensorflow/python/trackable:autotrackable", "//tensorflow/python/trackable:resource", "//tensorflow/python/training:saver", "//tensorflow/python/util:deprecation", "//tensorflow/python/util:lazy_loader", "//tensorflow/python/util:nest", "//tensorflow/python/util:tf_export", "//third_party/py/numpy", "@six_archive//:six", ], ) py_library( name = "utils", srcs = ["utils.py"], strict_deps = True, deps = [ "//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils", "//tensorflow/core:protos_all_py", "//tensorflow/python/framework:dtypes", "@pypi//packaging", ], ) py_library( name = "tf_trt_integration_test_base", strict_deps = True, deps = [ ":trt_convert_py", ":utils", "//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils", "//tensorflow/core:protos_all_py", "//tensorflow/python/compiler/tensorrt/test:tf_trt_integration_test_base_srcs", "//tensorflow/python/eager:def_function", "//tensorflow/python/framework:config", "//tensorflow/python/framework:graph_io", "//tensorflow/python/framework:ops", "//tensorflow/python/framework:tensor_spec", "//tensorflow/python/framework:test_lib", "//tensorflow/python/ops:array_ops", "//tensorflow/python/ops:math_ops", "//tensorflow/python/platform:client_testlib", "//tensorflow/python/platform:tf_logging", "//tensorflow/python/profiler:trace", "//tensorflow/python/saved_model:builder", "//tensorflow/python/saved_model:load", "//tensorflow/python/saved_model:loader", "//tensorflow/python/saved_model:save", "//tensorflow/python/saved_model:signature_constants", "//tensorflow/python/saved_model:signature_def_utils", "//tensorflow/python/saved_model:tag_constants", "//tensorflow/python/saved_model:utils", "//tensorflow/python/tools:saved_model_utils", "//tensorflow/python/trackable:autotrackable", "//tensorflow/python/util:nest", "//third_party/py/numpy", ], ) cuda_py_strict_test( name = "trt_convert_test", srcs = ["trt_convert_test.py"], data = [ "//tensorflow/python/compiler/tensorrt/test:trt_convert_test_data", ], tags = [ "no_cuda_on_cpu_tap", # TODO(b/297490791): Reenable after TensorRT regression has been fixed "no_oss", "no_pip", "nomac", # TODO(b/303453873): Re-enable tests once TensorRT has been updated "notap", ], xla_enable_strict_auto_jit = False, deps = [ ":trt_convert_py", "//tensorflow/compiler/tf2tensorrt:_pywrap_py_utils", "//tensorflow/compiler/tf2tensorrt:trt_engine_instance_proto_py", "//tensorflow/core:protos_all_py", "//tensorflow/python/compiler/tensorrt/test:test_utils", "//tensorflow/python/eager:def_function", "//tensorflow/python/framework:config", "//tensorflow/python/framework:convert_to_constants", "//tensorflow/python/framework:dtypes", "//tensorflow/python/framework:errors", "//tensorflow/python/framework:importer", "//tensorflow/python/framework:ops", "//tensorflow/python/framework:tensor_shape", "//tensorflow/python/framework:tensor_spec", "//tensorflow/python/framework:test_lib", "//tensorflow/python/ops:array_ops", "//tensorflow/python/ops:math_ops", "//tensorflow/python/ops:resource_variable_ops_gen", "//tensorflow/python/ops:variables", "//tensorflow/python/platform:client_testlib", "//tensorflow/python/saved_model:builder", "//tensorflow/python/saved_model:load", "//tensorflow/python/saved_model:loader", "//tensorflow/python/saved_model:save", "//tensorflow/python/saved_model:save_options", "//tensorflow/python/saved_model:signature_constants", "//tensorflow/python/saved_model:signature_def_utils", "//tensorflow/python/saved_model:tag_constants", "//tensorflow/python/saved_model:utils", "//tensorflow/python/tools:saved_model_utils", "//tensorflow/python/trackable:autotrackable", "//tensorflow/python/util:lazy_loader", "//third_party/py/numpy", "@absl_py//absl/testing:parameterized", ], )