wehub-resource-sync
167 lines
4.7 KiB
Python
167 lines
4.7 KiB
Python
# python/lib/io package
|
|
|
|
load("@xla//third_party/rules_python/python:py_library.bzl", "py_library")
|
|
load("//tensorflow:tensorflow.bzl", "if_oss")
|
|
load("//tensorflow:tensorflow.default.bzl", "tf_py_strict_test", "tf_python_pybind_extension")
|
|
|
|
# copybara:uncomment_begin(google-only)
|
|
# load("//third_party/zlib:BUILD_defs.bzl", "brittle_test_relying_on_stable_zlib_output")
|
|
# copybara:uncomment_end
|
|
|
|
visibility = [
|
|
"//tensorflow:__subpackages__",
|
|
]
|
|
|
|
package(
|
|
# copybara:uncomment default_applicable_licenses = ["//tensorflow:license"],
|
|
default_visibility = visibility,
|
|
licenses = ["notice"],
|
|
)
|
|
|
|
tf_python_pybind_extension(
|
|
name = "_pywrap_file_io",
|
|
srcs = ["file_io_wrapper.cc"],
|
|
enable_stub_generation = True,
|
|
pytype_srcs = [
|
|
"_pywrap_file_io.pyi",
|
|
],
|
|
deps = [
|
|
"//tensorflow/core:framework_headers_lib",
|
|
"//tensorflow/core:lib",
|
|
"//tensorflow/core:lib_proto_parsing",
|
|
"//tensorflow/core:portable_gif_internal",
|
|
"//tensorflow/core:portable_jpeg_internal",
|
|
"//tensorflow/core:protos_all_cc",
|
|
"//tensorflow/core/platform:file_statistics",
|
|
"//tensorflow/python/lib/core:pybind11_absl",
|
|
"//tensorflow/python/lib/core:pybind11_status",
|
|
"@com_google_absl//absl/status",
|
|
"@com_google_absl//absl/strings:string_view",
|
|
"@pybind11",
|
|
],
|
|
)
|
|
|
|
tf_python_pybind_extension(
|
|
name = "_pywrap_record_io",
|
|
srcs = ["record_io_wrapper.cc"],
|
|
enable_stub_generation = True,
|
|
pytype_srcs = [
|
|
"_pywrap_record_io.pyi",
|
|
],
|
|
deps = [
|
|
"//tensorflow/core:core_stringpiece",
|
|
"//tensorflow/core:lib",
|
|
"//tensorflow/core:lib_headers_for_pybind",
|
|
"//tensorflow/core:lib_proto_parsing",
|
|
"//tensorflow/core/platform:errors",
|
|
"//tensorflow/core/platform:types",
|
|
"//tensorflow/python/lib/core:pybind11_absl",
|
|
"//tensorflow/python/lib/core:pybind11_status",
|
|
"@com_google_absl//absl/status",
|
|
"@com_google_absl//absl/strings",
|
|
"@com_google_absl//absl/strings:string_view",
|
|
"@pybind11",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "file_io",
|
|
srcs = ["file_io.py"],
|
|
strict_deps = True,
|
|
# copybara:uncomment_begin(google-only)
|
|
# visibility = [
|
|
# "//learning/serving/servables/wiz/lora:__subpackages__",
|
|
# "//third_party/cloud_tpu/convergence_tools:__subpackages__",
|
|
# "//third_party/py/tf_slim:__subpackages__",
|
|
# "//tensorflow:__subpackages__",
|
|
# "//tensorflow:internal",
|
|
# ],
|
|
# copybara:uncomment_end_and_comment_begin
|
|
visibility = [
|
|
"//visibility:public",
|
|
],
|
|
# copybara:comment_end
|
|
deps = [
|
|
":_pywrap_file_io",
|
|
"//tensorflow/python/framework:errors",
|
|
"//tensorflow/python/util:compat",
|
|
"//tensorflow/python/util:deprecation",
|
|
"//tensorflow/python/util:tf_export",
|
|
"@six_archive//:six",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "tf_record",
|
|
srcs = ["tf_record.py"],
|
|
strict_deps = True,
|
|
visibility = [
|
|
"//tensorflow:__subpackages__",
|
|
"//tensorflow:internal",
|
|
"//third_party/py/tf_agents:__subpackages__",
|
|
],
|
|
deps = [
|
|
":_pywrap_record_io",
|
|
"//tensorflow/python/util:compat",
|
|
"//tensorflow/python/util:deprecation",
|
|
"//tensorflow/python/util:tf_export",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "python_io",
|
|
srcs = ["python_io.py"],
|
|
strict_deps = True,
|
|
visibility = [
|
|
"//tensorflow:__subpackages__",
|
|
"//tensorflow:internal",
|
|
],
|
|
deps = [":tf_record"],
|
|
)
|
|
|
|
tf_py_strict_test(
|
|
name = "file_io_test",
|
|
size = "small",
|
|
srcs = ["file_io_test.py"],
|
|
tags = [
|
|
"no_rocm",
|
|
"no_windows",
|
|
],
|
|
deps = [
|
|
":file_io",
|
|
"//tensorflow/python/framework:errors",
|
|
"//tensorflow/python/platform:client_testlib",
|
|
"//tensorflow/python/platform:gfile",
|
|
"@absl_py//absl/testing:parameterized",
|
|
],
|
|
)
|
|
|
|
tf_py_strict_test(
|
|
name = if_oss("tf_record_test", "_tf_record_test"),
|
|
size = "small",
|
|
srcs = ["tf_record_test.py"],
|
|
main = "tf_record_test.py",
|
|
tags = [
|
|
# copybara:uncomment_begin(google-only)
|
|
# "manual",
|
|
# "notap",
|
|
# copybara:uncomment_end
|
|
],
|
|
deps = [
|
|
":tf_record",
|
|
"//tensorflow/python/framework:errors",
|
|
"//tensorflow/python/platform:client_testlib",
|
|
"//tensorflow/python/util:compat",
|
|
],
|
|
)
|
|
|
|
# _tf_record_test relies on stable zlib output only during its execution.
|
|
# It should not be brittle with respect to upgrades of zlib software or
|
|
# different computers using different zlib software.
|
|
# copybara:uncomment_begin(google-only)
|
|
# brittle_test_relying_on_stable_zlib_output(
|
|
# name = "tf_record_test",
|
|
# test_target = ":_tf_record_test",
|
|
# )
|
|
# copybara:uncomment_end
|