load("@rules_cc//cc:cc_binary.bzl", "cc_binary") load("@rules_cc//cc:cc_library.bzl", "cc_library") load("@rules_cc//cc:cc_test.bzl", "cc_test") load("//tensorflow:tensorflow.bzl", "tf_cc_binary") load("//tensorflow/lite:build_def.bzl", "tflite_copts", "tflite_copts_warnings", "tflite_linkopts") load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite") package( # copybara:uncomment default_applicable_licenses = ["//tensorflow:LICENSE"], default_visibility = [ "//visibility:public", ], licenses = ["notice"], ) common_copts = tflite_copts() + tflite_copts_warnings() # We create a library for benchmark_main.cc to faciliate the creation of a # customized benchmark model binary that only needs linking with extra # dependency, e.g., enabling creating of benchmark binaries with a custom # delegate provider. cc_library( name = "benchmark_model_main", srcs = [ "benchmark_main.cc", ], copts = common_copts, deps = [ ":benchmark_tflite_model_lib", "//tensorflow/lite/tools:logging", ], ) cc_binary( name = "benchmark_model", copts = common_copts, linkopts = tflite_linkopts() + select({ "//tensorflow:android": [ "-pie", # Android 5.0 and later supports only PIE "-lm", # some builtin ops, e.g., tanh, need -lm "-Wl,--rpath=/data/local/tmp/", # Hexagon delegate libraries should be in /data/local/tmp ], "//conditions:default": [], }), tags = ["builder_default_android_arm64"], deps = [ ":benchmark_model_main", ], ) cc_binary( name = "benchmark_model_performance_options", srcs = [ "benchmark_tflite_performance_options_main.cc", ], copts = common_copts, linkopts = tflite_linkopts() + select({ "//tensorflow:android": [ "-pie", # Android 5.0 and later supports only PIE "-lm", # some builtin ops, e.g., tanh, need -lm "-Wl,--rpath=/data/local/tmp/", # Hexagon delegate libraries should be in /data/local/tmp ], "//conditions:default": [], }), tags = ["builder_default_android_arm64"], deps = [ ":benchmark_performance_options", ":benchmark_tflite_model_lib", "//tensorflow/lite/tools:logging", ], ) # As with most target binaries that use flex, this should be built with the # `--config=monolithic` build flag, e.g., # bazel build --config=monolithic --config=android_arm64 \ # -c opt --cxxopt='--std=c++17' :benchmark_model_plus_flex tf_cc_binary( name = "benchmark_model_plus_flex", srcs = [ "benchmark_plus_flex_main.cc", ], copts = common_copts, linkopts = tflite_linkopts() + select({ "//tensorflow:android": [ "-pie", # Android 5.0 and later supports only PIE "-lm", # some builtin ops, e.g., tanh, need -lm ], "//conditions:default": [], }), deps = [ ":benchmark_tflite_model_lib", "//tensorflow/lite/delegates/flex:delegate", "//tensorflow/lite/testing:init_tensorflow", "//tensorflow/lite/tools:logging", ], ) cc_test( name = "benchmark_test", srcs = ["benchmark_test.cc"], args = [ "--fp32_graph=$(location //tensorflow/lite:testdata/multi_add.bin)", "--int8_graph=$(location //tensorflow/lite:testdata/add_quantized_int8.bin)", "--string_graph_with_signature=$(location //tensorflow/lite:testdata/string_input_model_with_signature.bin)", "--string_graph_without_signature=$(location //tensorflow/lite:testdata/string_input_model.bin)", "--multi_signature_graph=$(location //tensorflow/lite:testdata/multi_signatures.bin)", ], data = [ "//tensorflow/lite:testdata/add_quantized_int8.bin", "//tensorflow/lite:testdata/multi_add.bin", "//tensorflow/lite:testdata/multi_signatures.bin", "//tensorflow/lite:testdata/string_input_model.bin", "//tensorflow/lite:testdata/string_input_model_with_signature.bin", ], tags = [ "tflite_not_portable_android", "tflite_not_portable_ios", ], deps = [ ":benchmark_performance_options", ":benchmark_tflite_model_lib", "//tensorflow/lite:framework", "//tensorflow/lite:string_util", "//tensorflow/lite/core/c:c_api_types", "//tensorflow/lite/core/c:common", "//tensorflow/lite/testing:util", "//tensorflow/lite/tools:command_line_flags", "//tensorflow/lite/tools:logging", "//tensorflow/lite/tools/benchmark/proto:benchmark_result_cc", "//tensorflow/lite/tools/delegates:delegate_provider_hdr", "@com_google_absl//absl/algorithm", "@com_google_absl//absl/log", "@com_google_absl//absl/strings:str_format", "@com_google_absl//absl/strings:string_view", "@com_google_googletest//:gtest", ], ) cc_library( name = "profiling_listener", srcs = ["profiling_listener.cc"], hdrs = ["profiling_listener.h"], copts = common_copts, deps = [ ":benchmark_model_lib", ":benchmark_params", "//tensorflow/lite:framework_stable", "//tensorflow/lite/profiling:profile_summarizer", "//tensorflow/lite/profiling:profile_summary_formatter", "//tensorflow/lite/profiling:profiler", "//tensorflow/lite/tools:logging", ], ) cc_library( name = "benchmark_tflite_model_lib", srcs = ["benchmark_tflite_model.cc"], hdrs = ["benchmark_tflite_model.h"], copts = common_copts + select({ "//tensorflow:ios": [ "-xobjective-c++", ], "//conditions:default": [], }), deps = [ ":benchmark_model_lib", ":benchmark_params", ":benchmark_utils", ":profiling_listener", "//tensorflow/core/example:example_protos_cc_impl", "//tensorflow/lite:framework", "//tensorflow/lite:simple_memory_arena_debug_dump", "//tensorflow/lite:string_util", "//tensorflow/lite/core:cc_api_stable", "//tensorflow/lite/core:framework", "//tensorflow/lite/core/c:c_api_types", "//tensorflow/lite/core/c:common", "//tensorflow/lite/core/kernels:builtin_ops", "//tensorflow/lite/kernels:cpu_backend_context", "//tensorflow/lite/profiling:model_runtime_info", "//tensorflow/lite/profiling:profile_summary_formatter", "//tensorflow/lite/profiling:profiler", "//tensorflow/lite/tools:logging", "//tensorflow/lite/tools:model_loader", "//tensorflow/lite/tools:utils", "//tensorflow/lite/tools/benchmark/proto:benchmark_result_cc", "//tensorflow/lite/tools/delegates:delegate_provider_hdr", "//tensorflow/lite/tools/delegates:tflite_execution_providers", "@com_google_absl//absl/base:core_headers", "@com_google_absl//absl/strings", "@com_google_absl//absl/strings:string_view", "@com_google_absl//absl/types:span", "@ruy//ruy/profiler", ], ) cc_test( name = "benchmark_tflite_model_lib_test", srcs = [ "benchmark_tflite_model_test.cc", ], data = ["@tflite_mobilenet_float//:mobilenet_v1_1.0_224.tflite"], tags = [ "no_oss", # TODO: b/361565588 - Re-enable. ], deps = [ ":benchmark_model_lib", ":benchmark_params", ":benchmark_tflite_model_lib", "//tensorflow/lite/core/c:c_api_types", "//tensorflow/lite/tools:tool_params", "@com_google_absl//absl/strings", "@com_google_googletest//:gtest_main", ], ) cc_library( name = "benchmark_multirun_stats_recorder", hdrs = ["benchmark_multirun_stats_recorder.h"], copts = common_copts, deps = [":benchmark_model_lib"], ) cc_library( name = "benchmark_performance_options", srcs = [ "benchmark_performance_options.cc", ], hdrs = ["benchmark_performance_options.h"], copts = common_copts, deps = [ ":benchmark_model_lib", ":benchmark_multirun_stats_recorder", ":benchmark_params", ":benchmark_utils", "//tensorflow/core/util:stats_calculator_portable", "//tensorflow/lite/core/c:c_api_types", "//tensorflow/lite/core/c:common", "//tensorflow/lite/delegates/hexagon:hexagon_delegate", "//tensorflow/lite/nnapi:nnapi_util", "//tensorflow/lite/profiling:time", "//tensorflow/lite/tools:command_line_flags", "//tensorflow/lite/tools:logging", "@com_google_absl//absl/memory", ] + select({ "//tensorflow:android": [ "//tensorflow/lite/delegates/gpu:delegate", ], "//conditions:default": [], }), ) cc_library( name = "benchmark_params", hdrs = ["benchmark_params.h"], copts = common_copts, deps = ["//tensorflow/lite/tools:tool_params"], ) cc_library( name = "benchmark_model_lib", srcs = [ "benchmark_model.cc", ], hdrs = ["benchmark_model.h"], copts = common_copts, deps = [ ":benchmark_params", ":benchmark_utils", "//tensorflow/core/util:stats_calculator_portable", "//tensorflow/lite:framework", "//tensorflow/lite/core/c:common", "//tensorflow/lite/profiling:memory_info", "//tensorflow/lite/profiling:memory_usage_monitor", "//tensorflow/lite/profiling:time", "//tensorflow/lite/tools:command_line_flags", "//tensorflow/lite/tools:logging", ], ) cc_library( name = "register_custom_op", srcs = [ "register_custom_op.cc", ], hdrs = [ "register_custom_op.h", ], copts = common_copts, deps = [ "//tensorflow/lite:op_resolver", "@com_google_absl//absl/base:core_headers", ], alwayslink = 1, ) exports_files(["register_custom_op.h"]) cc_library( name = "benchmark_utils", srcs = [ "benchmark_utils.cc", ], hdrs = ["benchmark_utils.h"], copts = common_copts, deps = ["//tensorflow/lite/profiling:time"], ) cc_test( name = "benchmark_utils_test", srcs = [ "benchmark_utils_test.cc", ], deps = [ ":benchmark_utils", "//tensorflow/lite/profiling:time", "@com_google_googletest//:gtest_main", ], ) tflite_portable_test_suite()