wehub-resource-sync
137 lines
5.0 KiB
C++
137 lines
5.0 KiB
C++
/* Copyright 2020 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#include "tensorflow/lite/delegates/interpreter_utils.h"
|
|
|
|
#include <string.h>
|
|
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
#include <gtest/gtest.h>
|
|
#include "tensorflow/lite/delegates/delegate_test_util.h"
|
|
#include "tensorflow/lite/interpreter.h"
|
|
|
|
namespace tflite {
|
|
namespace delegates {
|
|
|
|
using test_utils::SimpleDelegate;
|
|
using test_utils::TestDelegate;
|
|
using test_utils::TestFP16Delegation;
|
|
|
|
namespace {
|
|
|
|
TEST_F(TestDelegate, DelegateNodeInvokeFailureFallback) {
|
|
delegate_ = std::make_unique<SimpleDelegate>(
|
|
std::vector<int>{0, 1, 2}, kTfLiteDelegateFlagsNone,
|
|
SimpleDelegate::Options::kFailOnInvoke);
|
|
ASSERT_EQ(
|
|
interpreter_->ModifyGraphWithDelegate(delegate_->get_tf_lite_delegate()),
|
|
kTfLiteOk);
|
|
// Delegation modified execution plan.
|
|
ASSERT_EQ(interpreter_->execution_plan().size(), 1);
|
|
|
|
std::vector<float> input = {1.0f, 2.0f, 3.0f};
|
|
std::vector<float> expected_output = {2.0f, 4.0f, 6.0f};
|
|
constexpr int kOutputTensorIndex = 3;
|
|
|
|
memcpy(interpreter_->typed_tensor<float>(0), input.data(), 3 * sizeof(float));
|
|
memcpy(interpreter_->typed_tensor<float>(1), input.data(), 3 * sizeof(float));
|
|
EXPECT_EQ(
|
|
delegates::InterpreterUtils::InvokeWithCPUFallback(interpreter_.get()),
|
|
kTfLiteDelegateError);
|
|
// Delegation removed, returning to original execution plan.
|
|
ASSERT_EQ(interpreter_->execution_plan().size(), 3);
|
|
// Check outputs.
|
|
TfLiteTensor* tensor = interpreter_->tensor(kOutputTensorIndex);
|
|
for (int i = 0; i < 3; ++i) {
|
|
EXPECT_EQ(tensor->data.f[i], expected_output[i]) << i;
|
|
}
|
|
}
|
|
|
|
TEST_F(TestDelegate, TestFallbackWithMultipleDelegates) {
|
|
// First delegate only supports node 0.
|
|
// This delegate should support dynamic tensors, otherwise the second won't be
|
|
// applied.
|
|
delegate_ = std::make_unique<SimpleDelegate>(
|
|
std::vector<int>{0}, kTfLiteDelegateFlagsAllowDynamicTensors,
|
|
SimpleDelegate::Options::kNone);
|
|
// Second delegate supports nodes 1 & 2, and makes the graph immutable.
|
|
delegate2_ = std::make_unique<SimpleDelegate>(
|
|
std::vector<int>{1, 2}, kTfLiteDelegateFlagsNone,
|
|
SimpleDelegate::Options::kFailOnInvoke);
|
|
// Pre-delegation execution plan should have three nodes.
|
|
ASSERT_EQ(interpreter_->execution_plan().size(), 3);
|
|
ASSERT_EQ(
|
|
interpreter_->ModifyGraphWithDelegate(delegate_->get_tf_lite_delegate()),
|
|
kTfLiteOk);
|
|
ASSERT_EQ(
|
|
interpreter_->ModifyGraphWithDelegate(delegate2_->get_tf_lite_delegate()),
|
|
kTfLiteOk);
|
|
// Should be two delegates nodes.
|
|
ASSERT_EQ(interpreter_->execution_plan().size(), 2);
|
|
|
|
std::vector<float> input = {1.0f, 2.0f, 3.0f};
|
|
std::vector<float> expected_output = {2.0f, 4.0f, 6.0f};
|
|
constexpr int kOutputTensorIndex = 2;
|
|
TfLiteTensor* tensor = interpreter_->tensor(kOutputTensorIndex);
|
|
|
|
memcpy(interpreter_->typed_tensor<float>(0), input.data(), 3 * sizeof(float));
|
|
memcpy(interpreter_->typed_tensor<float>(1), input.data(), 3 * sizeof(float));
|
|
EXPECT_EQ(
|
|
delegates::InterpreterUtils::InvokeWithCPUFallback(interpreter_.get()),
|
|
kTfLiteDelegateError);
|
|
// All delegates should be undone.
|
|
EXPECT_EQ(interpreter_->execution_plan().size(), 3);
|
|
for (int i = 0; i < 3; ++i) {
|
|
EXPECT_EQ(tensor->data.f[i], expected_output[i]) << i;
|
|
}
|
|
}
|
|
|
|
TEST_P(TestFP16Delegation, DelegateInvokeWithCPUFallback) {
|
|
delegate_ = std::make_unique<FP16Delegate>(
|
|
/**num_delegated_subsets**/ GetParam(), /**fail_node_prepare**/ false,
|
|
/**fail_node_invoke**/ true);
|
|
ASSERT_EQ(
|
|
interpreter_->ModifyGraphWithDelegate(delegate_->get_tf_lite_delegate()),
|
|
kTfLiteOk);
|
|
|
|
std::vector<float> input = {3.0f};
|
|
std::vector<float> expected_output = {16.0f};
|
|
|
|
const int input_tensor_idx = interpreter_->inputs()[0];
|
|
const int output_tensor_idx = interpreter_->outputs()[0];
|
|
|
|
memcpy(interpreter_->typed_tensor<float>(input_tensor_idx), input.data(),
|
|
sizeof(float));
|
|
EXPECT_EQ(
|
|
delegates::InterpreterUtils::InvokeWithCPUFallback(interpreter_.get()),
|
|
kTfLiteDelegateError);
|
|
TfLiteTensor* output_tensor = interpreter_->tensor(output_tensor_idx);
|
|
for (int i = 0; i < 1; ++i) {
|
|
EXPECT_EQ(output_tensor->data.f[i], expected_output[i]) << i;
|
|
}
|
|
|
|
ASSERT_EQ(interpreter_->execution_plan().size(), 8);
|
|
VerifyInvoke();
|
|
}
|
|
|
|
INSTANTIATE_TEST_SUITE_P(TestFP16Delegation, TestFP16Delegation,
|
|
::testing::Values(1, 2));
|
|
|
|
} // anonymous namespace
|
|
} // namespace delegates
|
|
} // namespace tflite
|