chore: import upstream snapshot with attribution

tensorflow/tools/pip_package/xla_build/CMakeLists.txt

@@ -0,0 +1,34 @@
+# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
+cmake_minimum_required(VERSION 3.5)
+
+file(GLOB_RECURSE TF_RUNTIME_SRC "*.cc")
+add_library(tf_xla_runtime_objects OBJECT
+	${TF_RUNTIME_SRC}
+)
+
+target_include_directories(tf_xla_runtime_objects PRIVATE ../include)
+target_compile_options(tf_xla_runtime_objects PRIVATE
+  -ftemplate-backtrace-limit=0
+  -Wno-ignored-attributes
+  -Wno-deprecated-copy
+  -Wno-cast-qual
+  -Wno-sign-compare
+)
+
+add_library(tf_xla_runtime STATIC
+  $<TARGET_OBJECTS:tf_xla_runtime_objects>
+)

tensorflow/tools/pip_package/xla_build/pip_test/CMakeLists.txt

@@ -0,0 +1,61 @@
+# Copyright 2022 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
+cmake_minimum_required(VERSION 3.14)
+project(TestAOT)
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+
+include(FetchContent)
+
+FetchContent_Declare(
+        googletest
+        GIT_REPOSITORY https://github.com/google/googletest.git
+        GIT_TAG release-1.12.1
+)
+FetchContent_MakeAvailable(googletest)
+
+enable_testing()
+add_definitions(-DTF_PIP_INTEGRATION_TEST)
+
+set(TENSORFLOW_PACKAGE_PATH "/usr/local/lib/python3.9/dist-packages/tensorflow"
+    CACHE STRING "Full path of tensorflow python package")
+
+set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
+
+add_executable(aot_compiled_test
+        aot_compiled_test.cc
+        aot_compiled_vars_and_arithmetic.o
+        aot_compiled_vars_and_arithmetic_frozen.o
+        aot_compiled_x_matmul_y_small.o
+        aot_compiled_x_matmul_y_large.o
+        aot_compiled_x_matmul_y_large_multithreaded.o
+        aot_compiled_x_plus_y.o
+        )
+
+# The paths assume the setup performed by run_integration_test.sh.
+target_include_directories(aot_compiled_test PUBLIC
+        "/tmp/generated_models"
+        "${TENSORFLOW_PACKAGE_PATH}/include"
+        "/tmp/tf_third_party")
+
+add_subdirectory("${TENSORFLOW_PACKAGE_PATH}/xla_aot_runtime_src"
+        ${CMAKE_ARCHIVE_OUTPUT_DIRECTORY}/tf_runtime)
+
+target_link_libraries(aot_compiled_test GTest::gtest_main tf_xla_runtime)
+
+include(GoogleTest)
+gtest_discover_tests(aot_compiled_test)

tensorflow/tools/pip_package/xla_build/pip_test/run_xla_aot_test.sh

@@ -0,0 +1,159 @@
+#!/bin/bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+#=============================================================================
+# this script must be run from the root of the tensorflow git repository.
+#
+# it *can* be run outside docker/kokoro, on a dev machine, as long as cmake and
+# ninja-build packages are installed, and the tensorflow PIP package (the one
+# under test, presumably) is installed.
+#
+# the script creates a few directories under /tmp, see a few lines below.
+#
+# under kokoro, this is run by learning/brain/testing/kokoro/rel/docker/aot_compile.sh
+#=============================================================================
+set -eo pipefail -o history
+
+# If the TENSORFLOW_PACKAGE_PATH variable is set, add an argument to the cmake
+# command-line to explicitly set the package path.
+# This must be done before disallowing unset variables.
+CMAKE_TENSORFLOW_PACKAGE_ARG=
+if [ ! -z "$TENSORFLOW_PACKAGE_PATH" ]; then
+  CMAKE_TENSORFLOW_PACKAGE_ARG="-DTENSORFLOW_PACKAGE_PATH=${TENSORFLOW_PACKAGE_PATH}"
+fi
+
+set -u
+
+echo "Building x_matmul_y models"
+python3 \
+  tensorflow/python/tools/make_aot_compile_models.py \
+  --out_dir=/tmp/saved_models
+
+# LINT.IfChange
+GEN_ROOT=/tmp/generated_models
+GEN_PREFIX="${GEN_ROOT}/tensorflow/python/tools"
+PROJECT=/tmp/project
+TF_THIRD_PARTY=/tmp/tf_third_party
+# LINT.ThenChange(//tensorflow/tools/pip_package/xla_build/pip_test/CMakeLists.txt)
+
+export PATH=$PATH:${HOME}/.local/bin
+
+rm -rf "${GEN_ROOT}" "${PROJECT}" "${TF_THIRD_PARTY}"
+
+# We don't want to -Itensorflow, to avoid unwanted dependencies.
+echo "Copying third_party stuff (for eigen)"
+mkdir -p "${TF_THIRD_PARTY}"
+cp -rf third_party "${TF_THIRD_PARTY}/"
+
+echo "AOT models"
+saved_model_cli aot_compile_cpu \
+  --dir tensorflow/cc/saved_model/testdata/VarsAndArithmeticObjectGraph \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_vars_and_arithmetic" \
+  --variables_to_feed variable_x \
+  --cpp_class VarsAndArithmetic --signature_def_key serving_default \
+  --tag_set serve
+
+saved_model_cli aot_compile_cpu \
+  --dir tensorflow/cc/saved_model/testdata/VarsAndArithmeticObjectGraph \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_vars_and_arithmetic_frozen" \
+  --cpp_class VarsAndArithmeticFrozen --signature_def_key serving_default \
+  --tag_set serve
+
+saved_model_cli aot_compile_cpu \
+  --dir /tmp/saved_models/x_matmul_y_small \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_x_matmul_y_small" \
+  --cpp_class XMatmulYSmall --signature_def_key serving_default --tag_set serve
+
+saved_model_cli aot_compile_cpu \
+  --dir /tmp/saved_models/x_matmul_y_large \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_x_matmul_y_large" \
+  --cpp_class XMatmulYLarge --signature_def_key serving_default --tag_set serve
+
+saved_model_cli aot_compile_cpu \
+  --dir /tmp/saved_models/x_matmul_y_large \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_x_matmul_y_large_multithreaded" \
+  --multithreading True \
+  --cpp_class XMatmulYLargeMultithreaded --signature_def_key serving_default \
+  --tag_set serve
+
+saved_model_cli aot_compile_cpu \
+  --dir tensorflow/cc/saved_model/testdata/x_plus_y_v2_debuginfo \
+  --output_prefix "${GEN_PREFIX}/aot_compiled_x_plus_y" \
+  --cpp_class XPlusY --signature_def_key serving_default --tag_set serve
+
+echo "Creating project and copying object files"
+mkdir -p "${PROJECT}"
+cp -f \
+  "${GEN_PREFIX}/aot_compiled_vars_and_arithmetic.o" \
+  "${GEN_PREFIX}/aot_compiled_vars_and_arithmetic_frozen.o" \
+  "${GEN_PREFIX}/aot_compiled_x_matmul_y_small.o" \
+  "${GEN_PREFIX}/aot_compiled_x_matmul_y_large.o" \
+  "${GEN_PREFIX}/aot_compiled_x_matmul_y_large_multithreaded.o" \
+  "${GEN_PREFIX}/aot_compiled_x_plus_y.o" \
+  "${PROJECT}"
+
+echo "Copying build and source files"
+cp tensorflow/tools/pip_package/xla_build/pip_test/CMakeLists.txt \
+  tensorflow/python/tools/aot_compiled_test.cc \
+  "${PROJECT}"
+
+echo "Building"
+mkdir "${PROJECT}/build"
+cmake -GNinja -S "${PROJECT}" -B "${PROJECT}/build" -DCMAKE_BUILD_TYPE=Release $CMAKE_TENSORFLOW_PACKAGE_ARG
+ninja -C "${PROJECT}/build"
+
+echo "Running test"
+"${PROJECT}/build/aot_compiled_test"
+
+echo "Cross-compile AOT models"
+failed=0
+
+function check_crosscompile() {
+  local triple="${1}"
+  local check_string="${2}"
+  echo "============================"
+  echo "Cross-compiling to ${triple}"
+  echo "============================"
+  saved_model_cli aot_compile_cpu \
+    --dir tensorflow/cc/saved_model/testdata/VarsAndArithmeticObjectGraph \
+    --output_prefix "${GEN_PREFIX}/${triple}/aot_compiled_vars_and_arithmetic" \
+    --variables_to_feed variable_x \
+    --target_triple "${triple}" \
+    --cpp_class VarsAndArithmetic \
+    --signature_def_key serving_default \
+    --tag_set serve
+
+  file "${GEN_PREFIX}/${triple}/aot_compiled_vars_and_arithmetic.o" \
+    | grep "${check_string}"
+  if [ 0 -ne $? ]
+  then
+    echo "${triple}: FAILED"
+    failed=1
+  else
+    echo "${triple}: SUCCESS"
+  fi
+}
+
+check_crosscompile aarch64-unknown-linux-gnu \
+  "ELF 64-bit LSB relocatable, ARM aarch64"
+check_crosscompile x86_64-unknown-linux-gnu "ELF 64-bit LSB relocatable, x86-64"
+check_crosscompile arm64-apple-darwin "Mach-O 64-bit arm64 object"
+check_crosscompile x86_64-apple-darwin "Mach-O 64-bit x86_64 object"
+# check_crosscompile aarch64-pc-windows-msvc "<tbd>"
+check_crosscompile x86_64-pc-windows-msvc "Intel amd64 COFF object file"
+# check_crosscompile riscv64gc-unknown-linux-gnu "<tbd>"
+
+exit "${failed}"