chore: import upstream snapshot with attribution

tensorflow/tools/ci_build/install/.bazelrc

@@ -0,0 +1,15 @@
+# Running bazel inside a `docker build` command causes trouble, cf:
+#   https://github.com/bazelbuild/bazel/issues/134
+# The easiest solution is to set up a bazelrc file forcing --batch.
+startup --batch
+
+# Similarly, we need to workaround sandboxing issues:
+#   https://github.com/bazelbuild/bazel/issues/418
+build  --verbose_failures --spawn_strategy=standalone --strategy=Genrule=standalone
+test --spawn_strategy=standalone
+
+# Force bazel output to use colors (good for jenkins) and print useful errors.
+common --color=yes
+
+# Configure tests - increase timeout, print errors and timeout warnings
+test --verbose_failures --test_output=errors --test_verbose_timeout_warnings

tensorflow/tools/ci_build/install/BUILD

@@ -0,0 +1,24 @@
+"""Description: BUILD file for shell script to install bazel using the installer.
+"""
+
+load("@rules_shell//shell:sh_binary.bzl", "sh_binary")
+
+package(
+    # copybara:uncomment default_applicable_licenses = ["//tensorflow:license"],
+    licenses = ["notice"],
+)
+
+exports_files(
+    srcs = glob(["*.sh"]),
+    visibility = ["//visibility:public"],
+)
+
+sh_binary(
+    name = "install_bazel",
+    srcs = ["install_bazel.sh"],
+)
+
+sh_binary(
+    name = "install_bazel_from_source",
+    srcs = ["install_bazel_from_source.sh"],
+)

tensorflow/tools/ci_build/install/build_and_install_python.sh

@@ -0,0 +1,30 @@
+#!/bin/bash -eu
+# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+VERSION="$1"
+NO_RC_VERSION="${VERSION%rc*}"
+
+shift
+
+mkdir /build
+cd /build
+wget "https://www.python.org/ftp/python/${NO_RC_VERSION}/Python-${VERSION}.tgz"
+tar xvzf "Python-${VERSION}.tgz"
+cd "Python-${VERSION}"
+./configure "$@"
+make -j$(nproc) altinstall
+
+rm -rf /build

tensorflow/tools/ci_build/install/install_auditwheel.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+sudo pip3 install auditwheel==2.0.0
+
+# Pin wheel==0.31.1 to work around issue
+# https://github.com/pypa/auditwheel/issues/102
+sudo pip3 install wheel==0.31.1
+
+set +e
+patchelf_location=$(which patchelf)
+if [[ -z "$patchelf_location" ]]; then
+  set -e
+  # Install patchelf from source (it does not come with trusty package)
+  wget https://nixos.org/releases/patchelf/patchelf-0.9/patchelf-0.9.tar.bz2
+  tar xfa patchelf-0.9.tar.bz2
+  cd patchelf-0.9
+  ./configure --prefix=/usr/local
+  make
+  sudo make install
+fi
+cd ..

tensorflow/tools/ci_build/install/install_bazel.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+BAZEL_VERSION="7.7.0"
+
+set +e
+local_bazel_ver=$(bazel version 2>&1 | grep -i label | awk '{print $3}')
+
+if [[ "$local_bazel_ver" == "$BAZEL_VERSION" ]]; then
+  exit 0
+fi
+
+set -e
+
+# Install bazel.
+mkdir -p /bazel
+cd /bazel
+if [[ $(uname -m) == "aarch64" ]]; then
+  curl -o /usr/local/bin/bazel -fSsL https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-linux-arm64
+  chmod +x /usr/local/bin/bazel
+else
+  if [[ ! -f "bazel-$BAZEL_VERSION-installer-linux-x86_64.sh" ]]; then
+    curl -fSsL -O https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh
+  fi
+  chmod +x /bazel/bazel-*.sh
+  /bazel/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh
+  rm -f /bazel/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh
+fi
+
+# Enable bazel auto completion.
+echo "source /usr/local/lib/bazel/bin/bazel-complete.bash" >> ~/.bashrc

tensorflow/tools/ci_build/install/install_bazel_from_source.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# This script is to be used to install bzel on non x86_64 systems
+# It will compile bazel from source and install it in /usr/local/bin
+
+BAZEL_VERSION="6.5.0"
+
+set +e
+local_bazel_ver=$(bazel version 2>&1 | grep -i label | awk '{print $3}')
+
+if [[ "$local_bazel_ver" == "$BAZEL_VERSION" ]]; then
+  exit 0
+fi
+
+set -e
+
+# Compile bazel from source
+mkdir -p /bazel
+cd /bazel
+
+curl -fSsL -O https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-dist.zip
+unzip bazel-$BAZEL_VERSION-dist.zip
+env EXTRA_BAZEL_ARGS="--host_javabase=@local_jdk//:jdk" bash ./compile.sh
+cp output/bazel /usr/local/bin/
+rm -rf /bazel

tensorflow/tools/ci_build/install/install_bootstrap_deb_packages.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+# Retry on connection timeout.
+bash -c "echo 'APT::Acquire::Retries \"3\";' > /etc/apt/apt.conf.d/80-retries"
+
+# Install bootstrap dependencies from ubuntu deb repository.
+apt-get update
+apt-get install -y --no-install-recommends \
+    apt-transport-https ca-certificates software-properties-common
+apt-get clean
+rm -rf /var/lib/apt/lists/*

tensorflow/tools/ci_build/install/install_buildifier.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+# Download buildifier.
+wget https://github.com/bazelbuild/buildtools/releases/download/0.4.5/buildifier
+chmod +x buildifier
+sudo mv buildifier /usr/local/bin/.
+
+# Download buildozer.
+wget https://github.com/bazelbuild/buildtools/releases/download/0.4.5/buildozer
+chmod +x buildozer
+sudo mv buildozer /usr/local/bin/.

tensorflow/tools/ci_build/install/install_buildifier_from_source.sh

@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+BUILDTOOLS_VERSION="0.11.1"
+
+# Clone buildtools
+git clone -b $BUILDTOOLS_VERSION https://github.com/bazelbuild/buildtools
+cd buildtools
+
+# Build buildifier
+bazel build //buildifier
+sudo mv bazel-bin/buildifier/linux*stripped/buildifier /usr/local/bin
+
+# Build buildozer
+bazel build //buildozer
+sudo mv bazel-bin/buildozer/linux*stripped/buildozer /usr/local/bin

tensorflow/tools/ci_build/install/install_centos_pip_packages.sh

@@ -0,0 +1,105 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+pip2 install -U pip==18.1
+pip3 install -U pip==18.1
+
+pip2 install wheel==0.31.1
+pip3 install wheel==0.31.1
+
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip2 install --upgrade setuptools==39.1.0
+pip3 install --upgrade setuptools==39.1.0
+
+pip2 install virtualenv
+pip3 install virtualenv
+
+# Install six.
+pip2 install --upgrade six==1.12.0
+pip3 install --upgrade six==1.12.0
+
+# Install absl-py.
+pip2 install --upgrade absl-py
+pip3 install --upgrade absl-py
+
+# Install werkzeug.
+pip2 install --upgrade werkzeug==0.11.10
+pip3 install --upgrade werkzeug==0.11.10
+
+# Install bleach. html5lib will be picked up as a dependency.
+pip2 install --upgrade bleach==2.0.0
+pip3 install --upgrade bleach==2.0.0
+
+# Install markdown.
+pip2 install --upgrade markdown==2.6.8
+pip3 install --upgrade markdown==2.6.8
+
+# Install protobuf.
+pip2 install --upgrade protobuf==3.16.0
+pip3 install --upgrade protobuf==3.16.0
+
+pip2 install --upgrade numpy==1.14.5
+pip3 install --upgrade numpy~=1.19.2
+
+pip2 install scipy==1.2.2
+pip3 install scipy==1.4.1
+
+pip2 install scikit-learn==0.18.1
+pip3 install scikit-learn==0.18.1
+
+# pandas required by `inflow`
+pip2 install pandas==0.19.2
+pip3 install pandas==0.19.2
+
+# Benchmark tests require the following:
+pip2 install psutil
+pip2 install py-cpuinfo
+pip3 install py-cpuinfo
+
+# pylint tests require the following:
+pip2 install pylint==1.6.4
+pip3 install pylint==2.7.4
+
+# pycodestyle tests require the following:
+pip2 install pycodestyle
+pip3 install pycodestyle
+
+# tf.mock require the following for python2:
+pip2 install mock
+
+pip2 install portpicker
+pip3 install portpicker
+
+# TensorFlow Serving integration tests require the following:
+pip2 install grpcio
+pip3 install grpcio
+
+# Eager-to-graph execution needs astor, gast and termcolor:
+pip2 install --upgrade astor
+pip3 install --upgrade astor
+pip2 install --upgrade gast
+pip3 install --upgrade gast
+pip2 install --upgrade termcolor
+pip3 install --upgrade termcolor
+
+# Keras
+pip2 install keras-nightly --no-deps
+pip3 install keras-nightly --no-deps
+pip2 install --upgrade h5py==2.8.0
+pip3 install --upgrade h5py==3.1.0

tensorflow/tools/ci_build/install/install_centos_python36.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+cd /usr/src
+wget https://www.python.org/ftp/python/3.6.8/Python-3.6.8.tgz
+tar xzf Python-3.6.8.tgz
+cd Python-3.6.8
+./configure --enable-optimizations
+make altinstall
+rm /usr/src/Python-3.6.8.tgz
+
+# Link the pip3.6 executable to pip3.
+ln -s /usr/local/bin/pip3.6 /usr/local/bin/pip3

tensorflow/tools/ci_build/install/install_clang.sh

@@ -0,0 +1,21 @@
+#!/bin/bash -eu
+# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+DIST="$(grep "DISTRIB_CODENAME" /etc/lsb-release |sed 's,.*=,,')"
+wget -O - "https://apt.llvm.org/llvm-snapshot.gpg.key"| apt-key add -
+add-apt-repository "deb http://apt.llvm.org/${DIST}/ llvm-toolchain-${DIST}-8 main"
+apt-get update && apt-get install -y clang-8 && \
+  rm -rf /var/lib/apt/lists/*

tensorflow/tools/ci_build/install/install_clang_17.sh

@@ -0,0 +1,31 @@
+#!/bin/bash -eu
+# Copyright 2023 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# LLVM/Clang: https://apt.llvm.org/
+apt-key adv --fetch-keys https://apt.llvm.org/llvm-snapshot.gpg.key
+
+# Set up custom sources
+cat >/etc/apt/sources.list.d/custom.list <<SOURCES
+
+# LLVM/Clang repository
+deb http://apt.llvm.org/focal/ llvm-toolchain-focal-17 main
+deb-src http://apt.llvm.org/focal/ llvm-toolchain-focal-17 main
+SOURCES
+
+apt-get update && apt-get install -y \
+    llvm-17 \
+    clang-17 \
+    lld-17

tensorflow/tools/ci_build/install/install_clang_18.sh

@@ -0,0 +1,36 @@
+#!/bin/bash -eu
+# Copyright 2023 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# LLVM/Clang: https://apt.llvm.org/
+apt-key adv --fetch-keys https://apt.llvm.org/llvm-snapshot.gpg.key
+
+# Set up custom sources
+cat >/etc/apt/sources.list.d/custom.list <<SOURCES
+
+# LLVM/Clang repository
+deb http://apt.llvm.org/focal/ llvm-toolchain-focal-18 main
+deb-src http://apt.llvm.org/focal/ llvm-toolchain-focal-18 main
+SOURCES
+
+apt-get autoremove clang-17 -y || true # Remove clang-17 if it exists.
+apt-get update && apt-get install -y \
+    llvm-18 \
+    clang-18 \
+    lld-18 \
+    clang-tidy-18 \
+    clang-format-12
+
+/usr/lib/llvm-18/bin/clang --version

tensorflow/tools/ci_build/install/install_cmake.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+# Copyright 2021 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+curl -OL https://github.com/Kitware/CMake/releases/download/v3.16.8/cmake-3.16.8-Linux-x86_64.sh
+echo "0241a05bee0dcdf60e912057cc86cbedba21b9b0d67ec11bc67ad4834f182a23 cmake-3.16.8-Linux-x86_64.sh" | sha256sum -c
+sh cmake-3.16.8-Linux-x86_64.sh --prefix=/usr --skip-license

tensorflow/tools/ci_build/install/install_deb_packages.sh

@@ -0,0 +1,88 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+#
+# Usage:
+#     ./install_deb_packages [--without_cmake]
+# Pass --without_cmake to prevent cmake from being installed with apt-get
+
+set -e
+ubuntu_version=$(cat /etc/issue | grep -i ubuntu | awk '{print $2}' | \
+  awk -F'.' '{print $1}')
+
+if [[ "$1" != "" ]] && [[ "$1" != "--without_cmake" ]]; then
+  echo "Unknown argument '$1'"
+  exit 1
+fi
+
+if [[ "$ubuntu_version" == "18" ]]; then
+  apt-get update
+  apt-get install -y gnupg2
+fi
+
+# Install dependencies from ubuntu deb repository.
+apt-key adv --keyserver keyserver.ubuntu.com --recv 084ECFC5828AB726
+apt-get update
+
+if [[ "$ubuntu_version" == "14" ]]; then
+  # specifically for trusty linked from ffmpeg.org
+  add-apt-repository -y ppa:mc3man/trusty-media
+  apt-get update
+  apt-get dist-upgrade -y
+fi
+
+## TODO(yifeif) remove ffmpeg once ffmpeg is removed from contrib
+apt-get install -y --no-install-recommends \
+    autoconf \
+    automake \
+    build-essential \
+    curl \
+    ffmpeg \
+    git \
+    libcurl4-openssl-dev \
+    libtool \
+    libssl-dev \
+    mlocate \
+    openjdk-8-jdk \
+    openjdk-8-jre-headless \
+    pkg-config \
+    python-setuptools \
+    python3-virtualenv \
+    python3-dev \
+    python3-setuptools \
+    rsync \
+    sudo \
+    swig \
+    unzip \
+    vim \
+    wget \
+    zip \
+    zlib1g-dev
+
+# populate the database
+updatedb
+
+if [[ "$1" != "--without_cmake" ]]; then
+  apt-get install -y --no-install-recommends \
+    cmake
+fi
+
+
+# Install ca-certificates, and update the certificate store.
+apt-get install -y ca-certificates-java
+update-ca-certificates -f
+
+apt-get clean
+rm -rf /var/lib/apt/lists/*

tensorflow/tools/ci_build/install/install_gcc6.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+apt-get update
+apt-get install build-essential software-properties-common -y
+add-apt-repository ppa:ubuntu-toolchain-r/test -y
+apt-get update
+apt-get install gcc-snapshot -y
+apt-get update
+apt-get install gcc-6 g++-6 -y
+update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-6 100 --slave /usr/bin/g++ g++ /usr/bin/g++-6
+update-alternatives --set gcc /usr/bin/gcc-6

tensorflow/tools/ci_build/install/install_golang.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -ex
+
+GOLANG_URL="https://storage.googleapis.com/golang/go1.10.linux-amd64.tar.gz"
+
+sudo mkdir -p /usr/local
+wget -q -O - "${GOLANG_URL}" | sudo tar -C /usr/local -xz

tensorflow/tools/ci_build/install/install_golang_centos.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -ex
+
+GOLANG_URL="https://dl.google.com/go/go1.12.6.linux-amd64.tar.gz"
+
+
+cd /usr/src
+wget "${GOLANG_URL}"
+tar -xzf go1.12.6.linux-amd64.tar.gz
+mv go /usr/local
+rm /usr/src/go1.12.6.linux-amd64.tar.gz

tensorflow/tools/ci_build/install/install_golang_ppc64le.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -ex
+
+GOLANG_URL="https://storage.googleapis.com/golang/go1.10.linux-ppc64le.tar.gz"
+
+sudo mkdir -p /usr/local
+wget -q -O - "${GOLANG_URL}" | sudo tar -C /usr/local -xz

tensorflow/tools/ci_build/install/install_mpi.sh

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set +e
+mpiexec=$(which mpiexec)
+if [[ -z "$mpiexec_location" ]]; then
+    # Install dependencies from ubuntu deb repository.
+    apt-get update
+    apt-get install -y --no-install-recommends openmpi-bin libopenmpi-dev
+fi

tensorflow/tools/ci_build/install/install_openblas_ppc64le.sh

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+OPENBLAS_SRC_PATH=/tmp/openblas_src/
+POWER="POWER8"
+USE_OPENMP="USE_OPENMP=1"
+OPENBLAS_INSTALL_PATH="/usr"
+apt-get update
+apt-get install -y gfortran gfortran-5
+apt-get clean
+rm -rf /var/lib/apt/lists/*
+rm -rf ${OPENBLAS_SRC_PATH}
+git clone -b v0.3.7 https://github.com/xianyi/OpenBLAS ${OPENBLAS_SRC_PATH}
+cd ${OPENBLAS_SRC_PATH}
+make TARGET=${POWER} ${USE_OPENMP} FC=gfortran
+make PREFIX=${OPENBLAS_INSTALL_PATH} install

tensorflow/tools/ci_build/install/install_patchelf.sh

@@ -0,0 +1,17 @@
+#!/bin/bash -eu
+# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+apt-get update && apt-get install -y patchelf

tensorflow/tools/ci_build/install/install_pi_python3.9_toolchain.sh

@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+yes | add-apt-repository ppa:deadsnakes/ppa
+apt-get update
+apt-get install -y python3.9 python3.9-dev
+apt-get install -y python3-pip 
+ln -sf /usr/bin/python3.9 /usr/local/bin/python3.9
+apt-get install -y python3.9-distutils
+update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.9 1
+update-alternatives --set python3 /usr/bin/python3.9
+pip3 install --upgrade pip
+# python3.9 -m pip install --upgrade pip
+source /install/common.sh
+install_ubuntu_16_python_pip_deps python3.9
+cp -r /root//.local/lib/python3.9/site-packages/* /usr/lib/python3/dist-packages/.
+ln -sf /root//.local/lib/python3.9/site-packages/numpy/core/include/numpy /usr/include/python3.9/numpy 
+rm -f /usr/bin/python3 && ln -s /usr/bin/python3.9 /usr/bin/python3

tensorflow/tools/ci_build/install/install_pi_python3x_toolchain.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -x
+PYTHON_VERSION=$1
+dpkg --add-architecture armhf
+dpkg --add-architecture arm64
+debian_codename=$(lsb_release -c | awk '{print $2}')
+echo "deb [arch=arm64,armhf] http://ports.ubuntu.com/ ${debian_codename} main restricted universe multiverse" >> /etc/apt/sources.list.d/armhf.list
+echo "deb [arch=arm64,armhf] http://ports.ubuntu.com/ ${debian_codename}-updates main restricted universe multiverse" >> /etc/apt/sources.list.d/armhf.list
+echo "deb [arch=arm64,armhf] http://ports.ubuntu.com/ ${debian_codename}-security main restricted universe multiverse" >> /etc/apt/sources.list.d/armhf.list
+echo "deb [arch=arm64,armhf] http://ports.ubuntu.com/ ${debian_codename}-backports main restricted universe multiverse" >> /etc/apt/sources.list.d/armhf.list
+sed -i 's#deb http://archive.ubuntu.com/ubuntu/#deb [arch=amd64] http://archive.ubuntu.com/ubuntu/#g' /etc/apt/sources.list
+yes | add-apt-repository ppa:deadsnakes/ppa
+apt-get update
+apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev
+apt-get install -y python${PYTHON_VERSION}-venv
+#/usr/local/bin/python3.x is needed to use /install/install_pip_packages_by_version.sh
+ln -sf /usr/bin/python${PYTHON_VERSION} /usr/local/bin/python${PYTHON_VERSION}
+apt-get install -y libpython${PYTHON_VERSION}-dev:armhf
+apt-get install -y libpython${PYTHON_VERSION}-dev:arm64
+
+SPLIT_VERSION=(`echo ${PYTHON_VERSION} | tr -s '.' ' '`)
+if [[ SPLIT_VERSION[0] -eq 3 ]] && [[ SPLIT_VERSION[1] -ge 8 ]]; then
+  apt-get install -y python${PYTHON_VERSION}-distutils
+fi
+
+/install/install_pip_packages_by_version.sh "/usr/local/bin/pip${PYTHON_VERSION}"
+ln -sf /usr/local/lib/python${PYTHON_VERSION}/dist-packages/numpy/core/include/numpy /usr/include/python${PYTHON_VERSION}/numpy

tensorflow/tools/ci_build/install/install_pi_toolchain.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+dpkg --add-architecture armhf
+echo 'deb [arch=armhf] http://ports.ubuntu.com/ trusty main restricted universe multiverse' >> /etc/apt/sources.list.d/armhf.list
+echo 'deb [arch=armhf] http://ports.ubuntu.com/ trusty-updates main restricted universe multiverse' >> /etc/apt/sources.list.d/armhf.list
+echo 'deb [arch=armhf] http://ports.ubuntu.com/ trusty-security main restricted universe multiverse' >> /etc/apt/sources.list.d/armhf.list
+echo 'deb [arch=armhf] http://ports.ubuntu.com/ trusty-backports main restricted universe multiverse' >> /etc/apt/sources.list.d/armhf.list
+sed -i 's#deb http://archive.ubuntu.com/ubuntu/#deb [arch=amd64] http://archive.ubuntu.com/ubuntu/#g' /etc/apt/sources.list
+apt-get update
+apt-get install -y libpython-all-dev:armhf
+apt-get install -y python python-numpy python-dev python-pip

tensorflow/tools/ci_build/install/install_pip_packages.sh

@@ -0,0 +1,113 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+# Get the latest version of pip so it recognize manylinux2010
+wget https://bootstrap.pypa.io/get-pip.py
+python3.6 get-pip.py
+rm -f get-pip.py
+
+# Install pip packages from whl files to avoid the time-consuming process of
+# building from source.
+
+# Pin wheel==0.31.1 to work around issue
+# https://github.com/pypa/auditwheel/issues/102
+pip3 install wheel==0.31.1
+
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip3 install --upgrade setuptools==39.1.0
+
+pip3 install virtualenv
+
+# Install six and future.
+pip3 install --upgrade six==1.12.0
+pip3 install "future>=0.17.1"
+
+# Install absl-py.
+pip3 install --upgrade absl-py
+
+# Install werkzeug.
+pip3 install --upgrade werkzeug==0.11.10
+
+# Install bleach. html5lib will be picked up as a dependency.
+pip3 install --upgrade bleach==2.0.0
+
+# Install markdown.
+pip3 install --upgrade markdown==2.6.8
+
+# Install protobuf.
+pip3 install --upgrade protobuf==3.16.0
+
+# Remove obsolete version of six, which can sometimes confuse virtualenv.
+rm -rf /usr/lib/python3/dist-packages/six*
+
+# numpy needs to be installed from source to fix segfaults. See:
+# https://github.com/tensorflow/tensorflow/issues/6968
+# This workaround isn't needed for Ubuntu 16.04 or later.
+if $(cat /etc/*-release | grep -q 14.04); then
+  pip3 install --upgrade numpy==1.14.5
+else
+  pip3 install --upgrade numpy~=1.19.2
+fi
+
+pip3 install scipy==1.4.1
+
+pip3 install scikit-learn==0.18.1
+
+# pandas required by `inflow`
+pip3 install pandas==0.19.2
+
+# Benchmark tests require the following:
+pip3 install psutil
+pip3 install py-cpuinfo
+
+# pylint tests require the following version. pylint==1.6.4 hangs erratically,
+# thus using the updated version of 2.5.3 only for python3 as python2 is EOL
+# and this version is not available.
+pip3 install pylint==2.7.4
+
+# pycodestyle tests require the following:
+pip3 install pycodestyle
+
+pip3 install portpicker
+
+# TensorFlow Serving integration tests require the following:
+pip3 install grpcio
+
+# Eager-to-graph execution needs astor, gast and termcolor:
+pip3 install --upgrade astor
+pip3 install --upgrade gast
+pip3 install --upgrade termcolor
+
+# Keras
+pip3 install keras-nightly --no-deps
+pip3 install --upgrade h5py==3.1.0
+
+# Tensorboard
+pip3 install tb-nightly --no-deps
+
+# Argparse
+pip3 install --upgrade argparse
+
+# tree
+pip3 install dm-tree
+
+# tf.distribute multi worker tests require the following:
+# Those tests are Python3 only.
+pip3 install --upgrade dill
+pip3 install --upgrade tblib

tensorflow/tools/ci_build/install/install_pip_packages_by_version.sh

@@ -0,0 +1,130 @@
+#!/bin/bash -eu
+# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# Called like install/install_pip_packages_by_version.sh "/usr/local/bin/pip3.10"
+PIP="$1"
+if [[ $PIP == *"-nogil" ]]; then
+  PYTHON="$PIP"
+  PIP_INSTALL=("${PYTHON}" -m pip install --upgrade)
+else
+  PIP_INSTALL=("${PIP}" "install" "--prefer-binary" --upgrade)
+  PYTHON="${PIP/pip/python}"
+fi
+
+wget "https://bootstrap.pypa.io/get-pip.py"
+"${PYTHON}" "get-pip.py" --force-reinstall
+rm "get-pip.py"
+if [[ $PYTHON != *"-nogil" ]]; then
+  "${PYTHON}" -m ensurepip --upgrade
+fi
+
+PYTHON_VERSION=$(echo ${PIP##*.})  # only the last number, eg. 10
+
+JAX_PACKAGES=(
+  "setuptools"
+  "wheel"
+  "cloudpickle"
+  "colorama>=0.4.4"
+  # TODO(phawkins): reenable matplotlib once it makes a NumPy 2.0 compatible
+  # release.
+  # "matplotlib"
+  "pillow>=9.1.0"
+  "rich"
+  "absl-py"
+  "six"
+  "opt-einsum"
+  "auditwheel"
+  "typing_extensions"
+  "ml_dtypes>=0.5.1"
+  "importlib_metadata>=4.6"
+  "flatbuffers"
+  "build"
+)
+
+PACKAGES=(
+  "absl-py"
+  "argparse"
+  "astor"
+  "auditwheel"
+  "bleach"
+  "dill"
+  "dm-tree"
+  "future"
+  "gast"
+  "grpcio"
+  "h5py"
+  "keras-nightly"
+  "libclang"
+  "markdown"
+  "pandas"
+  "packaging"
+  "portpicker"
+  "protobuf==3.20.3"
+  "psutil"
+  "py-cpuinfo"
+  "pybind11"
+  "pycodestyle"
+  "pylint==2.7.4"
+  "scikit-learn"
+  "scipy"
+  "six"
+  "tb-nightly"
+  "tblib"
+  "termcolor"
+  "werkzeug"
+  "wheel"
+)
+
+# Get the latest version of pip so it recognize manylinux2010
+if [[ $PYTHON == *"-nogil" ]]; then
+  "${PIP_INSTALL[@]}" "pip"
+  "${PIP_INSTALL[@]}" "setuptools" "virtualenv"
+else
+  "${PIP}" "install" "--upgrade" "pip"
+  "${PIP}" "install" "--upgrade" "setuptools" "virtualenv"
+fi
+
+if [[ "$2" == "jax" ]]; then
+  "${PIP_INSTALL[@]}" "${JAX_PACKAGES[@]}"
+else
+  "${PIP_INSTALL[@]}" "${PACKAGES[@]}"
+fi
+
+if [[ "$2" == "jax" ]]; then
+  # As of NumPy 2.0, wheels must be built against NumPy 2.0, even if we intend
+  # to deploy them against Numpy 1.
+  if [[ $PYTHON_VERSION == *"-nogil" ]]; then
+    "${PIP_INSTALL[@]}" "scipy>=1.15.0" "numpy~=2.2.1"
+  else
+    "${PIP_INSTALL[@]}" "scipy>=1.13.1" "portpicker"
+    if [[ $((${PYTHON_VERSION} < 13)) ]]; then
+      "${PIP_INSTALL[@]}" "numpy~=2.0.0"
+    else
+      "${PIP_INSTALL[@]}" "numpy~=2.1.0"
+    fi
+  fi
+else
+  # Special casing by version of Python
+  # E.g., numpy supports py3.10 only from 1.21.3
+  if [[ ${PYTHON_VERSION} -eq 10 ]]; then
+    "${PIP_INSTALL[@]}" "numpy==1.21.3"
+  elif [[ ${PYTHON_VERSION} -eq 11 ]]; then
+    "${PIP_INSTALL[@]}" "numpy==1.23.4"
+  else
+    "${PIP_INSTALL[@]}" "numpy==1.19"
+  fi
+fi
+

tensorflow/tools/ci_build/install/install_pip_packages_remote.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+if [ ! -f /usr/bin/x86_64-linux-gnu-gcc ]; then
+  ln -s /usr/local/bin/clang /usr/bin/x86_64-linux-gnu-gcc
+fi
+
+easy_install -U pip==9.0.3
+easy_install3 -U pip==9.0.3
+
+# The rest of the pip packages will be installed in
+# `install_pip_packages.sh`

tensorflow/tools/ci_build/install/install_proto3.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# Install protobuf3.
+
+# Select protobuf version.
+PROTOBUF_VERSION="3.6.1"
+protobuf_ver_flat=$(echo $PROTOBUF_VERSION | sed 's/\.//g' | sed 's/^0*//g')
+local_protobuf_ver=$(protoc --version)
+local_protobuf_ver_flat=$(echo $local_protobuf_ver | sed 's/\.//g' | sed 's/^0*//g')
+if [[ -z $local_protobuf_ver_flat ]]; then
+  local_protobuf_ver_flat=0
+fi
+if (( $local_protobuf_ver_flat < $protobuf_ver_flat )); then
+  set -e
+  PROTOBUF_URL="https://github.com/google/protobuf/releases/download/v${PROTOBUF_VERSION}/protoc-${PROTOBUF_VERSION}-linux-x86_64.zip"
+  PROTOBUF_ZIP=$(basename "${PROTOBUF_URL}")
+  UNZIP_DEST="google-protobuf"
+
+  wget "${PROTOBUF_URL}"
+  unzip "${PROTOBUF_ZIP}" -d "${UNZIP_DEST}"
+  cp "${UNZIP_DEST}/bin/protoc" /usr/local/bin/
+
+  rm -f "${PROTOBUF_ZIP}"
+  rm -rf "${UNZIP_DEST}"
+fi

tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh

@@ -0,0 +1,108 @@
+#!/usr/bin/env bash
+# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+# Install packages required by Python3.6 build
+
+# TODO(amitpatankar): Remove this file once we upgrade to ubuntu:16.04
+# docker images for Python 3.6 builds.
+
+# fkrull/deadsnakes is for Python3.6
+add-apt-repository -y ppa:fkrull/deadsnakes
+
+apt-get update
+apt-get upgrade
+
+# Install python dep
+apt-get install python-dev
+# Install bz2 dep
+apt-get install libbz2-dev
+# Install curses dep
+apt-get install libncurses5 libncurses5-dev
+apt-get install libncursesw5 libncursesw5-dev
+# Install readline dep
+apt-get install libreadline6 libreadline6-dev
+# Install sqlite3 dependencies
+apt-get install libsqlite3-dev
+
+set -e
+
+# Install Python 3.6 and dev library
+wget https://www.python.org/ftp/python/3.6.1/Python-3.6.1.tar.xz
+tar xvf Python-3.6.1.tar.xz
+cd Python-3.6.1
+
+./configure
+make altinstall
+ln -s /usr/local/bin/pip3.6 /usr/local/bin/pip3
+
+pip3 install --upgrade pip
+
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip3 install --upgrade setuptools==39.1.0
+
+pip3 install --upgrade virtualenv
+
+set -e
+
+# Install six.
+pip3 install --upgrade absl-py
+pip3 install --upgrade six==1.10.0
+
+# Install protobuf.
+pip3 install --upgrade protobuf==3.16.0
+
+# Remove obsolete version of six, which can sometimes confuse virtualenv.
+rm -rf /usr/lib/python3/dist-packages/six*
+
+# Install numpy, scipy and scikit-learn required by the builds
+
+# numpy needs to be installed from source to fix segfaults. See:
+# https://github.com/tensorflow/tensorflow/issues/6968
+# This workaround isn't needed for Ubuntu 16.04 or later.
+pip3 install --upgrade numpy~=1.19.2
+
+pip3 install scipy==1.4.1
+
+pip3 install scikit-learn==0.19.1
+
+# pandas required by `inflow`
+pip3 install pandas==0.19.2
+
+pip3 install gnureadline
+
+pip3 install bz2file
+
+# Install recent-enough version of wheel for Python 3.6 wheel builds
+pip3 install wheel==0.29.0
+
+pip3 install portpicker
+
+pip3 install werkzeug
+
+pip3 install grpcio
+
+# Eager-to-graph execution needs astor, gast and termcolor:
+pip3 install --upgrade astor
+pip3 install --upgrade gast
+pip3 install --upgrade termcolor
+
+pip3 install --upgrade h5py==3.1.0
+
+# Keras
+pip3 install keras-nightly --no-deps
+
+# Estimator
+pip3 install tf-estimator-nightly==1.12.0.dev20181203 --no-deps

tensorflow/tools/ci_build/install/install_python37.sh

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+cd /usr/src
+wget https://www.python.org/ftp/python/3.7.0/Python-3.7.0.tgz
+tar xzf Python-3.7.0.tgz
+cd Python-3.7.0
+./configure --enable-optimizations
+make altinstall
+rm /usr/src/Python-3.7.0.tgz

tensorflow/tools/ci_build/install/install_yum_packages.sh

@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+#
+
+set -e
+
+yum install -y  epel-release \
+                centos-release-scl \
+                sudo
+
+yum install -y  atlas-devel \
+                bzip2-devel \
+                curl-devel \
+                devtoolset-7 \
+                expat-devel \
+                gdbm-devel \
+                gettext-devel \
+                java-1.8.0-openjdk \
+                java-1.8.0-openjdk-devel \
+                libffi-devel \
+                libtool \
+                libuuid-devel \
+                ncurses-devel \
+                openssl-devel \
+                patch \
+                patchelf \
+                perl-core \
+                python27 \
+                readline-devel \
+                sqlite-devel \
+                wget \
+                xz-devel \
+                zlib-devel
+
+# Install latest git.
+yum install -y http://opensource.wandisco.com/centos/6/git/x86_64/wandisco-git-release-6-1.noarch.rpm
+yum install -y git