wehub-resource-sync
75 lines
3.2 KiB
Bash
Executable File
75 lines
3.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
pushd $(cd $(dirname ${0})/..; pwd) > /dev/null
|
|
|
|
src_dir=./third_party/source/tensorflow
|
|
|
|
clean() {
|
|
echo "tf clean"
|
|
rm -rf "${src_dir}"
|
|
rm -rf "./third_party/source/tflite-support"
|
|
}
|
|
|
|
sync() {
|
|
echo "tf sync"
|
|
if [ ! -d "${src_dir}" ]; then
|
|
git clone --quiet --depth=1 --branch master --single-branch https://github.com/tensorflow/tensorflow.git "${src_dir}"
|
|
else
|
|
git -C "${src_dir}" fetch --quiet --depth=1 origin master
|
|
git -C "${src_dir}" reset --quiet --hard FETCH_HEAD
|
|
git -C "${src_dir}" gc --quiet --prune=all
|
|
fi
|
|
mkdir -p "./third_party/source/tflite-support/tensorflow_lite_support/metadata"
|
|
curl --silent --show-error --location --output "./third_party/source/tflite-support/tensorflow_lite_support/metadata/metadata_schema.fbs" "https://github.com/tensorflow/tflite-support/raw/master/tensorflow_lite_support/metadata/metadata_schema.fbs"
|
|
}
|
|
|
|
schema() {
|
|
echo "tf schema"
|
|
[[ $(grep -U $'\x0D' ./source/tf-proto.js) ]] && crlf=1
|
|
node ./tools/protoc.js --binary --text --json --root tf --out ./source/tf-proto.js --path ${src_dir} --path ${src_dir}/third_party/xla tensorflow/core/protobuf/saved_model.proto tensorflow/core/protobuf/tensor_bundle.proto tensorflow/core/util/saved_tensor_slice.proto tensorflow/core/util/event.proto tensorflow/core/protobuf/config.proto tensorflow/core/util/memmapped_file_system.proto tensorflow/core/protobuf/fingerprint.proto tensorflow/core/framework/api_def.proto
|
|
if [[ -n ${crlf} ]]; then
|
|
unix2dos --quiet --newfile ./source/tf-proto.js ./source/tf-proto.js
|
|
fi
|
|
echo "tflite schema"
|
|
[[ $(grep -U $'\x0D' ./source/tflite-schema.js) ]] && crlf=1
|
|
temp1=$(mktemp -d)
|
|
temp2=$(mktemp -d)
|
|
node ./tools/flatc.js --text --root tflite --out ./source/tflite-schema.js ${src_dir}/tensorflow/compiler/mlir/lite/schema/schema.fbs ./third_party/source/tflite-support/tensorflow_lite_support/metadata/metadata_schema.fbs
|
|
if [[ -n ${crlf} ]]; then
|
|
unix2dos --quiet --newfile ./source/tflite-schema.js ./source/tflite-schema.js
|
|
fi
|
|
echo "keras schema"
|
|
[[ $(grep -U $'\x0D' ./source/keras-proto.js) ]] && crlf=1
|
|
node ./tools/protoc.js --binary --text --root tf --out ./source/keras-proto.js --path ${src_dir} --path ${src_dir}/third_party/xla/third_party/tsl tensorflow/python/keras/protobuf/saved_metadata.proto
|
|
if [[ -n ${crlf} ]]; then
|
|
unix2dos --quiet --newfile ./source/keras-proto.js ./source/keras-proto.js
|
|
fi
|
|
}
|
|
|
|
metadata() {
|
|
echo "tflite metadata"
|
|
export TF_CPP_MIN_LOG_LEVEL=2
|
|
if [[ $(grep -U $'\x0D' ./source/tflite-metadata.json) ]]; then crlf=1; else crlf=; fi
|
|
node ./tools/tflite-script.js
|
|
if [[ -n ${crlf} ]]; then
|
|
unix2dos --quiet --newfile ./source/tflite-metadata.json ./source/tflite-metadata.json
|
|
fi
|
|
echo "tf metadata"
|
|
if [[ $(grep -U $'\x0D' ./source/tf-metadata.json) ]]; then crlf=1; else crlf=; fi
|
|
node ./tools/tf-script.js
|
|
if [[ -n ${crlf} ]]; then
|
|
unix2dos --quiet --newfile ./source/tf-metadata.json ./source/tf-metadata.json
|
|
fi
|
|
}
|
|
|
|
while [ "$#" != 0 ]; do
|
|
command="$1" && shift
|
|
case "${command}" in
|
|
"clean") clean;;
|
|
"sync") sync;;
|
|
"schema") schema;;
|
|
"metadata") metadata;;
|
|
esac
|
|
done
|