wehub-resource-sync
128 lines
3.5 KiB
Python
128 lines
3.5 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Util to invoke tarball in the system."""
|
|
|
|
# pylint: disable=invalid-name
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
|
|
from . import utils
|
|
|
|
|
|
def tar(output, files):
|
|
"""Create tarball containing all files in root.
|
|
|
|
Parameters
|
|
----------
|
|
output : str
|
|
The target shared library.
|
|
|
|
files : list
|
|
List of files to be bundled.
|
|
"""
|
|
cmd = ["tar"]
|
|
cmd += ["-czf"]
|
|
temp = utils.tempdir()
|
|
fset = set()
|
|
for fname in files:
|
|
base = os.path.basename(fname)
|
|
if base in fset:
|
|
raise ValueError(f"duplicate file name {base}")
|
|
fset.add(base)
|
|
shutil.copy(fname, temp.relpath(base))
|
|
cmd += [output]
|
|
cmd += ["-C", temp.temp_dir]
|
|
cmd += temp.listdir()
|
|
proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
(out, _) = proc.communicate()
|
|
|
|
if proc.returncode != 0:
|
|
msg = "Tar error:\n"
|
|
msg += out.decode("utf-8", errors="replace")
|
|
raise RuntimeError(msg)
|
|
|
|
|
|
# assign output format
|
|
tar.output_format = "tar"
|
|
|
|
|
|
def untar(tar_file, directory):
|
|
"""Unpack all tar files into the directory
|
|
|
|
Parameters
|
|
----------
|
|
tar_file : str
|
|
The source tar file.
|
|
|
|
directory : str
|
|
The target directory
|
|
"""
|
|
cmd = ["tar"]
|
|
cmd += ["-xf"]
|
|
cmd += [tar_file]
|
|
cmd += ["-C", directory]
|
|
proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
(out, _) = proc.communicate()
|
|
|
|
if proc.returncode != 0:
|
|
msg = "Tar error:\n"
|
|
msg += out.decode("utf-8", errors="replace")
|
|
raise RuntimeError(msg)
|
|
|
|
|
|
def normalize_file_list_by_unpacking_tars(temp, file_list):
|
|
"""Normalize the file list by unpacking tars in list.
|
|
|
|
When a filename is a tar, it will untar it into an unique dir
|
|
in temp and return the list of files in the tar.
|
|
When a filename is a normal file, it will be simply added to the list.
|
|
|
|
This is useful to untar objects in tar and then turn
|
|
them into a library.
|
|
|
|
Parameters
|
|
----------
|
|
temp: tvm.support.utils.TempDirectory
|
|
A temp dir to hold the untared files.
|
|
|
|
file_list: List[str]
|
|
List of path
|
|
|
|
Returns
|
|
-------
|
|
ret_list: List[str]
|
|
An updated list of files
|
|
"""
|
|
temp_count = 0
|
|
ret_list = []
|
|
for file_path in file_list:
|
|
# enable extracting a tarball
|
|
if file_path.endswith(".tar"):
|
|
temp_dir = temp.relpath(f"temp{temp_count}")
|
|
temp_count += 1
|
|
os.mkdir(temp_dir)
|
|
untar(file_path, temp_dir)
|
|
# append all files inside
|
|
for root, _, files in os.walk(temp_dir):
|
|
for file in files:
|
|
ret_list.append(os.path.join(root, file))
|
|
else:
|
|
ret_list.append(file_path)
|
|
return ret_list
|